00010000:00010000:1.0F:1787398507.797733:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0F:1787398508.502740:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260884864:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787398508.502862:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0F:1787398508.503123:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260884864 00000100:00100000:2.0:1787398508.503141:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260884864 00000100:00100000:2.0:1787398508.503201:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:2.0:1787398508.503212:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260884864:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787398508.503258:0:162682:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42786816 avail 36655104 00000100:00100000:2.0:1787398508.503313:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260884864:12345-0@lo:41:osp-pre-1-0.0 Request processed in 102us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398508.503321:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:2.0:1787398508.503380:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260884864:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787398508.503398:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787398508.503405:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bb2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260884992:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787398508.503434:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398508.503462:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260884992 00000100:00100000:2.0:1787398508.503466:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260884992 00000100:00100000:2.0:1787398508.503521:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:2.0:1787398508.503527:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221260884992:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787398508.503550:0:159531:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42647552 avail 36515840 00000100:00100000:2.0:1787398508.503587:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221260884992:12345-0@lo:41:osp-pre-0-1.0 Request processed in 60us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398508.503593:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00100000:2.0:1787398508.503626:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bb2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260884992:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1787398508.821686:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398509.534550:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221260885120:0@lo:400:kworker.0 00000100:00100000:0.0:1787398509.534678:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398509.534780:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106502:1874221260885632:0@lo:400:kworker.0 00000100:00100000:0.0:1787398509.534817:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0F:1787398509.535354:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260885504:0@lo:400:kworker.0 00000100:00100000:3.0:1787398509.535453:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398509.535514:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260886016:0@lo:400:kworker.0 00000100:00100000:3.0:1787398509.535539:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398509.536215:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106501:1874221260886528:0@lo:400:kworker.0 00000100:00100000:0.0:1787398509.536228:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106502:1874221260886144:0@lo:400:kworker.0 00000100:00100000:3.0:1787398509.536264:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398509.536312:0:158789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260885120 00000100:00100000:0.0:1787398509.536323:0:158789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260885120 00000100:00100000:3.0:1787398509.536324:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1787398509.536336:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260885376:0@lo:400:kworker.0 00000100:00100000:3.0:1787398509.536376:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398509.536538:0:158789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:0.0:1787398509.536553:0:158789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf306c41450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221260885120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398509.536665:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260885888:0@lo:400:kworker.0 00000100:00100000:0.0:1787398509.537092:0:158789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf306c41450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221260885120:12345-0@lo:400:kworker.0 Request processed in 539us (2416us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398509.537102:0:158789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00100000:2.0:1787398509.537151:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260885504 00000100:00100000:0.0:1787398509.537157:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260885632 00000100:00100000:2.0:1787398509.537160:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260885504 00000100:00100000:0.0:1787398509.537164:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260885632 00000100:00100000:0.0:1787398509.537205:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260886528 00000100:00100000:0.0:1787398509.537209:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260886528 00000100:00100000:2.0:1787398509.537220:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260886016 00000100:00100000:3.0:1787398509.537222:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398509.537227:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260886016 00000100:00100000:0.0:1787398509.537257:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:2.0:1787398509.537265:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260885376 00000100:00100000:2.0:1787398509.537270:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260885376 00000100:00100000:0.0:1787398509.537271:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106502:x1874221260885632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398509.537273:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106501:1874221260886400:0@lo:400:kworker.0 00000100:00100000:2.0:1787398509.537335:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260885888 00000100:00100000:2.0:1787398509.537343:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260885888 00000100:00100000:3.0:1787398509.537351:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398509.537353:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106502:x1874221260885632:12345-0@lo:400:kworker.0 Request processed in 82us (2529us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398509.537365:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00000100:00100000:0.0:1787398509.537396:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260886400 00000100:00100000:2.0:1787398509.537400:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1787398509.537402:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260886400 00000100:00100000:2.0:1787398509.537411:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260885504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398509.537458:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260885504:12345-0@lo:400:kworker.0 Request processed in 51us (2006us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398509.537465:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1787398509.537502:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1787398509.537509:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260886016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398509.537539:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260886016:12345-0@lo:400:kworker.0 Request processed in 31us (2000us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398509.537545:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1787398509.537555:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1787398509.537562:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260885376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398509.537590:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260885376:12345-0@lo:400:kworker.0 Request processed in 29us (1216us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398509.537596:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1787398509.537606:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1787398509.537612:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260885888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398509.537643:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260885888:12345-0@lo:400:kworker.0 Request processed in 31us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398509.537650:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1787398509.537664:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00080000:2.0:1787398509.537676:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787398509.537684:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106501:x1874221260886528:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1787398509.537687:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787398509.537690:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787398509.537749:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260885376:0@lo:400:kworker.0 00000100:00100000:2.0:1787398509.537777:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260885888:0@lo:400:kworker.0 00000100:00100000:2.0:1787398509.537789:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260885504:0@lo:400:kworker.0 00000100:00100000:2.0:1787398509.537800:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260886016:0@lo:400:kworker.0 00000100:00100000:0.0:1787398509.537861:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:0.0:1787398509.537869:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106501:x1874221260886400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398509.537930:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106501:x1874221260886400:12345-0@lo:400:kworker.0 Request processed in 62us (592us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398509.537937:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00080000:0.0:1787398509.537998:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787398509.538211:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260885248:0@lo:400:kworker.0 00000100:00100000:3.0:1787398509.538256:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398509.538284:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260885760:0@lo:400:kworker.0 00000100:00100000:3.0:1787398509.538310:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398509.538336:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106503:1874221260886272:0@lo:400:kworker.0 00000100:00100000:3.0:1787398509.538366:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398509.538406:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33b383b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260886784:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787398509.538447:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398509.538448:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398509.539226:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260886272 00000100:00100000:0.0:1787398509.539235:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260886272 00000100:00100000:0.0:1787398509.539292:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260886144 00000100:00100000:0.0:1787398509.539296:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260886144 00000100:00100000:0.0:1787398509.539316:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:0.0:1787398509.539323:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106503:x1874221260886272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398509.539398:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106503:x1874221260886272:12345-0@lo:400:kworker.0 Request processed in 74us (1030us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398509.539519:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00100000:0.0:1787398509.539539:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:0.0:1787398509.539547:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33b381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106502:x1874221260886144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398509.539580:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33b381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106502:x1874221260886144:12345-0@lo:400:kworker.0 Request processed in 35us (1146us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398509.539587:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000100:00100000:0.0:1787398509.539699:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106503:1874221260886272:0@lo:400:kworker.0 00000100:00080000:0.0:1787398509.539730:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787398509.540371:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106501:x1874221260886528:12345-0@lo:400:kworker.0 Request processed in 2695us (4107us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398509.540383:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:3.0:1787398509.540385:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260885248 00000100:00100000:3.0:1787398509.540410:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260885248 00000100:00100000:2.0:1787398509.540432:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106501:1874221260886400:0@lo:400:kworker.0 00000100:00100000:2.0:1787398509.540453:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106501:1874221260886528:0@lo:400:kworker.0 00000100:00100000:3.0:1787398509.540515:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260885760 00000100:00100000:3.0:1787398509.540521:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260885760 00000100:00100000:2.0:1787398509.540540:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:2.0:1787398509.540553:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260885248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398509.540597:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260885248:12345-0@lo:400:kworker.0 Request processed in 48us (2341us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398509.540646:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221260886656:0@lo:400:kworker.0 00000100:00100000:1.0:1787398509.540698:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398509.540741:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221260885120:0@lo:400:kworker.0 00000100:00100000:1.0:1787398509.540774:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106502:1874221260885632:0@lo:400:kworker.0 00000100:00100000:1.0:1787398509.540797:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106502:1874221260886144:0@lo:400:kworker.0 00000100:00100000:0.0:1787398509.540801:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260885248:0@lo:400:kworker.0 00000100:00100000:1.0:1787398509.540835:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260886784 00000100:00100000:1.0:1787398509.540841:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260886784 00000100:00100000:0.0:1787398509.540852:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260886656 00000100:00100000:0.0:1787398509.540859:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260886656 00000100:00100000:1.0:1787398509.540883:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1787398509.540893:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221260886784:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787398509.540925:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71049216 avail 63881216 00000100:00100000:0.0:1787398509.540932:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:0.0:1787398509.540944:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33b381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106502:x1874221260886656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398509.540975:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221260886784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (2534us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398509.540984:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1787398509.541055:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33b381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106502:x1874221260886656:12345-0@lo:400:kworker.0 Request processed in 111us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398509.541067:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221260886656:0@lo:400:kworker.0 00000100:00100000:0.0:1787398509.541086:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00080000:0.0:1787398509.541126:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787398509.541159:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33b383b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260886784:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787398509.541230:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:3.0:1787398509.541239:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106503:x1874221260885760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398509.541280:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106503:x1874221260885760:12345-0@lo:400:kworker.0 Request processed in 44us (2970us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398509.541286:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00100000:2.0:1787398509.541691:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00100000:0.0:1787398509.541850:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260885760:0@lo:400:kworker.0 00010000:00010000:3.0:1787398509.846321:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398510.552663:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260886912:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787398510.553060:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398510.561108:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260886912 00000100:00100000:3.0:1787398510.561131:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260886912 00000100:00100000:3.0:1787398510.565543:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1787398510.565579:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260886912:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787398510.565620:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71049216 avail 63881216 00000100:00100000:3.0:1787398510.566282:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260886912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 723us (13222us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398510.566294:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1787398510.567139:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260886912:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1787398510.876920:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398511.206947:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398511.207016:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398511.207166:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398511.207217:0:158786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247416832 00000100:00100000:0.0:1787398511.207230:0:158786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247416832 00000100:00100000:0.0:1787398511.207297:0:158786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 193 00000100:00100000:0.0:1787398511.207308:0:158786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf306c40050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0568db1d-e5fc-471d-afd3-4e3ae4228f13+10:69163:x1874221247416832:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398511.207403:0:158786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf306c40050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0568db1d-e5fc-471d-afd3-4e3ae4228f13+10:69163:x1874221247416832:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 96us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398511.207412:0:158786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 193 00000100:00100000:2.0:1787398511.221399:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247416960 00000100:00100000:2.0:1787398511.221420:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247416960 00000100:00100000:2.0:1787398511.221565:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247417088 00000100:00100000:2.0:1787398511.221569:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247417088 00000100:00100000:2.0:1787398511.221609:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 221 00000100:00100000:2.0:1787398511.221622:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:77079b13-ca22-42b2-a958-5d5459d475f7+12:69164:x1874221247416960:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:2.0:1787398511.221742:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:77079b13-ca22-42b2-a958-5d5459d475f7+12:69164:x1874221247416960:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 123us (14724us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398511.221763:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 221 00000100:00100000:2.0:1787398511.221786:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 222 00000100:00100000:2.0:1787398511.221793:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:77079b13-ca22-42b2-a958-5d5459d475f7+7:69164:x1874221247417088:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:2.0:1787398511.221827:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:77079b13-ca22-42b2-a958-5d5459d475f7+7:69164:x1874221247417088:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 34us (14661us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398511.221834:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 222 00000100:00080000:1.0:1787398511.222121:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787398511.222127:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787398511.574683:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787398511.574717:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260887040:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787398511.574818:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398511.574892:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260887040 00000100:00100000:2.0:1787398511.574903:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260887040 00000100:00100000:2.0:1787398511.575003:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1787398511.575016:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221260887040:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1787398511.575059:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71184384 avail 64016384 00000100:00100000:2.0:1787398511.575114:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221260887040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398511.575122:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1787398511.575185:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260887040:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1787398511.575248:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787398511.576664:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787398511.576692:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33b382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260887168:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787398511.576771:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398511.576822:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260887168 00000100:00100000:3.0:1787398511.576829:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260887168 00000100:00100000:3.0:1787398511.576898:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1787398511.576920:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260887168:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787398511.576945:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71184384 avail 64016384 00000100:00100000:3.0:1787398511.577009:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260887168:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398511.577017:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1787398511.577072:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33b382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260887168:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1787398511.577155:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1787398511.895576:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398512.920034:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398513.630262:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787398513.630288:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33b380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260887424:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787398513.630373:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398513.630525:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260887296:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787398513.630563:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398513.630602:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260887424 00000100:00100000:3.0:1787398513.630611:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260887424 00000100:00100000:3.0:1787398513.630656:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260887296 00000100:00100000:3.0:1787398513.630659:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260887296 00000100:00100000:3.0:1787398513.630679:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:3.0:1787398513.630687:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33b382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260887424:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787398513.630721:0:158800:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42786816 avail 36655104 00000100:00100000:3.0:1787398513.630762:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33b382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260887424:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398513.630768:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:3.0:1787398513.630785:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:3.0:1787398513.630791:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106503:x1874221260887296:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787398513.630804:0:158800:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42647552 avail 36515840 00000100:00100000:3.0:1787398513.630830:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106503:x1874221260887296:12345-0@lo:41:osp-pre-0-1.0 Request processed in 39us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398513.630835:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00100000:3.0:1787398513.630876:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260887296:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787398513.630924:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33b380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260887424:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1787398513.942908:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398514.648973:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787398514.649005:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260887552:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787398514.649101:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398514.649182:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260887552 00000100:00100000:0.0:1787398514.649193:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260887552 00000100:00100000:0.0:1787398514.649263:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1787398514.649275:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221260887552:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787398514.649314:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71049216 avail 63881216 00000100:00100000:0.0:1787398514.649365:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221260887552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398514.649373:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1787398514.649431:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260887552:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787398514.650053:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33b383b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221260887680:0@lo:400:kworker.0 00000100:00100000:0.0:1787398514.650119:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1787398514.650176:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787398514.650192:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33b380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260887808:0@lo:400:kworker.0 00000100:00100000:1.0:1787398514.650237:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398514.650269:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260888320:0@lo:400:kworker.0 00000100:00100000:1.0:1787398514.650292:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398514.650310:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106503:1874221260888832:0@lo:400:kworker.0 00000100:00100000:1.0:1787398514.650335:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398514.650372:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260887808 00000100:00100000:1.0:1787398514.650378:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260887808 00000100:00100000:1.0:1787398514.650416:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260888320 00000100:00100000:1.0:1787398514.650420:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260888320 00000100:00100000:1.0:1787398514.650442:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:1.0:1787398514.650450:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260887808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398514.650678:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260887808:12345-0@lo:400:kworker.0 Request processed in 228us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398514.650687:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:1.0:1787398514.650705:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:1.0:1787398514.650711:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106503:x1874221260888320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398514.650739:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106503:x1874221260888320:12345-0@lo:400:kworker.0 Request processed in 28us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398514.650744:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:1.0:1787398514.650768:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260888832 00000100:00100000:1.0:1787398514.650772:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260888832 00000100:00100000:1.0:1787398514.650808:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:1.0:1787398514.650814:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106503:x1874221260888832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398514.650856:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106503:x1874221260888832:12345-0@lo:400:kworker.0 Request processed in 42us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398514.650863:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:1.0:1787398514.650916:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33b380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260887808:0@lo:400:kworker.0 00000100:00100000:1.0:1787398514.650943:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260888320:0@lo:400:kworker.0 00000100:00100000:1.0:1787398514.650953:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106503:1874221260888832:0@lo:400:kworker.0 00000100:00080000:1.0:1787398514.650980:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787398514.650995:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260888064:0@lo:400:kworker.0 00000100:00100000:1.0:1787398514.651025:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398514.651047:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106501:1874221260888576:0@lo:400:kworker.0 00000100:00100000:1.0:1787398514.651066:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398514.651081:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:106501:1874221260889088:0@lo:400:kworker.0 00000100:00100000:1.0:1787398514.651099:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398514.651119:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1787398514.651125:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf334043b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260887936:0@lo:400:kworker.0 00000100:00100000:1.0:1787398514.651148:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398514.651166:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260888448:0@lo:400:kworker.0 00000100:00100000:1.0:1787398514.651189:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398514.651205:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106501:1874221260888960:0@lo:400:kworker.0 00000100:00100000:1.0:1787398514.651228:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398514.651253:0:162516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260888064 00000100:00100000:1.0:1787398514.651257:0:162516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260888064 00000100:00100000:1.0:1787398514.651290:0:162516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260887936 00000100:00100000:1.0:1787398514.651293:0:162516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260887936 00000100:00100000:1.0:1787398514.651313:0:162516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260888448 00000100:00100000:1.0:1787398514.651316:0:162516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260888448 00000100:00100000:1.0:1787398514.651336:0:162516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1787398514.651343:0:162516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260888064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398514.651391:0:162516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260888064:12345-0@lo:400:kworker.0 Request processed in 48us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398514.651398:0:162516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1787398514.651410:0:162516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1787398514.651416:0:162516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260887936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398514.651443:0:162516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260887936:12345-0@lo:400:kworker.0 Request processed in 27us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398514.651449:0:162516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1787398514.651459:0:162516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1787398514.651464:0:162516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260888448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398514.651525:0:162516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260888448:12345-0@lo:400:kworker.0 Request processed in 60us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398514.651531:0:162516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1787398514.651548:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260888576 00000100:00100000:1.0:1787398514.651551:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260888576 00000100:00100000:1.0:1787398514.651574:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260889088 00000100:00100000:1.0:1787398514.651578:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260889088 00000100:00100000:1.0:1787398514.651593:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260888960 00000100:00100000:1.0:1787398514.651596:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260888960 00000100:00100000:1.0:1787398514.651610:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:1.0:1787398514.651615:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:106501:x1874221260888576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398514.651646:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:106501:x1874221260888576:12345-0@lo:400:kworker.0 Request processed in 30us (579us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398514.651652:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:1.0:1787398514.651663:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:1.0:1787398514.651669:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:106501:x1874221260889088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398514.651713:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:106501:x1874221260889088:12345-0@lo:400:kworker.0 Request processed in 44us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398514.651720:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:1.0:1787398514.651731:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:1.0:1787398514.651736:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:106501:x1874221260888960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398514.651761:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:106501:x1874221260888960:12345-0@lo:400:kworker.0 Request processed in 25us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398514.651766:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00080000:1.0:1787398514.651797:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787398514.651799:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787398514.651802:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787398514.651804:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787398514.651851:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf334043b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260887936:0@lo:400:kworker.0 00000100:00100000:1.0:1787398514.651860:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260888448:0@lo:400:kworker.0 00000100:00100000:1.0:1787398514.651869:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106501:1874221260888960:0@lo:400:kworker.0 00000100:00100000:1.0:1787398514.651877:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260888064:0@lo:400:kworker.0 00000100:00100000:1.0:1787398514.651887:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106501:1874221260888576:0@lo:400:kworker.0 00000100:00100000:1.0:1787398514.651895:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:106501:1874221260889088:0@lo:400:kworker.0 00000100:00100000:0.0:1787398514.652034:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106502:1874221260888192:0@lo:400:kworker.0 00000100:00100000:0.0:1787398514.652064:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398514.652090:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106502:1874221260888704:0@lo:400:kworker.0 00000100:00100000:0.0:1787398514.652113:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398514.655441:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260888192 00000100:00100000:1.0:1787398514.655460:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260888192 00000100:00100000:1.0:1787398514.658608:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260888704 00000100:00100000:1.0:1787398514.658627:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260888704 00000100:00100000:1.0:1787398514.658681:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:1.0:1787398514.658694:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106502:x1874221260888192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398514.658852:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106502:x1874221260888192:12345-0@lo:400:kworker.0 Request processed in 161us (6786us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398514.658861:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00100000:1.0:1787398514.658880:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:1.0:1787398514.658887:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106502:x1874221260888704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398514.658916:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106502:x1874221260888704:12345-0@lo:400:kworker.0 Request processed in 30us (6802us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398514.658936:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00080000:1.0:1787398514.658977:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787398514.661090:0:158788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260887680 00000100:00100000:3.0:1787398514.661110:0:158788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260887680 00000100:00100000:3.0:1787398514.661195:0:158788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:3.0:1787398514.661207:0:158788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf306c43c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221260887680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398514.661312:0:158788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf306c43c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221260887680:12345-0@lo:400:kworker.0 Request processed in 107us (11192us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398514.661320:0:158788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00100000:1.0:1787398514.661866:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106502:1874221260888192:0@lo:400:kworker.0 00000100:00100000:1.0:1787398514.661905:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106502:1874221260888704:0@lo:400:kworker.0 00000100:00100000:1.0:1787398514.661950:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33b383b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221260887680:0@lo:400:kworker.0 00010000:00010000:1.0:1787398514.968684:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787398515.248172:0:164634:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-lfsck test 42: LFSCK repairs inconsistent MDT-object/OST-object encryption flags ========================================================== 07:35:13 (1787398513) 00000100:00100000:2.0:1787398515.560374:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398515.560546:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247417216 00000100:00100000:1.0:1787398515.560560:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247417216 00000100:00100000:1.0:1787398515.560707:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 290 00000100:00100000:1.0:1787398515.560721:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:77079b13-ca22-42b2-a958-5d5459d475f7+12:121727:x1874221247417216:12345-192.168.204.36@tcp:101:bash.0 00010000:00010000:1.0:1787398515.560750:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398515.560779:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x57038999123416d6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef1197fb expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.560879:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x57038999123416dd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.560897:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x57038999123416dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.560939:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x57038999123416dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787398515.561007:0:160868:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1787398515.561012:0:160868:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787398515.561040:0:160868:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x57038999123416dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.561073:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x57038999123416d6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1197fb expref: 14 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.561096:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x57038999123416dd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1197fb expref: 13 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.561106:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:1.0:1787398515.561110:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787398515.561115:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b639e00, rc 0) 00000100:00100000:1.0:1787398515.561194:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:77079b13-ca22-42b2-a958-5d5459d475f7+13:121727:x1874221247417216:12345-192.168.204.36@tcp:101:bash.0 Request processed in 477us (837us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398515.561203:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 290 00000100:00080000:2.0:1787398515.561266:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787398515.576325:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398515.576529:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247417344 00000100:00100000:2.0:1787398515.576544:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247417344 00000100:00100000:2.0:1787398515.576628:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 80 00000100:00100000:2.0:1787398515.576641:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:77079b13-ca22-42b2-a958-5d5459d475f7+13:121727:x1874221247417344:12345-192.168.204.36@tcp:37:bash.0 00000100:00100000:2.0:1787398515.591341:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:77079b13-ca22-42b2-a958-5d5459d475f7+13:121727:x1874221247417344:12345-192.168.204.36@tcp:37:bash.0 Request processed in 14683us (15012us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398515.591376:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 80 00000100:00100000:3.0:1787398515.602840:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398515.603024:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247417472 00000100:00100000:1.0:1787398515.603037:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247417472 00000100:00100000:1.0:1787398515.603120:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 291 00000100:00100000:1.0:1787398515.603133:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:77079b13-ca22-42b2-a958-5d5459d475f7+13:121877:x1874221247417472:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:1.0:1787398515.603161:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398515.603189:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x57038999123416e4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119802 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.603318:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639400/0x57038999123416eb lrc: 3/1,0 mode: --/PR res: [0x200003ab2:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.603335:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639400/0x57038999123416eb lrc: 3/1,0 mode: PR/PR res: [0x200003ab2:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.603349:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639400/0x57038999123416eb lrc: 3/1,0 mode: PR/PR res: [0x200003ab2:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787398515.603413:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab2:0x7:0x0]: returning size 4096 00000004:00200000:1.0:1787398515.603418:0:158796:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787398515.603443:0:158796:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639400/0x57038999123416eb lrc: 3/1,0 mode: PR/PR res: [0x200003ab2:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.603524:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x57038999123416e4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119802 expref: 15 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.603549:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639400/0x57038999123416eb lrc: 3/0,0 mode: PR/PR res: [0x200003ab2:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119802 expref: 14 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.603559:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0x7:0x0].0x0 (ffff9cf305ea8a00) 00010000:00010000:1.0:1787398515.603562:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787398515.603566:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b639400, rc 0) 00000100:00100000:1.0:1787398515.603639:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:77079b13-ca22-42b2-a958-5d5459d475f7+14:121877:x1874221247417472:12345-192.168.204.36@tcp:101:rm.0 Request processed in 508us (813us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398515.603648:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 291 00000100:00100000:3.0:1787398515.618147:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398515.620618:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247417728 00000100:00100000:1.0:1787398515.620644:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247417728 00000100:00100000:1.0:1787398515.620774:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 292 00000100:00100000:1.0:1787398515.620788:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:77079b13-ca22-42b2-a958-5d5459d475f7+14:121877:x1874221247417728:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:1.0:1787398515.620823:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398515.620853:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x57038999123416f2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119809 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787398515.621020:0:158795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab2:0x7:0x0]: returning size 4096 00010000:00010000:1.0:1787398515.621716:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x57038999123416f2 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119809 expref: 16 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.621739:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:1.0:1787398515.621743:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787398515.621749:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x57038999123416f2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119809 expref: 16 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.621767:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b639c00, rc 0) 00000100:00100000:1.0:1787398515.621864:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:77079b13-ca22-42b2-a958-5d5459d475f7+15:121877:x1874221247417728:12345-192.168.204.36@tcp:101:rm.0 Request processed in 1079us (3744us total) trans 34359738575 rc 301/301 00000100:00100000:1.0:1787398515.621875:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 292 00000100:00100000:0.0:1787398515.631034:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398515.632343:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247417856 00000100:00100000:1.0:1787398515.632363:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247417856 00000100:00100000:1.0:1787398515.632462:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 81 00000100:00100000:1.0:1787398515.632519:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf336d17c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:77079b13-ca22-42b2-a958-5d5459d475f7+15:121877:x1874221247417856:12345-192.168.204.36@tcp:37:rm.0 00000100:00100000:0.0:1787398515.646291:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf336d17c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:77079b13-ca22-42b2-a958-5d5459d475f7+15:121877:x1874221247417856:12345-192.168.204.36@tcp:37:rm.0 Request processed in 12000us (13454us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398515.646315:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 81 00000100:00100000:3.0:1787398515.658933:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398515.661205:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247418112 00000100:00100000:2.0:1787398515.661228:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247418112 00000100:00100000:2.0:1787398515.662007:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 82 00000100:00100000:2.0:1787398515.662024:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:77079b13-ca22-42b2-a958-5d5459d475f7+15:121877:x1874221247418112:12345-192.168.204.36@tcp:35:rm.0 00000100:00100000:2.0:1787398515.662406:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:77079b13-ca22-42b2-a958-5d5459d475f7+16:121877:x1874221247418112:12345-192.168.204.36@tcp:35:rm.0 Request processed in 387us (3612us total) trans 34359738576 rc 0/0 00000100:00100000:2.0:1787398515.662416:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 82 00000100:00100000:0.0:1787398515.682951:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398515.683143:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247418368 00000100:00100000:1.0:1787398515.683158:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247418368 00000100:00100000:1.0:1787398515.683258:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 293 00000100:00100000:1.0:1787398515.683281:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:77079b13-ca22-42b2-a958-5d5459d475f7+16:121877:x1874221247418368:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:1.0:1787398515.683342:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398515.683371:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912341700 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119810 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.683599:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912341707 lrc: 3/1,0 mode: --/CR res: [0x200003ab2:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.683620:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912341707 lrc: 3/1,0 mode: CR/CR res: [0x200003ab2:0x7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.683636:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912341707 lrc: 3/1,0 mode: CR/CR res: [0x200003ab2:0x7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787398515.683650:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab2:0x7:0x0]: returning size 4096 00010000:00010000:1.0:1787398515.683795:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912341700 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119810 expref: 19 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.684059:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912341707 lrc: 3/0,0 mode: CR/CR res: [0x200003ab2:0x7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119810 expref: 18 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.684072:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0x7:0x0].0x0 (ffff9cf305ea8a00) 00010000:00010000:1.0:1787398515.684075:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1787398515.684079:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b639200, rc 0) 00000100:00100000:1.0:1787398515.684161:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:77079b13-ca22-42b2-a958-5d5459d475f7+18:121877:x1874221247418368:12345-192.168.204.36@tcp:101:rm.0 Request processed in 893us (1225us total) trans 34359738577 rc 0/0 00000100:00100000:1.0:1787398515.684170:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 293 00000100:00100000:0.0:1787398515.685150:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787398515.685175:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bb2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260889216:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787398515.685245:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398515.685351:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260889216 00000100:00100000:2.0:1787398515.685359:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260889216 00000100:00100000:2.0:1787398515.685407:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1787398515.685417:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260889216:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787398515.685442:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71049216 avail 63881216 00000100:00100000:2.0:1787398515.692872:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260889216:12345-0@lo:13:osp-pre-0-0.0 Request processed in 7439us (7609us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398515.692906:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1787398515.705035:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398515.705148:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247418496 00000100:00100000:2.0:1787398515.705162:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247418496 00000100:00100000:2.0:1787398515.705241:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 294 00000100:00100000:2.0:1787398515.705253:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:77079b13-ca22-42b2-a958-5d5459d475f7+18:121877:x1874221247418496:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:2.0:1787398515.705302:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398515.705332:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968000/0x5703899912341715 lrc: 2/0,0 mode: --/CR res: [0x200003ab2:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119817 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.705430:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968c00/0x570389991234171c lrc: 3/1,0 mode: --/PR res: [0x200003ab2:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.705467:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968c00/0x570389991234171c lrc: 3/1,0 mode: PR/PR res: [0x200003ab2:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.705520:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968c00/0x570389991234171c lrc: 3/1,0 mode: PR/PR res: [0x200003ab2:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787398515.705651:0:160868:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab2:0x8:0x0]: returning size 4096 00000004:00200000:2.0:1787398515.705659:0:160868:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787398515.705688:0:160868:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968c00/0x570389991234171c lrc: 3/1,0 mode: PR/PR res: [0x200003ab2:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.705722:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968000/0x5703899912341715 lrc: 0/0,0 mode: --/CR res: [0x200003ab2:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119817 expref: 20 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.705745:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968c00/0x570389991234171c lrc: 3/0,0 mode: PR/PR res: [0x200003ab2:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119817 expref: 19 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.705755:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0x8:0x0].0x0 (ffff9cf31e895100) 00010000:00010000:2.0:1787398515.705759:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787398515.705763:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d968c00, rc 0) 00000100:00100000:2.0:1787398515.705844:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:77079b13-ca22-42b2-a958-5d5459d475f7+19:121877:x1874221247418496:12345-192.168.204.36@tcp:101:rm.0 Request processed in 593us (826us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398515.705853:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 294 00000100:00100000:1.0:1787398515.715737:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bb2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260889216:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787398515.741037:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398515.741155:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247418752 00000100:00100000:1.0:1787398515.741188:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247418752 00000100:00100000:1.0:1787398515.741266:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 295 00000100:00100000:1.0:1787398515.741277:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:77079b13-ca22-42b2-a958-5d5459d475f7+19:121877:x1874221247418752:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:1.0:1787398515.741306:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398515.741332:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912341723 lrc: 2/0,0 mode: --/CR res: [0x200003ab2:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11981e expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787398515.741602:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab2:0x8:0x0]: returning size 4096 00010000:00010000:1.0:1787398515.741730:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912341723 lrc: 1/0,0 mode: --/CR res: [0x200003ab2:0x7:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11981e expref: 21 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.741748:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0x7:0x0].0x0 (ffff9cf305ea8a00) 00010000:00010000:1.0:1787398515.741751:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787398515.741757:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912341723 lrc: 0/0,0 mode: --/CR res: [0x200003ab2:0x7:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11981e expref: 21 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.741775:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b639c00, rc 0) 00000100:00100000:1.0:1787398515.741861:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:77079b13-ca22-42b2-a958-5d5459d475f7+20:121877:x1874221247418752:12345-192.168.204.36@tcp:101:rm.0 Request processed in 585us (839us total) trans 34359738578 rc 301/301 00000100:00100000:1.0:1787398515.741870:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 295 00000100:00100000:3.0:1787398515.748189:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398515.748318:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247418880 00000100:00100000:0.0:1787398515.748333:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247418880 00000100:00100000:0.0:1787398515.748414:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 83 00000100:00100000:0.0:1787398515.748426:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:77079b13-ca22-42b2-a958-5d5459d475f7+20:121877:x1874221247418880:12345-192.168.204.36@tcp:37:rm.0 00000100:00100000:0.0:1787398515.757263:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:77079b13-ca22-42b2-a958-5d5459d475f7+20:121877:x1874221247418880:12345-192.168.204.36@tcp:37:rm.0 Request processed in 8823us (9075us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398515.757283:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 83 00000100:00100000:3.0:1787398515.763599:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398515.764220:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247419136 00000100:00100000:2.0:1787398515.764235:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247419136 00000100:00100000:2.0:1787398515.764312:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 84 00000100:00100000:2.0:1787398515.764324:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:77079b13-ca22-42b2-a958-5d5459d475f7+20:121877:x1874221247419136:12345-192.168.204.36@tcp:35:rm.0 00000100:00100000:2.0:1787398515.764680:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:77079b13-ca22-42b2-a958-5d5459d475f7+21:121877:x1874221247419136:12345-192.168.204.36@tcp:35:rm.0 Request processed in 356us (1095us total) trans 34359738579 rc 0/0 00000100:00100000:2.0:1787398515.764710:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 84 00000100:00100000:3.0:1787398515.772744:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398515.772933:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247419392 00000100:00100000:2.0:1787398515.772947:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247419392 00000100:00100000:2.0:1787398515.773027:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 296 00000100:00100000:2.0:1787398515.773041:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:77079b13-ca22-42b2-a958-5d5459d475f7+21:121877:x1874221247419392:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:2.0:1787398515.773078:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398515.773108:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969800/0x5703899912341731 lrc: 2/0,0 mode: --/CR res: [0x200003ab2:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119825 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.773323:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968000/0x5703899912341738 lrc: 3/1,0 mode: --/CR res: [0x200003ab2:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.773341:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968000/0x5703899912341738 lrc: 3/1,0 mode: CR/CR res: [0x200003ab2:0x8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.773356:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968000/0x5703899912341738 lrc: 3/1,0 mode: CR/CR res: [0x200003ab2:0x8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787398515.773371:0:160868:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab2:0x8:0x0]: returning size 4096 00010000:00010000:2.0:1787398515.773569:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969800/0x5703899912341731 lrc: 0/0,0 mode: --/CR res: [0x200003ab2:0x7:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119825 expref: 24 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.773593:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968000/0x5703899912341738 lrc: 3/0,0 mode: CR/CR res: [0x200003ab2:0x8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119825 expref: 23 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.773604:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0x8:0x0].0x0 (ffff9cf31e895100) 00010000:00010000:2.0:1787398515.773607:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1787398515.773680:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d968000, rc 0) 00000100:00100000:2.0:1787398515.773789:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:77079b13-ca22-42b2-a958-5d5459d475f7+23:121877:x1874221247419392:12345-192.168.204.36@tcp:101:rm.0 Request processed in 751us (1060us total) trans 34359738580 rc 0/0 00000100:00100000:2.0:1787398515.773797:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 296 00000100:00100000:0.0:1787398515.782777:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398515.782892:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247419520 00000100:00100000:1.0:1787398515.782917:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247419520 00000100:00100000:1.0:1787398515.783001:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 297 00000100:00100000:1.0:1787398515.783014:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:77079b13-ca22-42b2-a958-5d5459d475f7+23:121877:x1874221247419520:12345-192.168.204.36@tcp:41:rm.0 00000004:00000024:1.0:1787398515.783094:0:158796:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 142233600 avail 127897600 00000100:00100000:1.0:1787398515.783191:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:77079b13-ca22-42b2-a958-5d5459d475f7+23:121877:x1874221247419520:12345-192.168.204.36@tcp:41:rm.0 Request processed in 178us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398515.783222:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 297 00000100:00100000:3.0:1787398515.790324:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398515.792822:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247419648 00000100:00100000:2.0:1787398515.792843:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247419648 00000100:00100000:2.0:1787398515.792951:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 298 00000100:00100000:2.0:1787398515.792965:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:77079b13-ca22-42b2-a958-5d5459d475f7+23:121877:x1874221247419648:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:2.0:1787398515.792995:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398515.793026:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969800/0x5703899912341746 lrc: 2/0,0 mode: --/CR res: [0x200003ab0:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11982c expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.793115:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x570389991234174d lrc: 3/1,0 mode: --/CR res: [0x200003ab0:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.793132:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x570389991234174d lrc: 3/1,0 mode: CR/CR res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.793152:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x570389991234174d lrc: 3/1,0 mode: CR/CR res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.793170:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341754 lrc: 3/1,0 mode: --/PR res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.793183:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341754 lrc: 3/1,0 mode: PR/PR res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.793190:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341754 lrc: 3/1,0 mode: PR/PR res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.793270:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x570389991234175b lrc: 3/1,0 mode: --/PR res: [0x200003ab2:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.793297:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x570389991234175b lrc: 3/1,0 mode: PR/PR res: [0x200003ab2:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.793305:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x570389991234175b lrc: 3/1,0 mode: PR/PR res: [0x200003ab2:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787398515.793360:0:160868:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab2:0x9:0x0]: returning size 0 00000004:00200000:2.0:1787398515.793365:0:160868:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787398515.793390:0:160868:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x570389991234175b lrc: 3/1,0 mode: PR/PR res: [0x200003ab2:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.793404:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x570389991234175b lrc: 3/1,0 mode: PR/PR res: [0x200003ab2:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.793416:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x570389991234174d lrc: 4/1,0 mode: CR/CR res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.793423:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x570389991234174d lrc: 4/1,0 mode: CR/CR res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.793431:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x570389991234174d lrc: 3/0,0 mode: CR/CR res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.793439:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x570389991234174d lrc: 4/0,0 mode: CR/CR res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.793447:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d968e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398515.793452:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x570389991234174d lrc: 4/0,0 mode: CR/CR res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.793460:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x570389991234174d lrc: 5/0,0 mode: CR/CR res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.793506:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab0:0x4:0x0].0x0 (ffff9cf3213ecc00) 00010000:00010000:2.0:1787398515.793509:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398515.793516:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x570389991234174d lrc: 3/0,0 mode: --/CR res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.793524:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x570389991234174d lrc: 0/0,0 mode: --/CR res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.793540:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341754 lrc: 3/1,0 mode: PR/PR res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.793546:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341754 lrc: 2/0,0 mode: PR/PR res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.793552:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341754 lrc: 3/0,0 mode: PR/PR res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.793558:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d969e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398515.793562:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341754 lrc: 3/0,0 mode: PR/PR res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.793568:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341754 lrc: 4/0,0 mode: PR/PR res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.793576:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab0:0x4:0x0].0x1cda55a (ffff9cf3414fe100) 00010000:00010000:2.0:1787398515.793578:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398515.793580:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341754 lrc: 2/0,0 mode: --/PR res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.793586:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341754 lrc: 0/0,0 mode: --/PR res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.793635:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969800/0x5703899912341746 lrc: 0/0,0 mode: --/CR res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11982c expref: 25 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.793650:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x570389991234175b lrc: 3/0,0 mode: PR/PR res: [0x200003ab2:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11982c expref: 24 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.793658:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0x9:0x0].0x0 (ffff9cf3414fee00) 00010000:00010000:2.0:1787398515.793660:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787398515.793662:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d969000, rc 0) 00000100:00100000:2.0:1787398515.793761:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:77079b13-ca22-42b2-a958-5d5459d475f7+24:121877:x1874221247419648:12345-192.168.204.36@tcp:101:rm.0 Request processed in 799us (3454us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398515.793770:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 298 00000100:00100000:3.0:1787398515.800917:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398515.805367:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247419904 00000100:00100000:2.0:1787398515.805389:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247419904 00000100:00100000:2.0:1787398515.805510:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 299 00000100:00100000:2.0:1787398515.805523:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:77079b13-ca22-42b2-a958-5d5459d475f7+24:121877:x1874221247419904:12345-192.168.204.36@tcp:36:rm.0 00010000:00010000:2.0:1787398515.805608:0:158794:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1787398515.805660:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x570389991234175b lrc: 0/0,0 mode: --/PR res: [0x200003ab2:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11982c expref: 24 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.805687:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0x9:0x0].0x0 (ffff9cf3414fee00) 00010000:00010000:2.0:1787398515.805707:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638600/0x570389991234163c lrc: 0/0,0 mode: --/PR res: [0x200003ab0:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1197c3 expref: 23 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.805720:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab0:0x4:0x0].0x0 (ffff9cf3213ecc00) 00010000:00010000:2.0:1787398515.805747:0:158794:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787398515.805784:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969c00/0x5703899912341762 lrc: 3/0,1 mode: --/CW res: [0x200003ab0:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.805800:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969c00/0x5703899912341762 lrc: 3/0,1 mode: CW/CW res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.805811:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969c00/0x5703899912341762 lrc: 3/0,1 mode: CW/CW res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.806020:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969600/0x5703899912341769 lrc: 3/0,1 mode: --/PW res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.806028:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969600/0x5703899912341769 lrc: 3/0,1 mode: PW/PW res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.806035:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969600/0x5703899912341769 lrc: 3/0,1 mode: PW/PW res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.806180:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968400/0x5703899912341770 lrc: 3/0,1 mode: --/EX res: [0x200003ab2:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.806189:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968400/0x5703899912341770 lrc: 3/0,1 mode: EX/EX res: [0x200003ab2:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.806196:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968400/0x5703899912341770 lrc: 3/0,1 mode: EX/EX res: [0x200003ab2:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787398515.806977:0:158794:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x20:0x0].40, 64 off10752 00000004:00080000:2.0:1787398515.806993:0:158794:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 5536873514058ns, next at 5537873510737ns, rc = 0 00010000:00010000:2.0:1787398515.807177:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969800/0x5703899912341777 lrc: 3/0,1 mode: --/PW res: [0x200003ab2:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.807209:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969800/0x5703899912341777 lrc: 3/0,1 mode: PW/PW res: [0x200003ab2:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.807220:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969800/0x5703899912341777 lrc: 3/0,1 mode: PW/PW res: [0x200003ab2:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.807230:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969800/0x5703899912341777 lrc: 4/0,1 mode: PW/PW res: [0x200003ab2:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.807412:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969800/0x5703899912341777 lrc: 4/0,1 mode: PW/PW res: [0x200003ab2:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.807420:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969800/0x5703899912341777 lrc: 3/0,0 mode: PW/PW res: [0x200003ab2:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.807517:0:158794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787398515.807549:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968400/0x5703899912341770 lrc: 3/0,1 mode: EX/EX res: [0x200003ab2:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.807557:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968400/0x5703899912341770 lrc: 2/0,0 mode: EX/EX res: [0x200003ab2:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.807565:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968400/0x5703899912341770 lrc: 3/0,0 mode: EX/EX res: [0x200003ab2:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.807571:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d968400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398515.807577:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968400/0x5703899912341770 lrc: 3/0,0 mode: EX/EX res: [0x200003ab2:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.807585:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968400/0x5703899912341770 lrc: 4/0,0 mode: EX/EX res: [0x200003ab2:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.807609:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0x9:0x0].0x0 (ffff9cf3414fe200) 00010000:00010000:2.0:1787398515.807621:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1787398515.807627:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968400/0x5703899912341770 lrc: 2/0,0 mode: --/EX res: [0x200003ab2:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.807634:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968400/0x5703899912341770 lrc: 0/0,0 mode: --/EX res: [0x200003ab2:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.807655:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969c00/0x5703899912341762 lrc: 4/0,1 mode: CW/CW res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.807663:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969c00/0x5703899912341762 lrc: 4/0,1 mode: CW/CW res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.807669:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969c00/0x5703899912341762 lrc: 3/0,0 mode: CW/CW res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.807675:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969c00/0x5703899912341762 lrc: 4/0,0 mode: CW/CW res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.807681:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d969c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398515.807684:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969c00/0x5703899912341762 lrc: 4/0,0 mode: CW/CW res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.807690:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969c00/0x5703899912341762 lrc: 5/0,0 mode: CW/CW res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.807698:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab0:0x4:0x0].0x0 (ffff9cf3414feb00) 00010000:00010000:2.0:1787398515.807700:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398515.807703:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969c00/0x5703899912341762 lrc: 3/0,0 mode: --/CW res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.807719:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969c00/0x5703899912341762 lrc: 0/0,0 mode: --/CW res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398515.807736:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d6db1c51 reply state 000000009837b1e3 transno 34359738581 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969600/0x5703899912341769 lrc: 3/0,1 mode: PW/PW res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.807750:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969600/0x5703899912341769 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.807756:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab0:0x4:0x0].0x1cda55a (ffff9cf3414fe000) 00010000:00010000:2.0:1787398515.807759:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398515.807763:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1787398515.807964:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:77079b13-ca22-42b2-a958-5d5459d475f7+24:121877:x1874221247419904:12345-192.168.204.36@tcp:36:rm.0 Request processed in 2439us (7066us total) trans 34359738581 rc 0/0 00000100:00100000:2.0:1787398515.807974:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 299 00010000:00010000:3.0:1787398515.815368:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787398515.815390:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969800/0x5703899912341777 lrc: 2/0,0 mode: PW/PW res: [0x200003ab2:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398515.815406:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d969800 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398515.815412:0:158783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969800/0x5703899912341777 lrc: 2/0,0 mode: PW/PW res: [0x200003ab2:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398515.815423:0:158783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969800/0x5703899912341777 lrc: 3/0,0 mode: PW/PW res: [0x200003ab2:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398515.815466:0:158783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0x9:0x0].0x0 (ffff9cf3414fe200) 00010000:00010000:3.0:1787398515.815469:0:158783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1787398515.815503:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969800/0x5703899912341777 lrc: 1/0,0 mode: --/PW res: [0x200003ab2:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398515.815510:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969800/0x5703899912341777 lrc: 0/0,0 mode: --/PW res: [0x200003ab2:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398515.815541:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398515.815543:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398515.815545:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398515.815829:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398515.815991:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247420160 00000100:00100000:2.0:1787398515.816003:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247420160 00000100:00100000:2.0:1787398515.816082:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 85 00000100:00100000:2.0:1787398515.816096:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b88b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:77079b13-ca22-42b2-a958-5d5459d475f7+24:121877:x1874221247420160:12345-192.168.204.36@tcp:35:rm.0 00000100:00100000:2.0:1787398515.816411:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b88b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:77079b13-ca22-42b2-a958-5d5459d475f7+25:121877:x1874221247420160:12345-192.168.204.36@tcp:35:rm.0 Request processed in 316us (587us total) trans 34359738582 rc 0/0 00000100:00100000:2.0:1787398515.816420:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 85 00000100:00100000:1.0:1787398515.819643:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398515.820093:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247420416 00000100:00100000:2.0:1787398515.820106:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247420416 00000100:00100000:2.0:1787398515.820192:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 300 00000100:00100000:2.0:1787398515.820205:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:77079b13-ca22-42b2-a958-5d5459d475f7+25:121877:x1874221247420416:12345-192.168.204.36@tcp:36:rm.0 00010000:00010000:2.0:1787398515.820289:0:160868:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1787398515.820343:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968000/0x5703899912341738 lrc: 0/0,0 mode: --/CR res: [0x200003ab2:0x8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119825 expref: 25 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.820368:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968c00/0x570389991234171c lrc: 0/0,0 mode: --/PR res: [0x200003ab2:0x8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119817 expref: 24 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.820380:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf310ef5200/0x570389991234162e lrc: 0/0,0 mode: --/PR res: [0x200003ab2:0x8:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1197bc expref: 23 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.820393:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0x8:0x0].0x0 (ffff9cf31e895100) 00010000:00010000:2.0:1787398515.820412:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639400/0x57038999123416eb lrc: 0/0,0 mode: --/PR res: [0x200003ab2:0x7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119802 expref: 22 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.820421:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0x7:0x0].0x0 (ffff9cf305ea8a00) 00010000:00010000:2.0:1787398515.820425:0:160868:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787398515.820452:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x570389991234177e lrc: 3/0,1 mode: --/CW res: [0x200003ab2:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.820468:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x570389991234177e lrc: 3/0,1 mode: CW/CW res: [0x200003ab2:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.820506:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x570389991234177e lrc: 3/0,1 mode: CW/CW res: [0x200003ab2:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.820524:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341785 lrc: 3/0,1 mode: --/PW res: [0x200003ab2:0x7:0x0].0xf0209d98 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.820531:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341785 lrc: 3/0,1 mode: PW/PW res: [0x200003ab2:0x7:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.820538:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341785 lrc: 3/0,1 mode: PW/PW res: [0x200003ab2:0x7:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.820804:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x570389991234178c lrc: 3/0,1 mode: --/EX res: [0x200003ab2:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.820879:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x570389991234178c lrc: 3/0,1 mode: EX/EX res: [0x200003ab2:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.820887:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x570389991234178c lrc: 3/0,1 mode: EX/EX res: [0x200003ab2:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.820928:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968800/0x5703899912341793 lrc: 3/0,1 mode: --/EX res: [0x200003ab0:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.820936:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968800/0x5703899912341793 lrc: 3/0,1 mode: EX/EX res: [0x200003ab0:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.820942:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968800/0x5703899912341793 lrc: 3/0,1 mode: EX/EX res: [0x200003ab0:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787398515.821749:0:160868:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab2:0x8:0x0]: returning size 4096 00010000:00010000:0.0:1787398515.823092:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968800/0x5703899912341793 lrc: 3/0,1 mode: EX/EX res: [0x200003ab0:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.823261:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968800/0x5703899912341793 lrc: 2/0,0 mode: EX/EX res: [0x200003ab0:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.823270:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968800/0x5703899912341793 lrc: 3/0,0 mode: EX/EX res: [0x200003ab0:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.823277:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d968800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398515.823284:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968800/0x5703899912341793 lrc: 3/0,0 mode: EX/EX res: [0x200003ab0:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.823293:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968800/0x5703899912341793 lrc: 4/0,0 mode: EX/EX res: [0x200003ab0:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.823312:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab0:0x4:0x0].0x0 (ffff9cf3414fed00) 00010000:00010000:0.0:1787398515.823316:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1787398515.823321:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968800/0x5703899912341793 lrc: 2/0,0 mode: --/EX res: [0x200003ab0:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.823329:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968800/0x5703899912341793 lrc: 0/0,0 mode: --/EX res: [0x200003ab0:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.823369:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x570389991234178c lrc: 3/0,1 mode: EX/EX res: [0x200003ab2:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.823375:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x570389991234178c lrc: 2/0,0 mode: EX/EX res: [0x200003ab2:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.823382:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x570389991234178c lrc: 3/0,0 mode: EX/EX res: [0x200003ab2:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.823387:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d968e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398515.823398:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x570389991234178c lrc: 3/0,0 mode: EX/EX res: [0x200003ab2:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.823405:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x570389991234178c lrc: 4/0,0 mode: EX/EX res: [0x200003ab2:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.823413:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0x8:0x0].0x0 (ffff9cf3414fe100) 00010000:00010000:0.0:1787398515.823416:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1787398515.823418:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x570389991234178c lrc: 2/0,0 mode: --/EX res: [0x200003ab2:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.823424:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x570389991234178c lrc: 0/0,0 mode: --/EX res: [0x200003ab2:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.823449:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x570389991234177e lrc: 4/0,1 mode: CW/CW res: [0x200003ab2:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.823457:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x570389991234177e lrc: 4/0,1 mode: CW/CW res: [0x200003ab2:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.823463:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x570389991234177e lrc: 3/0,0 mode: CW/CW res: [0x200003ab2:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.823469:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x570389991234177e lrc: 4/0,0 mode: CW/CW res: [0x200003ab2:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.823474:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d969000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398515.823683:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x570389991234177e lrc: 4/0,0 mode: CW/CW res: [0x200003ab2:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.823690:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x570389991234177e lrc: 5/0,0 mode: CW/CW res: [0x200003ab2:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.823712:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0x7:0x0].0x0 (ffff9cf305ea8a00) 00010000:00010000:0.0:1787398515.823714:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398515.823718:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x570389991234177e lrc: 3/0,0 mode: --/CW res: [0x200003ab2:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.823724:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x570389991234177e lrc: 0/0,0 mode: --/CW res: [0x200003ab2:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398515.823737:0:160868:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000014a93f7e reply state 000000009e8044de transno 34359738583 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341785 lrc: 3/0,1 mode: PW/PW res: [0x200003ab2:0x7:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.823751:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341785 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab2:0x7:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.823759:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0x7:0x0].0xf0209d98 (ffff9cf3414fee00) 00010000:00010000:0.0:1787398515.823761:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787398515.823765:0:160868:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1787398515.824028:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:77079b13-ca22-42b2-a958-5d5459d475f7+23:121877:x1874221247420416:12345-192.168.204.36@tcp:36:rm.0 Request processed in 3818us (4393us total) trans 34359738583 rc 0/0 00000100:00100000:0.0:1787398515.824042:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 300 00000100:00100000:0.0:1787398515.838248:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398515.838377:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247420672 00000100:00100000:3.0:1787398515.838392:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247420672 00000100:00100000:3.0:1787398515.838494:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 86 00000100:00100000:3.0:1787398515.838508:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:77079b13-ca22-42b2-a958-5d5459d475f7+23:121877:x1874221247420672:12345-192.168.204.36@tcp:35:rm.0 00000100:00100000:3.0:1787398515.838834:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:77079b13-ca22-42b2-a958-5d5459d475f7+24:121877:x1874221247420672:12345-192.168.204.36@tcp:35:rm.0 Request processed in 329us (602us total) trans 34359738584 rc 0/0 00000100:00100000:3.0:1787398515.838843:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 86 00000100:00100000:0.0:1787398515.841574:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398515.841681:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247420928 00000100:00100000:3.0:1787398515.841701:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247420928 00000100:00100000:3.0:1787398515.841782:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 301 00000100:00100000:3.0:1787398515.841794:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:77079b13-ca22-42b2-a958-5d5459d475f7+24:121877:x1874221247420928:12345-192.168.204.36@tcp:36:rm.0 00010000:00010000:3.0:1787398515.841877:0:158796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1787398515.841924:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912341707 lrc: 0/0,0 mode: --/CR res: [0x200003ab2:0x7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119810 expref: 24 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398515.841957:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cd58c00/0x570389991234136b lrc: 0/0,0 mode: --/PR res: [0x200003ab2:0x7:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119722 expref: 23 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398515.841993:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0x7:0x0].0x0 (ffff9cf305ea8a00) 00010000:00010000:3.0:1787398515.842021:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x57038999123416dd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1197fb expref: 22 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398515.842035:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:3.0:1787398515.842039:0:158796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787398515.842072:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x570389991234179a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398515.842089:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x570389991234179a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398515.842100:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x570389991234179a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398515.842119:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x57038999123417a1 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2730b988 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398515.842127:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x57038999123417a1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2730b988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398515.842133:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x57038999123417a1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2730b988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398515.842223:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x57038999123417a8 lrc: 3/0,1 mode: --/EX res: [0x200003ab2:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398515.842232:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x57038999123417a8 lrc: 3/0,1 mode: EX/EX res: [0x200003ab2:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398515.842251:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x57038999123417a8 lrc: 3/0,1 mode: EX/EX res: [0x200003ab2:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787398515.842614:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab2:0x7:0x0]: returning size 4096 00010000:00010000:3.0:1787398515.842637:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x57038999123417a8 lrc: 3/0,1 mode: EX/EX res: [0x200003ab2:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398515.842645:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x57038999123417a8 lrc: 2/0,0 mode: EX/EX res: [0x200003ab2:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398515.842653:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x57038999123417a8 lrc: 3/0,0 mode: EX/EX res: [0x200003ab2:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398515.842660:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a68600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398515.842666:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x57038999123417a8 lrc: 3/0,0 mode: EX/EX res: [0x200003ab2:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398515.842674:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x57038999123417a8 lrc: 4/0,0 mode: EX/EX res: [0x200003ab2:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398515.842684:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0x7:0x0].0x0 (ffff9cf3213ec800) 00010000:00010000:3.0:1787398515.842687:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1787398515.842692:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x57038999123417a8 lrc: 2/0,0 mode: --/EX res: [0x200003ab2:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398515.842698:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x57038999123417a8 lrc: 0/0,0 mode: --/EX res: [0x200003ab2:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398515.842723:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x570389991234179a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398515.842730:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x570389991234179a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398515.842744:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x570389991234179a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398515.842750:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x570389991234179a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398515.842756:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a69e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398515.842759:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x570389991234179a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398515.842766:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x570389991234179a lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398515.842775:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:3.0:1787398515.842777:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398515.842780:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x570389991234179a lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398515.842787:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x570389991234179a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398515.842796:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ecf87f1e reply state 000000007f917be1 transno 34359738585 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x57038999123417a1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2730b988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398515.842810:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x57038999123417a1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2730b988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398515.842816:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2730b988 (ffff9cf3213ec600) 00010000:00010000:3.0:1787398515.842818:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787398515.842822:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1787398515.842958:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:77079b13-ca22-42b2-a958-5d5459d475f7+23:121877:x1874221247420928:12345-192.168.204.36@tcp:36:rm.0 Request processed in 1162us (1397us total) trans 34359738585 rc 0/0 00000100:00100000:3.0:1787398515.842968:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 301 00000100:00100000:0.0:1787398515.854208:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398515.854343:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247421056 00000100:00100000:1.0:1787398515.854357:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247421056 00000100:00100000:1.0:1787398515.854433:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 302 00000100:00100000:1.0:1787398515.854445:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:77079b13-ca22-42b2-a958-5d5459d475f7+23:121877:x1874221247421056:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:1.0:1787398515.854521:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398515.854549:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x57038999123417af lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119833 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.854635:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x57038999123417b6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.854653:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x57038999123417b6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.854682:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x57038999123417b6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787398515.854739:0:158795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1787398515.854743:0:158795:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787398515.854769:0:158795:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x57038999123417b6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.854795:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x57038999123417af lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119833 expref: 25 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.854817:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x57038999123417b6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119833 expref: 24 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.854849:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:1.0:1787398515.854852:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787398515.854857:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b638c00, rc 0) 00000100:00100000:1.0:1787398515.854953:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:77079b13-ca22-42b2-a958-5d5459d475f7+24:121877:x1874221247421056:12345-192.168.204.36@tcp:101:rm.0 Request processed in 510us (762us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398515.854961:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 302 00000100:00100000:3.0:1787398515.869754:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398515.869960:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247421184 00000100:00100000:1.0:1787398515.869973:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247421184 00000100:00100000:1.0:1787398515.870061:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 303 00000100:00100000:1.0:1787398515.870073:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:77079b13-ca22-42b2-a958-5d5459d475f7+24:121877:x1874221247421184:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:1.0:1787398515.870101:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398515.870129:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x57038999123417bd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11983a expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.870215:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639800/0x57038999123417c4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.870233:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639800/0x57038999123417c4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.870247:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639800/0x57038999123417c4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.870263:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x57038999123417cb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x116badb1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.870271:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x57038999123417cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.870301:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x57038999123417cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.870381:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x57038999123417d2 lrc: 3/1,0 mode: --/PR res: [0x200003ab2:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.870390:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x57038999123417d2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab2:0xa:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.870398:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x57038999123417d2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab2:0xa:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787398515.870453:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab2:0xa:0x0]: returning size 0 00000004:00200000:1.0:1787398515.870459:0:158796:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787398515.870535:0:158796:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x57038999123417d2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab2:0xa:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.870551:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x57038999123417d2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab2:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.870562:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639800/0x57038999123417c4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.870568:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639800/0x57038999123417c4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.870574:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639800/0x57038999123417c4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.870581:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639800/0x57038999123417c4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.870598:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398515.870604:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639800/0x57038999123417c4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.870613:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639800/0x57038999123417c4 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.870629:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:1.0:1787398515.870632:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398515.870638:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639800/0x57038999123417c4 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.870645:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639800/0x57038999123417c4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.870663:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x57038999123417cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.870669:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x57038999123417cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.870675:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x57038999123417cb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.870681:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398515.870684:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x57038999123417cb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.870691:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x57038999123417cb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.870710:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x116badb1 (ffff9cf337a20f00) 00010000:00010000:1.0:1787398515.870713:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398515.870716:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x57038999123417cb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.870722:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x57038999123417cb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.870761:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x57038999123417bd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11983a expref: 26 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.870776:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x57038999123417d2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab2:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11983a expref: 25 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.870783:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0xa:0x0].0x0 (ffff9cf337a20800) 00010000:00010000:1.0:1787398515.870786:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787398515.870788:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b638200, rc 0) 00000100:00100000:1.0:1787398515.871308:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:77079b13-ca22-42b2-a958-5d5459d475f7+25:121877:x1874221247421184:12345-192.168.204.36@tcp:101:rm.0 Request processed in 1234us (1565us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398515.871318:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 303 00000100:00100000:2.0:1787398515.885006:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398515.885532:0:160294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247421312 00000100:00100000:1.0:1787398515.885546:0:160294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247421312 00000100:00100000:1.0:1787398515.885607:0:160294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 229 00000100:00100000:1.0:1787398515.885627:0:160294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:69161:x1874221247421312:12345-192.168.204.36@tcp:8:rm.0 00010000:00080000:1.0:1787398515.885673:0:160294:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0000: connection from 77079b13-ca22-42b2-a958-5d5459d475f7@192.168.204.36@tcp t0 exp 0000000000000000 cur 5536 last 0 00000020:00000080:1.0:1787398515.885718:0:160294:0:(genops.c:1406:class_connect()) connect: client 77079b13-ca22-42b2-a958-5d5459d475f7, cookie 0x57038999123417d9 00002000:00100000:1.0:1787398515.885734:0:160294:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 77079b13-ca22-42b2-a958-5d5459d475f7/ffff9cf20375e800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211366d ocd_grant: 7528448 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1787398515.886100:0:160294:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1787398515.886220:0:160294:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1787398515.886268:0:160294:0:(import.c:65:import_set_state_nolock()) ffff9cf203759800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787398515.886371:0:160294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:77079b13-ca22-42b2-a958-5d5459d475f7+6:69161:x1874221247421312:12345-192.168.204.36@tcp:8:rm.0 Request processed in 744us (1380us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398515.886382:0:160294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 229 00000100:00100000:0.0:1787398515.894642:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398515.894829:0:162523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247421440 00000100:00100000:2.0:1787398515.894841:0:162523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247421440 00000100:00100000:2.0:1787398515.894940:0:162523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 230 00000100:00100000:2.0:1787398515.894951:0:162523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:77079b13-ca22-42b2-a958-5d5459d475f7+6:0:x1874221247421440:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:2.0:1787398515.894975:0:162523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398515.895008:0:162523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a264c6a5/0x57038999123417e0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x242:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119841 expref: -99 pid: 162523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787398515.895040:0:162523:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x242:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398515.895087:0:162523:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x242:0x0].0x0 since=5536s v=(0 0) 00010000:00010000:2.0:1787398515.895092:0:162523:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x242:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398515.895106:0:162523:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a264c6a5/0x57038999123417e0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119841 expref: 7 pid: 162523 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.895130:0:162523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a264c6a5/0x57038999123417e0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119841 expref: 7 pid: 162523 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398515.895144:0:162523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d968000, rc 0) 00000100:00100000:2.0:1787398515.895249:0:162523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:77079b13-ca22-42b2-a958-5d5459d475f7+7:0:x1874221247421440:12345-192.168.204.36@tcp:101:rm.0 Request processed in 300us (622us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398515.895257:0:162523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 230 00000100:00080000:1.0:1787398515.895587:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787398515.904926:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398515.906445:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247421696 00000100:00100000:1.0:1787398515.906465:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247421696 00000100:00100000:1.0:1787398515.906610:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 304 00000100:00100000:1.0:1787398515.906624:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:77079b13-ca22-42b2-a958-5d5459d475f7+25:121877:x1874221247421696:12345-192.168.204.36@tcp:36:rm.0 00010000:00010000:1.0:1787398515.907880:0:158795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1787398515.907949:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x57038999123417d2 lrc: 0/0,0 mode: --/PR res: [0x200003ab2:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11983a expref: 25 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.907989:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0xa:0x0].0x0 (ffff9cf337a20800) 00010000:00010000:1.0:1787398515.908016:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x57038999123417b6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119833 expref: 24 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.908182:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:1.0:1787398515.908187:0:158795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787398515.913362:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x57038999123417e7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.914177:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x57038999123417e7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.914226:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x57038999123417e7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.914258:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x57038999123417ee lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x116badb1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.914267:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x57038999123417ee lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.914274:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x57038999123417ee lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.914378:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x57038999123417f5 lrc: 3/0,1 mode: --/EX res: [0x200003ab2:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.914386:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x57038999123417f5 lrc: 3/0,1 mode: EX/EX res: [0x200003ab2:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.914393:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x57038999123417f5 lrc: 3/0,1 mode: EX/EX res: [0x200003ab2:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1787398515.916345:0:158795:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x20:0x0].41, 64 off10816 00010000:00010000:0.0:1787398515.916444:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x57038999123417fc lrc: 3/0,1 mode: --/PW res: [0x200003ab2:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.916463:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x57038999123417fc lrc: 3/0,1 mode: PW/PW res: [0x200003ab2:0xa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.917648:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x57038999123417fc lrc: 3/0,1 mode: PW/PW res: [0x200003ab2:0xa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.917670:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x57038999123417fc lrc: 4/0,1 mode: PW/PW res: [0x200003ab2:0xa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.921502:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x57038999123417fc lrc: 4/0,1 mode: PW/PW res: [0x200003ab2:0xa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.921512:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x57038999123417fc lrc: 3/0,0 mode: PW/PW res: [0x200003ab2:0xa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.921551:0:158795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787398515.921598:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x57038999123417f5 lrc: 3/0,1 mode: EX/EX res: [0x200003ab2:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.921606:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x57038999123417f5 lrc: 2/0,0 mode: EX/EX res: [0x200003ab2:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.921613:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x57038999123417f5 lrc: 3/0,0 mode: EX/EX res: [0x200003ab2:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.921619:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398515.921624:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x57038999123417f5 lrc: 3/0,0 mode: EX/EX res: [0x200003ab2:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.921633:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x57038999123417f5 lrc: 4/0,0 mode: EX/EX res: [0x200003ab2:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.921655:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0xa:0x0].0x0 (ffff9cf2051cd900) 00010000:00010000:0.0:1787398515.921658:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1787398515.921664:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x57038999123417f5 lrc: 2/0,0 mode: --/EX res: [0x200003ab2:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.921671:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x57038999123417f5 lrc: 0/0,0 mode: --/EX res: [0x200003ab2:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.921733:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x57038999123417e7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.921739:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x57038999123417e7 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.921745:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x57038999123417e7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.921750:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6d800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398515.921754:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x57038999123417e7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.921760:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x57038999123417e7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.921769:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:0.0:1787398515.921772:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398515.921775:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x57038999123417e7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.921780:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x57038999123417e7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398515.921791:0:158795:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000005846bd3b reply state 000000003db3067d transno 34359738586 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x57038999123417ee lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.921806:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x57038999123417ee lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.921813:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x116badb1 (ffff9cf2051cd500) 00010000:00010000:0.0:1787398515.921821:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787398515.921825:0:158795:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1787398515.922414:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:77079b13-ca22-42b2-a958-5d5459d475f7+25:121877:x1874221247421696:12345-192.168.204.36@tcp:36:rm.0 Request processed in 15785us (17496us total) trans 34359738586 rc 0/0 00000100:00100000:0.0:1787398515.922426:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 304 00010000:00010000:1.0:1787398515.923181:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787398515.923194:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x57038999123417fc lrc: 2/0,0 mode: PW/PW res: [0x200003ab2:0xa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.923205:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6d000 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398515.923210:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x57038999123417fc lrc: 2/0,0 mode: PW/PW res: [0x200003ab2:0xa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.923248:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x57038999123417fc lrc: 3/0,0 mode: PW/PW res: [0x200003ab2:0xa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.923266:0:158782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0xa:0x0].0x0 (ffff9cf2051cd900) 00010000:00010000:1.0:1787398515.923269:0:158782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1787398515.923274:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x57038999123417fc lrc: 1/0,0 mode: --/PW res: [0x200003ab2:0xa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.923280:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x57038999123417fc lrc: 0/0,0 mode: --/PW res: [0x200003ab2:0xa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.923303:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398515.923305:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398515.923306:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398515.965058:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398515.965190:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247421824 00000100:00100000:0.0:1787398515.965204:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247421824 00000100:00100000:0.0:1787398515.965289:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 305 00000100:00100000:0.0:1787398515.965303:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:77079b13-ca22-42b2-a958-5d5459d475f7+25:121883:x1874221247421824:12345-192.168.204.36@tcp:101:lfs.0 00010000:00010000:0.0:1787398515.965335:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398515.965365:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x5703899912341803 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119848 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.965461:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x570389991234180a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.965526:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x570389991234180a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.965545:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x570389991234180a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787398515.965608:0:158794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1787398515.965613:0:158794:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787398515.965637:0:158794:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x570389991234180a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.965683:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x5703899912341803 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119848 expref: 27 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.966163:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x570389991234180a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119848 expref: 26 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.966174:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:0.0:1787398515.966178:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787398515.966183:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6c200, rc 0) 00000100:00100000:0.0:1787398515.966281:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:77079b13-ca22-42b2-a958-5d5459d475f7+26:121883:x1874221247421824:12345-192.168.204.36@tcp:101:lfs.0 Request processed in 982us (1238us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398515.966291:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 305 00000100:00100000:2.0:1787398515.971604:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398515.971739:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247421952 00000100:00100000:0.0:1787398515.971752:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247421952 00000100:00100000:0.0:1787398515.971833:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 306 00000100:00100000:0.0:1787398515.971845:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:77079b13-ca22-42b2-a958-5d5459d475f7+26:121883:x1874221247421952:12345-192.168.204.36@tcp:101:lfs.0 00010000:00010000:0.0:1787398515.971875:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398515.971916:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x5703899912341811 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11984f expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.972003:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x5703899912341818 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.972020:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x5703899912341818 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.972035:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x5703899912341818 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.972052:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x570389991234181f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.972080:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x570389991234181f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.972088:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x570389991234181f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.972143:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x5703899912341818 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.972151:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x5703899912341818 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.972158:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x5703899912341818 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.972165:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x5703899912341818 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.972172:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6ca00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398515.972178:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x5703899912341818 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.972186:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x5703899912341818 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.972201:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:0.0:1787398515.972204:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398515.972209:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x5703899912341818 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.972216:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x5703899912341818 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.972238:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x570389991234181f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.972245:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x570389991234181f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.972251:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x570389991234181f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.972257:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6ce00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398515.972261:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x570389991234181f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.972267:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x570389991234181f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.972275:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfabfbe3f (ffff9cf2051cd200) 00010000:00010000:0.0:1787398515.972277:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398515.972280:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x570389991234181f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.972285:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x570389991234181f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.972325:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x5703899912341811 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11984f expref: 27 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.972337:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:0.0:1787398515.972340:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398515.972350:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x5703899912341811 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11984f expref: 27 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398515.972362:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6d800, rc 0) 00000100:00100000:0.0:1787398515.972447:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:77079b13-ca22-42b2-a958-5d5459d475f7+26:121883:x1874221247421952:12345-192.168.204.36@tcp:101:lfs.0 Request processed in 604us (860us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398515.972455:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 306 00000100:00100000:3.0:1787398515.982303:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398515.988534:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247422208 00000100:00100000:1.0:1787398515.988557:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247422208 00000100:00100000:1.0:1787398515.988724:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 307 00000100:00100000:1.0:1787398515.988737:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:77079b13-ca22-42b2-a958-5d5459d475f7+26:121883:x1874221247422208:12345-192.168.204.36@tcp:36:lfs.0 00010000:00010000:1.0:1787398515.988832:0:158796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398515.988867:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x570389991234180a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119848 expref: 26 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.988901:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:1.0:1787398515.988907:0:158796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787398515.988985:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912341826 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.989002:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912341826 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.989037:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912341826 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.989056:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x570389991234182d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.989063:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x570389991234182d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.989069:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x570389991234182d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:1.0:1787398515.989627:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 253 < left 278, rollback = 2 00080000:00000400:1.0:1787398515.989635:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:1.0:1787398515.989637:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398515.989639:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/1 00080000:00000400:1.0:1787398515.989642:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/2, delete: 0/0/0 00080000:00000400:1.0:1787398515.989644:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398515.989657:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 253 < left 278, rollback = 2 00080000:00000400:1.0:1787398515.989660:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:1.0:1787398515.989662:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398515.989664:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/1 00080000:00000400:1.0:1787398515.989666:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/2, delete: 0/0/0 00080000:00000400:1.0:1787398515.989668:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398515.989696:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 253 < left 278, rollback = 2 00080000:00000400:1.0:1787398515.989698:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:1.0:1787398515.989700:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398515.989702:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/1 00080000:00000400:1.0:1787398515.989704:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/2, delete: 0/0/0 00080000:00000400:1.0:1787398515.989706:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00010000:00010000:1.0:1787398515.989813:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x5703899912341834 lrc: 3/0,1 mode: --/PW res: [0x200003ab2:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.989833:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x5703899912341834 lrc: 3/0,1 mode: PW/PW res: [0x200003ab2:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.989842:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x5703899912341834 lrc: 3/0,1 mode: PW/PW res: [0x200003ab2:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398515.989861:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000baebbcac reply state 00000000b0197463 transno 34359738587 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x5703899912341834 lrc: 3/0,1 mode: PW/PW res: [0x200003ab2:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.989874:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x5703899912341834 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab2:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.989880:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0xb:0x0].0x0 (ffff9cf337a20f00) 00010000:00010000:1.0:1787398515.989883:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398515.989886:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1787398515.989903:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab2:0xb:0x0]: returning size 4096 00010000:00010000:1.0:1787398515.989914:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912341826 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.989921:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912341826 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.989927:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912341826 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.989934:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912341826 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.989940:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398515.989945:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912341826 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.989964:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912341826 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.989976:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:1.0:1787398515.989978:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398515.989983:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912341826 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.989989:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912341826 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398515.990004:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000baebbcac reply state 00000000b0197463 transno 34359738587 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x570389991234182d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.990011:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x570389991234182d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398515.990017:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfabfbe3f (ffff9cf337a20800) 00010000:00010000:1.0:1787398515.990020:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398515.990022:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1787398515.990144:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:77079b13-ca22-42b2-a958-5d5459d475f7+27:121883:x1874221247422208:12345-192.168.204.36@tcp:36:lfs.0 Request processed in 1406us (7852us total) trans 34359738587 rc 0/0 00000100:00100000:1.0:1787398515.990153:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 307 00010000:00010000:2.0:1787398515.990319:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398516.037035:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398516.038036:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247422336 00000100:00100000:0.0:1787398516.038056:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247422336 00000100:00100000:0.0:1787398516.038168:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 308 00000100:00100000:0.0:1787398516.038182:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:77079b13-ca22-42b2-a958-5d5459d475f7+27:121727:x1874221247422336:12345-192.168.204.36@tcp:101:bash.0 00010000:00010000:0.0:1787398516.038218:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398516.038247:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x570389991234183b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119856 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398516.038339:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341842 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398516.038358:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341842 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398516.038373:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341842 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787398516.038436:0:160868:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1787398516.038441:0:160868:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787398516.038468:0:160868:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341842 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398516.043195:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x570389991234183b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119856 expref: 29 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398516.043271:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341842 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119856 expref: 28 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398516.043285:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:0.0:1787398516.043289:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787398516.043293:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6ce00, rc 0) 00000100:00100000:2.0:1787398516.047927:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:77079b13-ca22-42b2-a958-5d5459d475f7+28:121727:x1874221247422336:12345-192.168.204.36@tcp:101:bash.0 Request processed in 9731us (10892us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398516.047943:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 308 00000100:00100000:3.0:1787398516.050594:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398516.050817:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247422592 00000100:00100000:0.0:1787398516.050830:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247422592 00000100:00100000:0.0:1787398516.050921:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 309 00000100:00100000:0.0:1787398516.050934:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:77079b13-ca22-42b2-a958-5d5459d475f7+28:121727:x1874221247422592:12345-192.168.204.36@tcp:101:bash.0 00010000:00010000:0.0:1787398516.050963:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398516.050993:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x5703899912341849 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11985d expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787398516.051161:0:158794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1787398516.051300:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x5703899912341849 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11985d expref: 30 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398516.051319:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0x0 (ffff9cf33f78e000) 00010000:00010000:0.0:1787398516.051322:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787398516.051328:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x5703899912341849 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11985d expref: 30 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398516.051347:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6ca00, rc 0) 00000100:00100000:0.0:1787398516.051437:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:77079b13-ca22-42b2-a958-5d5459d475f7+29:121727:x1874221247422592:12345-192.168.204.36@tcp:101:bash.0 Request processed in 505us (857us total) trans 34359738588 rc 301/301 00000100:00100000:0.0:1787398516.051466:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 309 00000100:00100000:0.0:1787398516.059767:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398516.059903:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247422848 00000100:00100000:1.0:1787398516.059919:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247422848 00000100:00100000:1.0:1787398516.060004:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 87 00000100:00100000:1.0:1787398516.060018:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf336d14c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:77079b13-ca22-42b2-a958-5d5459d475f7+29:121727:x1874221247422848:12345-192.168.204.36@tcp:35:bash.0 00000100:00100000:2.0:1787398516.061198:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398516.061431:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247422976 00000100:00100000:0.0:1787398516.061441:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247422976 00000100:00100000:1.0:1787398516.061511:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf336d14c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:77079b13-ca22-42b2-a958-5d5459d475f7+31:121727:x1874221247422848:12345-192.168.204.36@tcp:35:bash.0 Request processed in 1493us (1875us total) trans 34359738589 rc 0/0 00000100:00100000:1.0:1787398516.061542:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 87 00000100:00100000:0.0:1787398516.061708:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 346 00000100:00100000:0.0:1787398516.061720:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:77079b13-ca22-42b2-a958-5d5459d475f7+30:69162:x1874221247422976:12345-192.168.204.36@tcp:63:ll_sa.0 00010000:00010000:0.0:1787398516.061760:0:158800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398516.061788:0:158800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x5703899912341857 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119864 expref: -99 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398516.061871:0:158800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x570389991234185e lrc: 3/1,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398516.061900:0:158800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x570389991234185e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398516.061915:0:158800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x570389991234185e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398516.061933:0:158800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341865 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x3:0x0].0x5e1d9583 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398516.061940:0:158800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341865 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0x5e1d9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398516.061945:0:158800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341865 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0x5e1d9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398516.061999:0:158800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x570389991234185e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398516.062013:0:158800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x570389991234185e lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398516.062020:0:158800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x570389991234185e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398516.062027:0:158800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6d400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398516.062032:0:158800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x570389991234185e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398516.062042:0:158800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x570389991234185e lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398516.062058:0:158800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0x0 (ffff9cf33f78e000) 00010000:00010000:0.0:1787398516.062061:0:158800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398516.062067:0:158800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x570389991234185e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398516.062074:0:158800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x570389991234185e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398516.062092:0:158800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341865 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0x5e1d9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398516.062098:0:158800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341865 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0x5e1d9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398516.062103:0:158800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341865 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0x5e1d9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398516.062117:0:158800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398516.062127:0:158800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341865 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0x5e1d9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398516.062134:0:158800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341865 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0x5e1d9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398516.062141:0:158800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0x5e1d9583 (ffff9cf2051cd200) 00010000:00010000:0.0:1787398516.062144:0:158800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398516.062147:0:158800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341865 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x3:0x0].0x5e1d9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398516.062152:0:158800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341865 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x3:0x0].0x5e1d9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398516.062188:0:158800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x5703899912341857 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119864 expref: 31 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398516.062200:0:158800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0x0 (ffff9cf33f78e000) 00010000:00010000:0.0:1787398516.062202:0:158800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1787398516.062206:0:158800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x5703899912341857 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119864 expref: 31 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398516.062215:0:158800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6d800, rc -2) 00000100:00100000:0.0:1787398516.063122:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:77079b13-ca22-42b2-a958-5d5459d475f7+30:69162:x1874221247422976:12345-192.168.204.36@tcp:63:ll_sa.0 Request processed in 1390us (1918us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787398516.063136:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 346 00000100:00100000:3.0:1787398516.084937:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398516.085092:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247423232 00000100:00100000:0.0:1787398516.085105:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247423232 00000100:00080000:1.0:1787398516.085164:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787398516.085202:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 310 00000100:00100000:0.0:1787398516.085216:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:77079b13-ca22-42b2-a958-5d5459d475f7+7:121727:x1874221247423232:12345-192.168.204.36@tcp:101:bash.0 00010000:00010000:0.0:1787398516.085269:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398516.085301:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6d800/0x570389991234186c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119895 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787398516.088377:0:158795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1787398516.088641:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6d800/0x570389991234186c lrc: 1/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119895 expref: 9 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.088664:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0x0 (ffff9cf2051cd200) 00010000:00010000:2.0:1787398516.088668:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787398516.088675:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6d800/0x570389991234186c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119895 expref: 9 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.088722:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6d800, rc 0) 00000100:00100000:2.0:1787398516.088817:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:77079b13-ca22-42b2-a958-5d5459d475f7+8:121727:x1874221247423232:12345-192.168.204.36@tcp:101:bash.0 Request processed in 3604us (4013us total) trans 21474836523 rc 301/301 00000100:00100000:2.0:1787398516.088910:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 310 00000100:00100000:2.0:1787398516.092620:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398516.092803:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247423360 00000100:00100000:3.0:1787398516.092817:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247423360 00000100:00100000:2.0:1787398516.095641:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398516.095648:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 347 00000100:00100000:3.0:1787398516.095674:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:77079b13-ca22-42b2-a958-5d5459d475f7+30:69165:x1874221247423360:12345-192.168.204.36@tcp:63:ll_sa.0 00000100:00100000:2.0:1787398516.095707:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247423616 00000100:00100000:2.0:1787398516.095718:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247423616 00000100:00100000:2.0:1787398516.095758:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 88 00010000:00010000:3.0:1787398516.095759:0:158799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1787398516.095768:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:77079b13-ca22-42b2-a958-5d5459d475f7+8:121727:x1874221247423616:12345-192.168.204.36@tcp:35:bash.0 00010000:00010000:3.0:1787398516.095789:0:158799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69600/0x570389991234187a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11989c expref: -99 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398516.096082:0:158799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x5703899912341881 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398516.096100:0:158799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x5703899912341881 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398516.096114:0:158799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x5703899912341881 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398516.096133:0:158799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341888 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x3:0x0].0xd22c9583 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398516.096141:0:158799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341888 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xd22c9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398516.096149:0:158799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341888 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xd22c9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398516.096154:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:77079b13-ca22-42b2-a958-5d5459d475f7+9:121727:x1874221247423616:12345-192.168.204.36@tcp:35:bash.0 Request processed in 386us (529us total) trans 21474836524 rc 0/0 00000100:00100000:2.0:1787398516.096170:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 88 00010000:00010000:3.0:1787398516.096215:0:158799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x5703899912341881 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398516.096223:0:158799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x5703899912341881 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398516.096230:0:158799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x5703899912341881 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398516.096238:0:158799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a69e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398516.096243:0:158799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x5703899912341881 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398516.096252:0:158799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x5703899912341881 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398516.096268:0:158799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0x0 (ffff9cf33f78e000) 00010000:00010000:3.0:1787398516.096271:0:158799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398516.096277:0:158799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x5703899912341881 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398516.096284:0:158799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x5703899912341881 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398516.096300:0:158799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341888 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xd22c9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398516.096307:0:158799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341888 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xd22c9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398516.096315:0:158799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341888 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xd22c9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398516.096331:0:158799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a68600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398516.096335:0:158799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341888 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xd22c9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398516.096342:0:158799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341888 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xd22c9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398516.096352:0:158799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0xd22c9583 (ffff9cf3213ec800) 00010000:00010000:3.0:1787398516.096355:0:158799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398516.096358:0:158799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341888 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x3:0x0].0xd22c9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398516.096364:0:158799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341888 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x3:0x0].0xd22c9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398516.100950:0:158799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69600/0x570389991234187a lrc: 1/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11989c expref: 31 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398516.100989:0:158799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0x0 (ffff9cf33f78e000) 00010000:00010000:3.0:1787398516.100993:0:158799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1787398516.101004:0:158799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69600/0x570389991234187a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11989c expref: 31 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398516.101029:0:158799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a69600, rc -2) 00000100:00100000:2.0:1787398516.101466:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:77079b13-ca22-42b2-a958-5d5459d475f7+30:69165:x1874221247423360:12345-192.168.204.36@tcp:63:ll_sa.0 Request processed in 5800us (8856us total) trans 0 rc -2/-2 00000100:00100000:2.0:1787398516.101506:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 347 00000100:00100000:2.0:1787398516.247538:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398516.247684:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247423744 00000100:00100000:3.0:1787398516.247698:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247423744 00000100:00100000:3.0:1787398516.247818:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 89 00000100:00100000:3.0:1787398516.247832:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:77079b13-ca22-42b2-a958-5d5459d475f7+30:121727:x1874221247423744:12345-192.168.204.36@tcp:37:bash.0 00000100:00100000:0.0:1787398516.262737:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:77079b13-ca22-42b2-a958-5d5459d475f7+30:121727:x1874221247423744:12345-192.168.204.36@tcp:37:bash.0 Request processed in 14889us (15199us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398516.262760:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 89 00000100:00100000:0.0:1787398516.275881:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398516.280624:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247423872 00000100:00100000:1.0:1787398516.280648:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247423872 00000100:00100000:2.0:1787398516.280941:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 311 00000100:00100000:2.0:1787398516.280955:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:77079b13-ca22-42b2-a958-5d5459d475f7+30:121897:x1874221247423872:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:2.0:1787398516.280984:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398516.281015:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969200/0x570389991234188f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef1198db expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.281427:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x5703899912341896 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.281464:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x5703899912341896 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.281506:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x5703899912341896 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.281523:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969a00/0x570389991234189d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.281531:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969a00/0x570389991234189d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.281537:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969a00/0x570389991234189d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.281754:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968600/0x57038999123418a4 lrc: 3/1,0 mode: --/PR res: [0x200003ab2:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.281764:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968600/0x57038999123418a4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab2:0xb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.281771:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968600/0x57038999123418a4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab2:0xb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787398516.281912:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab2:0xb:0x0]: returning size 4096 00000004:00200000:2.0:1787398516.281917:0:158796:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787398516.281946:0:158796:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968600/0x57038999123418a4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab2:0xb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.281964:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x5703899912341896 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.281983:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x5703899912341896 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.281989:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x5703899912341896 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.281997:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x5703899912341896 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.282004:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d968200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398516.282010:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x5703899912341896 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.282019:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x5703899912341896 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.282035:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:2.0:1787398516.282038:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398516.282044:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x5703899912341896 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.282051:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x5703899912341896 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.282072:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969a00/0x570389991234189d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.282079:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969a00/0x570389991234189d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.282084:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969a00/0x570389991234189d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.282096:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d969a00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398516.282100:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969a00/0x570389991234189d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.282106:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969a00/0x570389991234189d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.282116:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfabfbe3f (ffff9cf337a20800) 00010000:00010000:2.0:1787398516.282118:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398516.282121:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969a00/0x570389991234189d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.282128:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969a00/0x570389991234189d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.282317:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969200/0x570389991234188f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1198db expref: 32 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.282338:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968600/0x57038999123418a4 lrc: 3/0,0 mode: PR/PR res: [0x200003ab2:0xb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1198db expref: 31 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.282347:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0xb:0x0].0x0 (ffff9cf337a20f00) 00010000:00010000:2.0:1787398516.282350:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787398516.282353:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d968600, rc 0) 00000100:00100000:2.0:1787398516.282468:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:77079b13-ca22-42b2-a958-5d5459d475f7+31:121897:x1874221247423872:12345-192.168.204.36@tcp:101:rm.0 Request processed in 1515us (6601us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398516.282540:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 311 00000100:00100000:2.0:1787398516.287305:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398516.288775:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247424128 00000100:00100000:1.0:1787398516.289027:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247424128 00000100:00100000:1.0:1787398516.289272:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 312 00000100:00100000:1.0:1787398516.289286:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:77079b13-ca22-42b2-a958-5d5459d475f7+31:121897:x1874221247424128:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:1.0:1787398516.289315:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398516.289345:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x57038999123418ab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef1198e2 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787398516.289519:0:160868:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab2:0xb:0x0]: returning size 4096 00010000:00010000:1.0:1787398516.289999:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x57038999123418ab lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1198e2 expref: 33 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398516.290019:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:1.0:1787398516.290023:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787398516.290030:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x57038999123418ab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1198e2 expref: 33 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398516.290048:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b638e00, rc 0) 00000100:00100000:1.0:1787398516.290283:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:77079b13-ca22-42b2-a958-5d5459d475f7+32:121897:x1874221247424128:12345-192.168.204.36@tcp:101:rm.0 Request processed in 999us (2993us total) trans 34359738590 rc 301/301 00000100:00100000:1.0:1787398516.290292:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 312 00000100:00100000:3.0:1787398516.294993:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398516.295243:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247424256 00000100:00100000:1.0:1787398516.295259:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247424256 00000100:00100000:1.0:1787398516.295355:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 90 00000100:00100000:1.0:1787398516.295367:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:77079b13-ca22-42b2-a958-5d5459d475f7+32:121897:x1874221247424256:12345-192.168.204.36@tcp:37:rm.0 00000100:00100000:2.0:1787398516.310138:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:77079b13-ca22-42b2-a958-5d5459d475f7+32:121897:x1874221247424256:12345-192.168.204.36@tcp:37:rm.0 Request processed in 14755us (15142us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398516.310161:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 90 00000100:00100000:0.0:1787398516.320910:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398516.321806:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247424512 00000100:00100000:2.0:1787398516.321822:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247424512 00000100:00100000:2.0:1787398516.321917:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 91 00000100:00100000:2.0:1787398516.321930:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:77079b13-ca22-42b2-a958-5d5459d475f7+32:121897:x1874221247424512:12345-192.168.204.36@tcp:35:rm.0 00000100:00100000:0.0:1787398516.324077:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398516.324297:0:158789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247424640 00000100:00100000:1.0:1787398516.324308:0:158789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247424640 00000100:00100000:1.0:1787398516.324367:0:158789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 195 00000100:00100000:1.0:1787398516.324378:0:158789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf306c43450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0568db1d-e5fc-471d-afd3-4e3ae4228f13+10:69165:x1874221247424640:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398516.324465:0:158789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf306c43450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0568db1d-e5fc-471d-afd3-4e3ae4228f13+10:69165:x1874221247424640:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 89us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398516.324473:0:158789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 195 00000100:00100000:2.0:1787398516.326772:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:77079b13-ca22-42b2-a958-5d5459d475f7+33:121897:x1874221247424512:12345-192.168.204.36@tcp:35:rm.0 Request processed in 4830us (5872us total) trans 34359738591 rc 0/0 00000100:00100000:2.0:1787398516.326804:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 91 00000100:00100000:0.0:1787398516.334922:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398516.335093:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247424896 00000100:00100000:2.0:1787398516.335106:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247424896 00000100:00100000:2.0:1787398516.335188:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 313 00000100:00100000:2.0:1787398516.335201:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:77079b13-ca22-42b2-a958-5d5459d475f7+33:121897:x1874221247424896:12345-192.168.204.36@tcp:36:rm.0 00010000:00010000:2.0:1787398516.335296:0:158794:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1787398516.335335:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968600/0x57038999123418a4 lrc: 0/0,0 mode: --/PR res: [0x200003ab2:0xb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1198db expref: 33 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.335361:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0xb:0x0].0x0 (ffff9cf337a20f00) 00010000:00010000:2.0:1787398516.335374:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341842 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119856 expref: 32 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.335385:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:2.0:1787398516.335388:0:158794:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787398516.335420:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969200/0x57038999123418b9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.335471:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969200/0x57038999123418b9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.335549:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969200/0x57038999123418b9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.335564:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969a00/0x57038999123418c0 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.335573:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969a00/0x57038999123418c0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.335580:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969a00/0x57038999123418c0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.335666:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x57038999123418c7 lrc: 3/0,1 mode: --/EX res: [0x200003ab2:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.335675:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x57038999123418c7 lrc: 3/0,1 mode: EX/EX res: [0x200003ab2:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.335682:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x57038999123418c7 lrc: 3/0,1 mode: EX/EX res: [0x200003ab2:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787398516.337982:0:158794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab2:0xb:0x0]: returning size 4096 00010000:00010000:2.0:1787398516.338015:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x57038999123418c7 lrc: 3/0,1 mode: EX/EX res: [0x200003ab2:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.338027:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x57038999123418c7 lrc: 2/0,0 mode: EX/EX res: [0x200003ab2:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.338035:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x57038999123418c7 lrc: 3/0,0 mode: EX/EX res: [0x200003ab2:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.338059:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d968200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398516.338065:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x57038999123418c7 lrc: 3/0,0 mode: EX/EX res: [0x200003ab2:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.338074:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x57038999123418c7 lrc: 4/0,0 mode: EX/EX res: [0x200003ab2:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.338094:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0xb:0x0].0x0 (ffff9cf337a20f00) 00010000:00010000:2.0:1787398516.338097:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1787398516.338104:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x57038999123418c7 lrc: 2/0,0 mode: --/EX res: [0x200003ab2:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.338111:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x57038999123418c7 lrc: 0/0,0 mode: --/EX res: [0x200003ab2:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.338139:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969200/0x57038999123418b9 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.338146:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969200/0x57038999123418b9 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.338152:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969200/0x57038999123418b9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.338158:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969200/0x57038999123418b9 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.338164:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d969200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398516.338167:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969200/0x57038999123418b9 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.338185:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969200/0x57038999123418b9 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.338196:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:2.0:1787398516.338198:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398516.338202:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969200/0x57038999123418b9 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.338208:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969200/0x57038999123418b9 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398516.338220:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000455b608c reply state 00000000135bf929 transno 34359738592 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969a00/0x57038999123418c0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.338235:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969a00/0x57038999123418c0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.338451:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfabfbe3f (ffff9cf337a20800) 00010000:00010000:2.0:1787398516.338455:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398516.338538:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1787398516.338964:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:77079b13-ca22-42b2-a958-5d5459d475f7+33:121897:x1874221247424896:12345-192.168.204.36@tcp:36:rm.0 Request processed in 3759us (4050us total) trans 34359738592 rc 0/0 00000100:00100000:2.0:1787398516.338975:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 313 00000100:00100000:3.0:1787398516.693784:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787398516.693806:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260889344:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787398516.693862:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398516.693924:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260889344 00000100:00100000:3.0:1787398516.693932:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260889344 00000100:00100000:3.0:1787398516.693990:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1787398516.694003:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221260889344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787398516.694032:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71184384 avail 64016384 00000100:00100000:3.0:1787398516.694075:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221260889344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398516.694081:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00080000:3.0:1787398516.694103:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787398516.694135:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260889344:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787398516.694644:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260889472:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787398516.694681:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398516.694864:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260889472 00000100:00100000:1.0:1787398516.694870:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260889472 00000100:00100000:1.0:1787398516.694929:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1787398516.694937:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260889472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787398516.694950:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71184384 avail 64016384 00000100:00100000:1.0:1787398516.694985:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260889472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 49us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398516.694992:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1787398516.695026:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260889472:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1787398516.695248:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787398516.695461:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398516.695603:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247425024 00000100:00100000:2.0:1787398516.695608:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247425024 00000100:00100000:2.0:1787398516.695638:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 314 00000100:00100000:2.0:1787398516.695658:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:77079b13-ca22-42b2-a958-5d5459d475f7+33:121912:x1874221247425024:12345-192.168.204.36@tcp:101:lsof.0 00010000:00010000:2.0:1787398516.695675:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398516.695696:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969200/0x57038999123418ce lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef1198e9 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.695780:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x57038999123418d5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.695793:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x57038999123418d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.695805:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x57038999123418d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787398516.695846:0:158795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1787398516.695850:0:158795:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787398516.695902:0:158795:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x57038999123418d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.695929:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969200/0x57038999123418ce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1198e9 expref: 35 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.695946:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x57038999123418d5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1198e9 expref: 34 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398516.695956:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:2.0:1787398516.695959:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787398516.695963:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d968200, rc 0) 00000100:00100000:2.0:1787398516.696015:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:77079b13-ca22-42b2-a958-5d5459d475f7+34:121912:x1874221247425024:12345-192.168.204.36@tcp:101:lsof.0 Request processed in 357us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398516.696031:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 314 00010000:00010000:3.0:1787398517.017040:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398518.043985:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398518.742153:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787398518.742195:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260889600:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787398518.742320:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398518.742551:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260889600 00000100:00100000:1.0:1787398518.742564:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260889600 00000100:00100000:1.0:1787398518.742719:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:1.0:1787398518.742731:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260889600:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787398518.742778:0:162682:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42786816 avail 36655104 00000100:00100000:1.0:1787398518.742860:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260889600:12345-0@lo:41:osp-pre-1-0.0 Request processed in 130us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398518.742890:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00100000:3.0:1787398518.742992:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260889600:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787398518.743216:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260889728:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787398518.743257:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398518.743380:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260889728 00000100:00100000:2.0:1787398518.743385:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260889728 00000100:00100000:2.0:1787398518.743426:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:2.0:1787398518.743433:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221260889728:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787398518.743458:0:158800:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42659840 avail 36528128 00000100:00100000:2.0:1787398518.744752:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221260889728:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1311us (1487us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398518.744765:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:3.0:1787398518.747293:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260889728:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1787398519.061701:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398519.766553:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260890112:0@lo:400:kworker.0 00000100:00100000:3.0:1787398519.766654:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398519.766723:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260890624:0@lo:400:kworker.0 00000100:00100000:2.0:1787398519.766923:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260889984:0@lo:400:kworker.0 00000100:00100000:2.0:1787398519.766964:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398519.766994:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260890496:0@lo:400:kworker.0 00000100:00100000:2.0:1787398519.767016:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398519.767031:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106500:1874221260891008:0@lo:400:kworker.0 00000100:00100000:2.0:1787398519.767056:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398519.767121:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260891008 00000100:00100000:2.0:1787398519.767131:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260891008 00000100:00100000:2.0:1787398519.767200:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:2.0:1787398519.767212:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:106500:x1874221260891008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398519.767277:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:106500:x1874221260891008:12345-0@lo:400:kworker.0 Request processed in 68us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398519.767308:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00080000:2.0:1787398519.767336:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787398519.767387:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106500:1874221260891008:0@lo:400:kworker.0 00000100:00100000:3.0:1787398519.767830:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398519.767868:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106501:1874221260891136:0@lo:400:kworker.0 00000100:00100000:3.0:1787398519.767966:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398519.768283:0:162519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260890112 00000100:00100000:0.0:1787398519.768290:0:162519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260890112 00000100:00100000:0.0:1787398519.768352:0:162519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260890624 00000100:00100000:0.0:1787398519.768356:0:162519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260890624 00000100:00100000:0.0:1787398519.768382:0:162519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1787398519.768390:0:162519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260890112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398519.768453:0:162519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260890112:12345-0@lo:400:kworker.0 Request processed in 64us (1799us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398519.768460:0:162519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1787398519.768492:0:162519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1787398519.768500:0:162519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260890624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398519.768529:0:162519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260890624:12345-0@lo:400:kworker.0 Request processed in 30us (701us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398519.768535:0:162519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00080000:0.0:1787398519.768569:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787398519.768630:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260890240:0@lo:400:kworker.0 00000100:00100000:0.0:1787398519.768665:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398519.768683:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260890752:0@lo:400:kworker.0 00000100:00100000:0.0:1787398519.768702:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398519.768717:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106502:1874221260891264:0@lo:400:kworker.0 00000100:00100000:0.0:1787398519.768743:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398519.768762:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1787398519.768769:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221260889856:0@lo:400:kworker.0 00000100:00100000:0.0:1787398519.768814:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398519.768850:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106502:1874221260890368:0@lo:400:kworker.0 00000100:00100000:0.0:1787398519.768872:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398519.768889:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106502:1874221260890880:0@lo:400:kworker.0 00000100:00100000:0.0:1787398519.768910:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398519.768924:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221260891392:0@lo:400:kworker.0 00000100:00100000:0.0:1787398519.768944:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398519.769013:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260889984 00000100:00100000:1.0:1787398519.769019:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260889984 00000100:00100000:1.0:1787398519.769060:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260890496 00000100:00100000:1.0:1787398519.769063:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260890496 00000100:00100000:1.0:1787398519.769089:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:1.0:1787398519.769096:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260889984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398519.769145:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260889984:12345-0@lo:400:kworker.0 Request processed in 50us (2179us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398519.769152:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:1.0:1787398519.769167:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:1.0:1787398519.769172:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221260890496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398519.769200:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221260890496:12345-0@lo:400:kworker.0 Request processed in 28us (2183us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398519.769206:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00100000:1.0:1787398519.769237:0:162522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260890240 00000100:00100000:1.0:1787398519.769241:0:162522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260890240 00000100:00100000:1.0:1787398519.769272:0:162522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260890752 00000100:00100000:1.0:1787398519.769275:0:162522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260890752 00000100:00100000:1.0:1787398519.769298:0:162522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1787398519.769303:0:162522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260890240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398519.769341:0:162522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260890240:12345-0@lo:400:kworker.0 Request processed in 37us (675us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398519.769347:0:162522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1787398519.769356:0:162522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1787398519.769373:0:162522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221260890752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398519.769414:0:162522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221260890752:12345-0@lo:400:kworker.0 Request processed in 51us (709us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398519.769421:0:162522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00080000:1.0:1787398519.769453:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787398519.769505:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260891136 00000100:00100000:1.0:1787398519.769507:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260890240:0@lo:400:kworker.0 00000100:00100000:0.0:1787398519.769510:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260891136 00000100:00100000:1.0:1787398519.769519:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260890752:0@lo:400:kworker.0 00000100:00080000:0.0:1787398519.769527:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787398519.769546:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260891264 00000100:00100000:0.0:1787398519.769549:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260891264 00000100:00100000:1.0:1787398519.769557:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260889984:0@lo:400:kworker.0 00000100:00080000:0.0:1787398519.769562:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787398519.769570:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260890496:0@lo:400:kworker.0 00000100:00100000:0.0:1787398519.769572:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260890368 00000100:00100000:0.0:1787398519.769574:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260890368 00000100:00100000:0.0:1787398519.769585:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260890880 00000100:00100000:0.0:1787398519.769587:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260890880 00000100:00100000:0.0:1787398519.769599:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260891392 00000100:00100000:0.0:1787398519.769602:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260891392 00000100:00100000:0.0:1787398519.769653:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:0.0:1787398519.769659:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106501:x1874221260891136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398519.769694:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106501:x1874221260891136:12345-0@lo:400:kworker.0 Request processed in 35us (1728us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398519.769701:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000100:00100000:0.0:1787398519.769713:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:0.0:1787398519.769719:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106502:x1874221260891264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398519.769751:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106502:x1874221260891264:12345-0@lo:400:kworker.0 Request processed in 32us (1007us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398519.769757:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000100:00100000:0.0:1787398519.769768:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:0.0:1787398519.769773:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106502:x1874221260890368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398519.769811:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106502:x1874221260890368:12345-0@lo:400:kworker.0 Request processed in 38us (938us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398519.769826:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00100000:0.0:1787398519.769838:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:0.0:1787398519.769843:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106502:x1874221260890880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398519.769870:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106502:x1874221260890880:12345-0@lo:400:kworker.0 Request processed in 27us (959us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398519.769872:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:0.0:1787398519.769877:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00100000:2.0:1787398519.769881:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106502:x1874221260891392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398519.769903:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106502:1874221260890368:0@lo:400:kworker.0 00000100:00100000:0.0:1787398519.769913:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106502:1874221260890880:0@lo:400:kworker.0 00000100:00100000:0.0:1787398519.769924:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106502:1874221260891264:0@lo:400:kworker.0 00000100:00100000:2.0:1787398519.769929:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106502:x1874221260891392:12345-0@lo:400:kworker.0 Request processed in 50us (984us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398519.769934:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00100000:0.0:1787398519.769943:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221260891392:0@lo:400:kworker.0 00000100:00100000:3.0:1787398519.770579:0:158786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260889856 00000100:00100000:3.0:1787398519.770586:0:158786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260889856 00000100:00100000:3.0:1787398519.770628:0:158786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:3.0:1787398519.770637:0:158786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf306c42c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221260889856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398519.770694:0:158786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf306c42c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221260889856:12345-0@lo:400:kworker.0 Request processed in 59us (1880us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398519.770701:0:158786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000100:00100000:3.0:1787398519.770787:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260890112:0@lo:400:kworker.0 00000100:00100000:3.0:1787398519.770804:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260890624:0@lo:400:kworker.0 00000100:00100000:3.0:1787398519.770826:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106501:1874221260891136:0@lo:400:kworker.0 00000100:00100000:3.0:1787398519.770844:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787398519.770853:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260891520:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787398519.770887:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398519.771060:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260891520 00000100:00100000:3.0:1787398519.771065:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260891520 00000100:00100000:3.0:1787398519.771096:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1787398519.771103:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260891520:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787398519.771130:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 7806656 pending 0 free 71049216 avail 63881216 00000100:00100000:3.0:1787398519.771168:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260891520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398519.771175:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1787398519.771204:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221260889856:0@lo:400:kworker.0 00000100:00100000:3.0:1787398519.771235:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260891520:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1787398519.771995:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1787398520.086525:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1787398520.790828:0:158819:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 5541857346820ns, next at 5542857343234ns, rc = 0 00000100:00100000:1.0:1787398520.791006:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787398520.791037:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260891648:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787398520.791144:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398520.791262:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260891648 00000100:00100000:2.0:1787398520.791272:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260891648 00000100:00100000:2.0:1787398520.791343:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1787398520.791355:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260891648:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787398520.791385:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 7806656 pending 0 free 71049216 avail 63881216 00000100:00100000:2.0:1787398520.791444:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260891648:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398520.791454:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1787398520.791779:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260891648:0@lo:13:osp-pre-0-0.0 00000004:00080000:3.0:1787398520.797922:0:158774:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 22 committed 00000001:00080000:3.0:1787398520.797985:0:158774:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738592 is committed 00000004:00080000:3.0:1787398520.798014:0:158774:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 21 committed 00000100:00100000:1.0:1787398520.798354:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260891904:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1787398520.798448:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398520.798612:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787398520.798620:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260891776:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1787398520.798646:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398520.798684:0:160296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260891904 00000100:00100000:1.0:1787398520.798694:0:160296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260891904 00010000:00010000:0.0:1787398520.798886:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969600/0x5703899912341769 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.798899:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969600/0x5703899912341769 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.798908:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969600/0x5703899912341769 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.798915:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d969600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398520.798922:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969600/0x5703899912341769 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.798931:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969600/0x5703899912341769 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.798954:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab0:0x4:0x0].0x1cda55a (ffff9cf3414fe000) 00010000:00010000:0.0:1787398520.798958:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398520.798974:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969600/0x5703899912341769 lrc: 2/0,0 mode: --/TXN res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.798982:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969600/0x5703899912341769 lrc: 0/0,0 mode: --/TXN res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.799019:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341785 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab2:0x7:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.799026:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341785 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab2:0x7:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.799032:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341785 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab2:0x7:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398520.799159:0:160296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260891776 00000100:00100000:1.0:1787398520.799163:0:160296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260891776 00000100:00100000:1.0:1787398520.799189:0:160296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:1.0:1787398520.799200:0:160296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:106503:x1874221260891904:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1787398520.799257:0:160296:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:578 count 1 00010000:00010000:1.0:1787398520.799290:0:160296:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a8f63745/0x57038999123418dc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x242:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398520.799316:0:160296:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a264c6a5/0x57038999123417e0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119841 expref: 6 pid: 162523 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398520.799326:0:160296:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x242:0x0].0x0 since=5s v=(0 0) 00010000:00010000:1.0:1787398520.799331:0:160296:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x242:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398520.799336:0:160296:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a8f63745/0x57038999123418dc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398520.799374:0:160296:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a264c6a5/0x57038999123417e0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50000000010020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119841 expref: 6 pid: 162523 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398520.799392:0:160296:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a264c6a5/0x57038999123417e0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x70000400010020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119841 expref: 6 pid: 162523 timeout: 5641 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398520.799406:0:160296:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:160296:1874221260892032:192.168.204.36@tcp:104: 00000100:00100000:1.0:1787398520.799523:0:160296:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20a91d0c0 going to sleep for 11 seconds 00010000:00010000:0.0:1787398520.799658:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d969e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398520.799661:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341785 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab2:0x7:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.799669:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341785 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab2:0x7:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.799680:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0x7:0x0].0xf0209d98 (ffff9cf3414fee00) 00010000:00010000:0.0:1787398520.799683:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398520.799686:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341785 lrc: 2/0,0 mode: --/TXN res: [0x200003ab2:0x7:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.799693:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341785 lrc: 0/0,0 mode: --/TXN res: [0x200003ab2:0x7:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398520.799894:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:2.0:1787398520.799906:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+6:106503:x1874221260891776:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1787398520.799923:0:162520:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:130 count 1 00002000:00010000:2.0:1787398520.799953:0:162520:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x82:0x0] initial LVB size: 0, mtime: 0x6a89894d, atime: 0x6a89894d, ctime: 0x6a89894d, blocks: 0x0 00010000:00010000:2.0:1787398520.799971:0:162520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003fbaa1a7/0x57038999123418e3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398520.799983:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x82:0x0].0x0 since=5541s v=(0 0) 00010000:00010000:2.0:1787398520.799994:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x82:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398520.800001:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003fbaa1a7/0x57038999123418e3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398520.800015:0:162520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003fbaa1a7/0x57038999123418e3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398520.800024:0:162520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003fbaa1a7/0x57038999123418e3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398520.800032:0:162520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003fbaa1a7/0x57038999123418e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.800324:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x57038999123417a1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2730b988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.800332:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x57038999123417a1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2730b988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.800339:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x57038999123417a1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2730b988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.800345:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a68400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398520.800349:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x57038999123417a1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2730b988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.800356:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x57038999123417a1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2730b988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.800379:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2730b988 (ffff9cf3213ec600) 00010000:00010000:0.0:1787398520.800382:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398520.800386:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x57038999123417a1 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2730b988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.800392:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x57038999123417a1 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2730b988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.800413:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x57038999123417ee lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.800420:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x57038999123417ee lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.800426:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x57038999123417ee lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.800431:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398520.800433:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x57038999123417ee lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.800440:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x57038999123417ee lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.800448:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x116badb1 (ffff9cf2051cd500) 00010000:00010000:0.0:1787398520.800450:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398520.800453:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x57038999123417ee lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.800459:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x57038999123417ee lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.800510:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x570389991234182d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.800517:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x570389991234182d lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.800523:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x570389991234182d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.800529:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398520.800532:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x570389991234182d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.800698:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x570389991234182d lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.800714:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfabfbe3f (ffff9cf337a20800) 00010000:00010000:0.0:1787398520.800717:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398520.800721:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x570389991234182d lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.800727:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x570389991234182d lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.800748:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x5703899912341834 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab2:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.800754:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x5703899912341834 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab2:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.800759:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x5703899912341834 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab2:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.800771:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398520.800774:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x5703899912341834 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab2:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.800779:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x5703899912341834 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab2:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.800788:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0xb:0x0].0x0 (ffff9cf337a20f00) 00010000:00010000:0.0:1787398520.800790:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398520.800793:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x5703899912341834 lrc: 2/0,0 mode: --/TXN res: [0x200003ab2:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.800808:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x5703899912341834 lrc: 0/0,0 mode: --/TXN res: [0x200003ab2:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.800825:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969a00/0x57038999123418c0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.800831:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969a00/0x57038999123418c0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.800837:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969a00/0x57038999123418c0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.800842:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d969a00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398520.800844:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969a00/0x57038999123418c0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.800849:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969a00/0x57038999123418c0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.800866:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfabfbe3f (ffff9cf337a20800) 00010000:00010000:0.0:1787398520.800869:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398520.800871:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969a00/0x57038999123418c0 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398520.800877:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969a00/0x57038999123418c0 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398520.804948:0:162520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1787398520.808865:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+7:106503:x1874221260891776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8953us (10207us total) trans 21474836529 rc 0/0 00000100:00100000:2.0:1787398520.808881:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000004:00080000:2.0:1787398520.810141:0:106503:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9cf20a1a9500/2, rc 0, transno 21474836529 00000100:00100000:2.0:1787398520.810158:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260891776:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1787398520.810219:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787398520.810231:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003fbaa1a7/0x57038999123418e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398520.810246:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d969200 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:2.0:1787398520.810253:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003fbaa1a7/0x57038999123418e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398520.810292:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003fbaa1a7/0x57038999123418e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398520.810318:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003fbaa1a7/0x57038999123418e3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398520.810326:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003fbaa1a7/0x57038999123418e3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398520.810354:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398520.810357:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398520.810358:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398520.810898:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398520.810931:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247425152 00000100:00100000:3.0:1787398520.810940:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247425152 00010000:00010000:3.0:1787398520.811007:0:158781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a264c6a5/0x57038999123417e0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x60000400010020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119841 expref: 7 pid: 162523 timeout: 5641 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398520.811045:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 103 00000100:00100000:3.0:1787398520.811060:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:77079b13-ca22-42b2-a958-5d5459d475f7+7:69163:x1874221247425152:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398520.811082:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398520.811089:0:158781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a264c6a5/0x57038999123417e0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x242:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x60000400010020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119841 expref: 7 pid: 162523 timeout: 5641 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398520.811105:0:158781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a264c6a5/0x57038999123417e0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x242:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50000400010020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119841 expref: 7 pid: 162523 timeout: 5641 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398520.811133:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x242:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398520.811138:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x242:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398520.811145:0:158781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a8f63745/0x57038999123418dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x242:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398520.811157:0:158781:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a8f63745/0x57038999123418dc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x242:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398520.811198:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398520.811261:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:77079b13-ca22-42b2-a958-5d5459d475f7+7:69163:x1874221247425152:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 206us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398520.811270:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 103 00000100:00080000:3.0:1787398520.811303:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1787398520.811336:0:160296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a264c6a5/0x57038999123417e0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x44801400010020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119841 expref: 6 pid: 162523 timeout: 5641 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398520.811351:0:160296:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:160296:1874221260892032:192.168.204.36@tcp:104: 00010000:00010000:3.0:1787398520.811374:0:160296:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a8f63745/0x57038999123418dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398520.811387:0:160296:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a8f63745/0x57038999123418dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398520.811395:0:160296:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a8f63745/0x57038999123418dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398520.811405:0:160296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a8f63745/0x57038999123418dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398520.811415:0:160296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a8f63745/0x57038999123418dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398520.811449:0:160296:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1787398520.811683:0:160296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:106503:x1874221260891904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12484us (13235us total) trans 21474836530 rc 0/0 00000100:00100000:3.0:1787398520.811693:0:160296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00010000:00010000:3.0:1787398520.811718:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787398520.811724:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a8f63745/0x57038999123418dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398520.811732:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638e00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398520.811736:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a8f63745/0x57038999123418dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398520.811744:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a8f63745/0x57038999123418dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398520.811757:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a8f63745/0x57038999123418dc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398520.811764:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a8f63745/0x57038999123418dc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398520.811784:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398520.811787:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398520.811788:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1787398520.811829:0:106503:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9cf20a1aad80/2, rc 0, transno 21474836530 00000100:00100000:3.0:1787398520.811843:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260891904:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1787398521.109862:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1787398521.394504:0:160290:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836530 is committed 00000001:00100000:2.0:1787398521.394534:0:160290:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 77079b13-ca22-42b2-a958-5d5459d475f7 00000100:00100000:3.0:1787398521.443663:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398521.443735:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398521.443918:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247425536 00000100:00100000:0.0:1787398521.443931:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247425536 00000100:00100000:0.0:1787398521.444033:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247425408 00000100:00100000:0.0:1787398521.444037:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247425408 00000100:00100000:0.0:1787398521.444073:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 235 00000100:00100000:0.0:1787398521.444084:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:77079b13-ca22-42b2-a958-5d5459d475f7+9:69165:x1874221247425536:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398521.444194:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:77079b13-ca22-42b2-a958-5d5459d475f7+9:69165:x1874221247425536:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 111us (548us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398521.444203:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 235 00000100:00100000:0.0:1787398521.444224:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 236 00000100:00100000:0.0:1787398521.444231:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:77079b13-ca22-42b2-a958-5d5459d475f7+10:69165:x1874221247425408:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398521.444271:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:77079b13-ca22-42b2-a958-5d5459d475f7+10:69165:x1874221247425408:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 40us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398521.444277:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 236 00000100:00080000:3.0:1787398521.445464:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787398521.445474:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787398521.449101:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398521.449444:0:158788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247425280 00000100:00100000:0.0:1787398521.449457:0:158788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247425280 00000100:00100000:0.0:1787398521.449559:0:158788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 197 00000100:00100000:0.0:1787398521.449570:0:158788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf306c41050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0568db1d-e5fc-471d-afd3-4e3ae4228f13+10:69163:x1874221247425280:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398521.449698:0:158788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf306c41050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0568db1d-e5fc-471d-afd3-4e3ae4228f13+10:69163:x1874221247425280:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 130us (614us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398521.449706:0:158788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 197 00000100:00100000:3.0:1787398521.813916:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787398521.813950:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260892160:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787398521.814063:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398521.814792:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260892160 00000100:00100000:3.0:1787398521.814803:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260892160 00000100:00100000:1.0:1787398521.814856:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787398521.814883:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1787398521.814897:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260892160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787398521.814941:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71184384 avail 64016384 00000100:00080000:0.0:1787398521.814949:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787398521.815004:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260892160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 113us (942us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398521.815012:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1787398521.815050:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260892288:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787398521.815089:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398521.815142:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260892288 00000100:00100000:0.0:1787398521.815147:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260892288 00000100:00100000:0.0:1787398521.815192:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1787398521.815200:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260892288:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787398521.815211:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71184384 avail 64016384 00000100:00080000:3.0:1787398521.815227:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787398521.815245:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260892288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 47us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398521.815251:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1787398521.815342:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260892288:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787398521.815447:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260892160:0@lo:13:osp-pre-1-1.0 00000001:00080000:3.0:1787398521.816200:0:159523:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 21474836524 is committed 00010000:00010000:2.0:1787398522.133972:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398523.158066:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398523.862007:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787398523.862042:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260892416:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787398523.862151:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398523.862678:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260892416 00000100:00100000:0.0:1787398523.862690:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260892416 00000100:00100000:0.0:1787398523.862772:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:0.0:1787398523.862785:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106503:x1874221260892416:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787398523.862898:0:162682:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42659840 avail 36528128 00000100:00100000:0.0:1787398523.862968:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106503:x1874221260892416:12345-0@lo:41:osp-pre-0-1.0 Request processed in 185us (817us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398523.862976:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:3.0:1787398523.863166:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787398523.863180:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260892544:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787398523.863219:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398523.863421:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260892544 00000100:00100000:2.0:1787398523.863427:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260892544 00000100:00100000:2.0:1787398523.863468:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:2.0:1787398523.863517:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260892544:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787398523.863543:0:158799:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42786816 avail 36655104 00000100:00100000:2.0:1787398523.863602:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260892544:12345-0@lo:41:osp-pre-1-0.0 Request processed in 126us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398523.863608:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:2.0:1787398523.863657:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260892416:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787398523.863909:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260892544:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1787398524.181833:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398524.886770:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260892672:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787398524.886895:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398524.887598:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260893056:0@lo:400:kworker.0 00000100:00100000:2.0:1787398524.887656:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398524.887687:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260893568:0@lo:400:kworker.0 00000100:00100000:2.0:1787398524.887711:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398524.887738:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:106503:1874221260894080:0@lo:400:kworker.0 00000100:00100000:2.0:1787398524.887766:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398524.887787:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1787398524.887794:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260892928:0@lo:400:kworker.0 00000100:00100000:2.0:1787398524.887821:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398524.887843:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260893440:0@lo:400:kworker.0 00000100:00100000:2.0:1787398524.887864:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398524.887880:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106503:1874221260893952:0@lo:400:kworker.0 00000100:00100000:2.0:1787398524.887904:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398524.887935:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260893056 00000100:00100000:2.0:1787398524.887946:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260893056 00000100:00100000:2.0:1787398524.888006:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260893568 00000100:00100000:2.0:1787398524.888009:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260893568 00000100:00100000:2.0:1787398524.888032:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1787398524.888042:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260893056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398524.888101:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260893056:12345-0@lo:400:kworker.0 Request processed in 61us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398524.888123:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1787398524.888142:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1787398524.888148:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221260893568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398524.888176:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221260893568:12345-0@lo:400:kworker.0 Request processed in 29us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398524.888182:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1787398524.888206:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260892928 00000100:00100000:2.0:1787398524.888209:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260892928 00000100:00100000:2.0:1787398524.888249:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260893440 00000100:00100000:2.0:1787398524.888252:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260893440 00000100:00100000:2.0:1787398524.888271:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:2.0:1787398524.888277:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260892928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398524.888311:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260892928:12345-0@lo:400:kworker.0 Request processed in 33us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398524.888317:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:2.0:1787398524.888329:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:2.0:1787398524.888335:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106503:x1874221260893440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398524.888362:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106503:x1874221260893440:12345-0@lo:400:kworker.0 Request processed in 27us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398524.888368:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00100000:2.0:1787398524.888414:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260892928:0@lo:400:kworker.0 00000100:00100000:2.0:1787398524.888425:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260893440:0@lo:400:kworker.0 00000100:00100000:2.0:1787398524.888434:0:106503:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836530 gen 2 00000004:00080000:2.0:1787398524.888441:0:106503:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9cf20a1a9500, transno 21474836529 00000004:00080000:2.0:1787398524.888452:0:106503:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9cf20a1aad80, transno 21474836530 00000100:00100000:2.0:1787398524.888464:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260893056:0@lo:400:kworker.0 00000100:00100000:2.0:1787398524.888507:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260893568:0@lo:400:kworker.0 00000100:00100000:1.0:1787398524.888873:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260893184:0@lo:400:kworker.0 00000100:00100000:1.0:1787398524.888917:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398524.888947:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106500:1874221260893696:0@lo:400:kworker.0 00000100:00100000:1.0:1787398524.888973:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398524.888992:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106500:1874221260894208:0@lo:400:kworker.0 00000100:00100000:1.0:1787398524.889014:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398524.889037:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1787398524.889044:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a066c752-c801-430f-905b-71f66cddaa9e:106500:1874221260892800:0@lo:400:kworker.0 00000100:00100000:1.0:1787398524.889094:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398524.889120:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106500:1874221260893312:0@lo:400:kworker.0 00000100:00100000:1.0:1787398524.889144:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398524.889155:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106500:1874221260893824:0@lo:400:kworker.0 00000100:00100000:1.0:1787398524.889174:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398524.889197:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260894080 00000100:00100000:1.0:1787398524.889201:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260894080 00000100:00100000:1.0:1787398524.889231:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260893952 00000100:00100000:1.0:1787398524.889233:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260893952 00000100:00100000:1.0:1787398524.889248:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260893696 00000100:00100000:1.0:1787398524.889250:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260893696 00000100:00100000:1.0:1787398524.889261:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260894208 00000100:00100000:1.0:1787398524.889263:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260894208 00000100:00100000:1.0:1787398524.889277:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260893312 00000100:00100000:1.0:1787398524.889279:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260893312 00000100:00100000:1.0:1787398524.889291:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260893824 00000100:00100000:1.0:1787398524.889293:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260893824 00000100:00100000:1.0:1787398524.889308:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:1.0:1787398524.889314:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106503:x1874221260894080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398524.889372:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106503:x1874221260894080:12345-0@lo:400:kworker.0 Request processed in 58us (1604us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398524.889380:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:1.0:1787398524.889393:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:1.0:1787398524.889399:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106503:x1874221260893952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398524.889426:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106503:x1874221260893952:12345-0@lo:400:kworker.0 Request processed in 27us (1520us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398524.889432:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00100000:1.0:1787398524.889443:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00000100:00100000:1.0:1787398524.889448:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106500:x1874221260893696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398524.889514:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106500:x1874221260893696:12345-0@lo:400:kworker.0 Request processed in 65us (540us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398524.889520:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00000100:00100000:1.0:1787398524.889531:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:1.0:1787398524.889537:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106500:x1874221260894208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398524.889563:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106500:x1874221260894208:12345-0@lo:400:kworker.0 Request processed in 26us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398524.889569:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:1.0:1787398524.889582:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:1.0:1787398524.889587:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106500:x1874221260893312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398524.889613:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106500:x1874221260893312:12345-0@lo:400:kworker.0 Request processed in 26us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398524.889618:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00100000:1.0:1787398524.889643:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:1.0:1787398524.889650:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106500:x1874221260893824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398524.889685:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106500:x1874221260893824:12345-0@lo:400:kworker.0 Request processed in 35us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398524.889692:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000100:00100000:1.0:1787398524.889740:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106503:1874221260893952:0@lo:400:kworker.0 00000100:00100000:1.0:1787398524.889754:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:106503:1874221260894080:0@lo:400:kworker.0 00000100:00100000:1.0:1787398524.889782:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106500:1874221260893312:0@lo:400:kworker.0 00000100:00100000:1.0:1787398524.889792:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106500:1874221260893824:0@lo:400:kworker.0 00000100:00100000:1.0:1787398524.889802:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106500:1874221260893696:0@lo:400:kworker.0 00000100:00100000:1.0:1787398524.889812:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106500:1874221260894208:0@lo:400:kworker.0 00000100:00100000:3.0:1787398524.890087:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260892672 00000100:00100000:3.0:1787398524.890092:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260892672 00000100:00100000:3.0:1787398524.890151:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1787398524.890160:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221260892672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787398524.890188:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 7806656 pending 0 free 71049216 avail 63881216 00000100:00100000:3.0:1787398524.890236:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221260892672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (3342us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398524.890243:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00080000:3.0:1787398524.890265:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787398524.890271:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787398524.890275:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787398524.890278:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787398524.890289:0:162524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260893184 00000100:00100000:3.0:1787398524.890292:0:162524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260893184 00000100:00100000:3.0:1787398524.890329:0:162524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1787398524.890336:0:162524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260893184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398524.890367:0:162524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260893184:12345-0@lo:400:kworker.0 Request processed in 32us (1450us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398524.890373:0:162524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00080000:3.0:1787398524.890390:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787398524.890415:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260893184:0@lo:400:kworker.0 00000100:00100000:3.0:1787398524.890436:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260892672:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787398524.890694:0:158789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260892800 00000100:00100000:0.0:1787398524.890699:0:158789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260892800 00000100:00100000:0.0:1787398524.890749:0:158789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:0.0:1787398524.890757:0:158789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf306c41c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+24:106500:x1874221260892800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398524.890798:0:158789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf306c41c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+24:106500:x1874221260892800:12345-0@lo:400:kworker.0 Request processed in 42us (1704us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398524.890815:0:158789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000100:00100000:3.0:1787398524.892257:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a066c752-c801-430f-905b-71f66cddaa9e:106500:1874221260892800:0@lo:400:kworker.0 00010000:00010000:2.0:1787398525.209183:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398525.909862:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260894336:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787398525.909946:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398525.910654:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260894336 00000100:00100000:1.0:1787398525.910665:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260894336 00000100:00100000:1.0:1787398525.910802:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1787398525.910815:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260894336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787398525.910839:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 7806656 pending 0 free 71049216 avail 63881216 00000100:00100000:1.0:1787398525.910895:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260894336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (950us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398525.910902:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1787398525.910966:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260894336:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1787398526.230039:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398526.565823:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398526.565882:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398526.566251:0:162516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247426048 00000100:00100000:1.0:1787398526.566267:0:162516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247426048 00000100:00100000:1.0:1787398526.566378:0:162516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 112 00000100:00100000:1.0:1787398526.566390:0:162516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:77079b13-ca22-42b2-a958-5d5459d475f7+5:69165:x1874221247426048:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398526.566517:0:162516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:77079b13-ca22-42b2-a958-5d5459d475f7+5:69165:x1874221247426048:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 128us (720us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398526.566526:0:162516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 112 00000100:00080000:3.0:1787398526.567610:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787398526.567702:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398526.567826:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398526.567859:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247425920 00000100:00100000:3.0:1787398526.567867:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247425920 00000100:00100000:3.0:1787398526.567943:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247425792 00000100:00100000:3.0:1787398526.567947:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247425792 00000100:00100000:3.0:1787398526.567976:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 243 00000100:00100000:3.0:1787398526.567988:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:77079b13-ca22-42b2-a958-5d5459d475f7+7:69165:x1874221247425920:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398526.568211:0:158786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247425664 00000100:00100000:0.0:1787398526.568216:0:158786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247425664 00000100:00100000:0.0:1787398526.568252:0:158786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 199 00000100:00100000:0.0:1787398526.568260:0:158786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20c118850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0568db1d-e5fc-471d-afd3-4e3ae4228f13+10:69162:x1874221247425664:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398526.568301:0:158786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20c118850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0568db1d-e5fc-471d-afd3-4e3ae4228f13+10:69162:x1874221247425664:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 42us (605us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398526.568309:0:158786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 199 00000100:00100000:0.0:1787398526.568404:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 244 00000100:00100000:0.0:1787398526.568411:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:77079b13-ca22-42b2-a958-5d5459d475f7+10:69162:x1874221247425792:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398526.568444:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:77079b13-ca22-42b2-a958-5d5459d475f7+10:69162:x1874221247425792:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 34us (618us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398526.568451:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 244 00000100:00080000:0.0:1787398526.568472:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787398526.568518:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787398526.569550:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:77079b13-ca22-42b2-a958-5d5459d475f7+7:69165:x1874221247425920:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 1555us (3656us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398526.569563:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 243 00000100:00100000:1.0:1787398526.935897:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260894464:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787398526.935938:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260894592:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787398526.942596:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398526.943049:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398526.949399:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260894464 00000100:00100000:3.0:1787398526.949422:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260894464 00000100:00100000:1.0:1787398526.949453:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260894592 00000100:00100000:1.0:1787398526.949461:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260894592 00000100:00100000:1.0:1787398526.950448:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1787398526.950465:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260894592:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787398526.950539:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71184384 avail 64016384 00000100:00100000:1.0:1787398526.952236:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260894592:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1765us (9175us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398526.952252:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00080000:0.0:1787398526.952445:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787398526.952455:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260894592:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787398526.952880:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:3.0:1787398526.952898:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221260894464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787398526.952925:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71184384 avail 64016384 00000100:00100000:3.0:1787398526.952996:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221260894464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 106us (10409us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398526.953003:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:2.0:1787398526.953302:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260894464:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1787398527.253793:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398528.278394:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398528.982112:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260894720:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787398528.982227:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398528.982354:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260894720 00000100:00100000:2.0:1787398528.982365:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260894720 00000100:00100000:2.0:1787398528.982436:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:2.0:1787398528.982446:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221260894720:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787398528.982513:0:158799:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42659840 avail 36528128 00000100:00100000:3.0:1787398528.984227:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260894848:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787398528.984316:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398528.984404:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260894848 00000100:00100000:3.0:1787398528.984412:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260894848 00000100:00100000:3.0:1787398528.984470:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:3.0:1787398528.984506:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260894848:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787398528.984549:0:162682:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42786816 avail 36655104 00000100:00100000:3.0:1787398528.984611:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260894848:12345-0@lo:41:osp-pre-1-0.0 Request processed in 131us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398528.984619:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:3.0:1787398528.984691:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260894848:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787398528.990928:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221260894720:12345-0@lo:41:osp-pre-0-1.0 Request processed in 8466us (8684us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398528.990953:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:1.0:1787398529.007053:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260894720:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1787398529.302248:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398530.007032:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221260894976:0@lo:400:kworker.0 00000100:00100000:3.0:1787398530.007117:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260895360:0@lo:400:kworker.0 00000100:00100000:2.0:1787398530.007145:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398530.007222:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106502:1874221260895488:0@lo:400:kworker.0 00000100:00100000:2.0:1787398530.007255:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398530.007278:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335283100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106502:1874221260896000:0@lo:400:kworker.0 00000100:00100000:3.0:1787398530.007280:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398530.007299:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398530.007300:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335280000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260895872:0@lo:400:kworker.0 00000100:00100000:2.0:1787398530.007313:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335281f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221260896512:0@lo:400:kworker.0 00000100:00100000:3.0:1787398530.007321:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398530.007333:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398530.007339:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335280700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106501:1874221260896384:0@lo:400:kworker.0 00000100:00100000:2.0:1787398530.007350:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1787398530.007356:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260895104:0@lo:400:kworker.0 00000100:00100000:3.0:1787398530.007359:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398530.007376:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1787398530.007380:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260895232:0@lo:400:kworker.0 00000100:00100000:3.0:1787398530.007399:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398530.007406:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398530.007414:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260895744:0@lo:400:kworker.0 00000100:00100000:2.0:1787398530.007422:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335281c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260895616:0@lo:400:kworker.0 00000100:00100000:3.0:1787398530.007434:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398530.007442:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398530.007449:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106501:1874221260896256:0@lo:400:kworker.0 00000100:00100000:2.0:1787398530.007458:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106502:1874221260896128:0@lo:400:kworker.0 00000100:00100000:3.0:1787398530.007468:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398530.007475:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398530.007519:0:160295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260895360 00000100:00100000:3.0:1787398530.007530:0:160295:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260895360 00000100:00100000:0.0:1787398530.008245:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260895488 00000100:00100000:0.0:1787398530.008251:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260895488 00000100:00100000:0.0:1787398530.008290:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260896000 00000100:00100000:0.0:1787398530.008293:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260896000 00000100:00100000:0.0:1787398530.008304:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260896512 00000100:00100000:0.0:1787398530.008307:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260896512 00000100:00100000:0.0:1787398530.008333:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260896384 00000100:00100000:0.0:1787398530.008336:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260896384 00000100:00100000:0.0:1787398530.008347:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260896256 00000100:00100000:0.0:1787398530.008350:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260896256 00000100:00100000:0.0:1787398530.008370:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245 00000100:00100000:0.0:1787398530.008380:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106502:x1874221260895488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398530.008463:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106502:x1874221260895488:12345-0@lo:400:kworker.0 Request processed in 85us (1207us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398530.008472:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245 00000100:00100000:0.0:1787398530.008544:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:0.0:1787398530.008551:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106502:x1874221260896000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398530.008596:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106502:x1874221260896000:12345-0@lo:400:kworker.0 Request processed in 45us (1295us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398530.008603:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00100000:0.0:1787398530.008614:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:0.0:1787398530.008631:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106502:x1874221260896512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398530.008669:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106502:x1874221260896512:12345-0@lo:400:kworker.0 Request processed in 39us (1335us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398530.008675:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00100000:3.0:1787398530.009256:0:160295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260895872 00000100:00100000:3.0:1787398530.009262:0:160295:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260895872 00000100:00100000:3.0:1787398530.009292:0:160295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260895232 00000100:00100000:3.0:1787398530.009295:0:160295:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260895232 00000100:00100000:2.0:1787398530.009302:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106502:1874221260895488:0@lo:400:kworker.0 00000100:00100000:3.0:1787398530.009314:0:160295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260895744 00000100:00100000:3.0:1787398530.009317:0:160295:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260895744 00000100:00100000:2.0:1787398530.009317:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335283100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106502:1874221260896000:0@lo:400:kworker.0 00000100:00100000:2.0:1787398530.009328:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335281f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221260896512:0@lo:400:kworker.0 00000100:00100000:3.0:1787398530.009338:0:160295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1787398530.009346:0:160295:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335281500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260895360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398530.009353:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787398530.009367:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260896640:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787398530.009394:0:160295:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335281500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260895360:12345-0@lo:400:kworker.0 Request processed in 49us (2113us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398530.009400:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398530.009414:0:160295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1787398530.009430:0:160295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1787398530.009435:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:3.0:1787398530.009437:0:160295:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335281180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260895872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398530.009442:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260895232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398530.009467:0:160295:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335281180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260895872:12345-0@lo:400:kworker.0 Request processed in 31us (2144us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398530.009467:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260895232:12345-0@lo:400:kworker.0 Request processed in 25us (2066us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398530.009473:0:160295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:0.0:1787398530.009522:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260896128 00000100:00100000:0.0:1787398530.009527:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260896128 00000100:00100000:0.0:1787398530.009546:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:0.0:1787398530.009552:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335283800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106501:x1874221260896384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398530.009591:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335283800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106501:x1874221260896384:12345-0@lo:400:kworker.0 Request processed in 39us (2231us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398530.009598:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00100000:0.0:1787398530.009609:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:2.0:1787398530.009720:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:2.0:1787398530.009736:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:2.0:1787398530.009743:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335282a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260895744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398530.009774:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335282a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260895744:12345-0@lo:400:kworker.0 Request processed in 32us (2339us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398530.009781:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:2.0:1787398530.009802:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260895104 00000100:00100000:0.0:1787398530.009831:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335282300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106501:x1874221260896256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398530.009866:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335282300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106501:x1874221260896256:12345-0@lo:400:kworker.0 Request processed in 234us (2396us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398530.009873:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00100000:0.0:1787398530.009885:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:0.0:1787398530.009891:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106502:x1874221260896128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398530.009926:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106502:x1874221260896128:12345-0@lo:400:kworker.0 Request processed in 35us (2450us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398530.009932:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00000100:00080000:0.0:1787398530.009956:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787398530.009962:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787398530.009964:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787398530.009967:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787398530.009977:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260895616 00000100:00100000:0.0:1787398530.009982:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260895616 00000100:00100000:0.0:1787398530.010010:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:0.0:1787398530.010016:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221260895616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398530.010048:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221260895616:12345-0@lo:400:kworker.0 Request processed in 32us (2605us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398530.010053:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00100000:2.0:1787398530.010167:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260895104 00000100:00100000:2.0:1787398530.010199:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:2.0:1787398530.010218:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33599c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260895104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398530.010253:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33599c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260895104:12345-0@lo:400:kworker.0 Request processed in 36us (2846us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398530.010259:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:1.0:1787398530.010737:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260896640 00000100:00100000:1.0:1787398530.010745:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260896640 00000100:00100000:1.0:1787398530.010778:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:1.0:1787398530.010785:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221260896640:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787398530.011001:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 7806656 pending 0 free 71049216 avail 63881216 00000100:00100000:1.0:1787398530.011046:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221260896640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 262us (1645us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398530.011066:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:1.0:1787398530.011123:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260895232:0@lo:400:kworker.0 00000100:00100000:1.0:1787398530.011137:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260895744:0@lo:400:kworker.0 00000100:00100000:1.0:1787398530.011149:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106501:1874221260896256:0@lo:400:kworker.0 00000100:00100000:1.0:1787398530.011162:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260895360:0@lo:400:kworker.0 00000100:00100000:1.0:1787398530.011174:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335280000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260895872:0@lo:400:kworker.0 00000100:00100000:1.0:1787398530.011186:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335280700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106501:1874221260896384:0@lo:400:kworker.0 00000100:00100000:2.0:1787398530.011470:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260896640:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787398530.012120:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260895104:0@lo:400:kworker.0 00000100:00100000:2.0:1787398530.012150:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335281c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260895616:0@lo:400:kworker.0 00000100:00100000:2.0:1787398530.012164:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106502:1874221260896128:0@lo:400:kworker.0 00000100:00100000:0.0:1787398530.013776:0:158788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260894976 00000100:00100000:0.0:1787398530.013795:0:158788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260894976 00000100:00100000:0.0:1787398530.013879:0:158788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:0.0:1787398530.013891:0:158788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20c11b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221260894976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398530.014014:0:158788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20c11b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221260894976:12345-0@lo:400:kworker.0 Request processed in 126us (6868us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398530.014022:0:158788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00100000:2.0:1787398530.014931:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221260894976:0@lo:400:kworker.0 00010000:00010000:3.0:1787398530.326349:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398531.031018:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787398531.031058:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260896768:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787398531.031178:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398531.031450:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260896768 00000100:00100000:1.0:1787398531.031467:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260896768 00000100:00100000:1.0:1787398531.031582:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:1.0:1787398531.031593:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335282680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260896768:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787398531.031634:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 7806656 pending 0 free 71049216 avail 63881216 00000100:00100000:1.0:1787398531.031705:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335282680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260896768:12345-0@lo:13:osp-pre-0-0.0 Request processed in 113us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398531.031713:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:0.0:1787398531.032532:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260896768:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1787398531.353924:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398531.702256:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398531.702328:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398531.702386:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398531.702390:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247426432 00000100:00100000:2.0:1787398531.702407:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247426432 00000100:00100000:0.0:1787398531.702442:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00080000:0.0:1787398531.702473:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787398531.702595:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247426304 00000100:00100000:0.0:1787398531.702604:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247426304 00000100:00100000:2.0:1787398531.702618:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 251 00000100:00100000:2.0:1787398531.702634:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:77079b13-ca22-42b2-a958-5d5459d475f7+7:69164:x1874221247426432:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398531.702670:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 252 00000100:00100000:0.0:1787398531.702684:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:77079b13-ca22-42b2-a958-5d5459d475f7+10:69163:x1874221247426304:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:2.0:1787398531.702728:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:77079b13-ca22-42b2-a958-5d5459d475f7+7:69164:x1874221247426432:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 96us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398531.702738:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 251 00000100:00100000:0.0:1787398531.702751:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:77079b13-ca22-42b2-a958-5d5459d475f7+10:69163:x1874221247426304:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 70us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398531.702761:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 252 00000100:00080000:0.0:1787398531.702815:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787398531.702947:0:162523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247426560 00000100:00100000:3.0:1787398531.702953:0:162523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247426560 00000100:00100000:3.0:1787398531.703015:0:162523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 117 00000100:00100000:3.0:1787398531.703023:0:162523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:77079b13-ca22-42b2-a958-5d5459d475f7+5:69165:x1874221247426560:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398531.703057:0:162523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:77079b13-ca22-42b2-a958-5d5459d475f7+5:69165:x1874221247426560:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 36us (672us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398531.703065:0:162523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 117 00000100:00100000:1.0:1787398531.703192:0:158789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247426176 00000100:00100000:1.0:1787398531.703197:0:158789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247426176 00000100:00100000:1.0:1787398531.703240:0:158789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 201 00000100:00100000:1.0:1787398531.703249:0:158789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20c11b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0568db1d-e5fc-471d-afd3-4e3ae4228f13+10:69162:x1874221247426176:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398531.703283:0:158789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20c11b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0568db1d-e5fc-471d-afd3-4e3ae4228f13+10:69162:x1874221247426176:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 35us (954us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398531.703290:0:158789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 201 00000100:00080000:0.0:1787398531.703740:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787398532.056288:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260896896:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787398532.056353:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260897024:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787398532.056401:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398532.056532:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260896896 00000100:00100000:0.0:1787398532.056541:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260896896 00000100:00100000:0.0:1787398532.056626:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:0.0:1787398532.056639:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260896896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1787398532.056674:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71184384 avail 64016384 00000100:00080000:2.0:1787398532.056782:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787398532.059974:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260896896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3329us (3580us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398532.059990:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:1.0:1787398532.062340:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260896896:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787398532.062632:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398532.062825:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260897024 00000100:00100000:3.0:1787398532.062834:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260897024 00000100:00100000:3.0:1787398532.062897:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:3.0:1787398532.062906:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260897024:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787398532.062929:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71184384 avail 64016384 00000100:00100000:3.0:1787398532.062992:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260897024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398532.062998:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:1.0:1787398532.063120:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260897024:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1787398532.063321:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1787398532.373719:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398533.402423:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398534.101955:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260897152:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787398534.102041:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398534.102369:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260897152 00000100:00100000:0.0:1787398534.102377:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260897152 00000100:00100000:0.0:1787398534.102422:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:0.0:1787398534.102432:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335283b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260897152:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787398534.102513:0:159531:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42786816 avail 36655104 00000100:00100000:0.0:1787398534.102574:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335283b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260897152:12345-0@lo:41:osp-pre-1-0.0 Request processed in 143us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398534.102582:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:0.0:1787398534.102629:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260897152:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787398534.102841:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787398534.102853:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260897280:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787398534.102899:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398534.103498:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260897280 00000100:00100000:2.0:1787398534.103506:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260897280 00000100:00100000:2.0:1787398534.103563:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:2.0:1787398534.103581:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106501:x1874221260897280:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787398534.103606:0:162682:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42659840 avail 36528128 00000100:00100000:2.0:1787398534.103647:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106501:x1874221260897280:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (759us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398534.103654:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:1.0:1787398534.103864:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260897280:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1787398534.421652:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398535.128432:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260897664:0@lo:400:kworker.0 00000100:00100000:3.0:1787398535.128455:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260897792:0@lo:400:kworker.0 00000100:00100000:2.0:1787398535.128567:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a066c752-c801-430f-905b-71f66cddaa9e:106501:1874221260897408:0@lo:400:kworker.0 00000100:00100000:1.0:1787398535.128592:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260897536:0@lo:400:kworker.0 00000100:00100000:3.0:1787398535.130321:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398535.130451:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20b889f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260898304:0@lo:400:kworker.0 00000100:00100000:3.0:1787398535.130504:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398535.130537:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf334043100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106500:1874221260898816:0@lo:400:kworker.0 00000100:00100000:3.0:1787398535.130563:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398535.130616:0:162522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260897792 00000100:00100000:3.0:1787398535.130625:0:162522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260897792 00000100:00100000:3.0:1787398535.130678:0:162522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260898304 00000100:00100000:3.0:1787398535.130695:0:162522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260898304 00000100:00100000:3.0:1787398535.130861:0:162522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:3.0:1787398535.130873:0:162522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335281880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260897792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398535.130948:0:162522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335281880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260897792:12345-0@lo:400:kworker.0 Request processed in 77us (634us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398535.130956:0:162522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:3.0:1787398535.130975:0:162522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:3.0:1787398535.130982:0:162522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335281c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221260898304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398535.131014:0:162522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335281c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221260898304:12345-0@lo:400:kworker.0 Request processed in 33us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398535.131021:0:162522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:3.0:1787398535.131074:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260897792:0@lo:400:kworker.0 00000100:00100000:3.0:1787398535.131089:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20b889f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260898304:0@lo:400:kworker.0 00000100:00080000:3.0:1787398535.131150:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787398535.131174:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260898816 00000100:00100000:3.0:1787398535.131178:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260898816 00000100:00100000:3.0:1787398535.131214:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:3.0:1787398535.131222:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335280700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106500:x1874221260898816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398535.131260:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335280700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106500:x1874221260898816:12345-0@lo:400:kworker.0 Request processed in 40us (696us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398535.131267:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00080000:3.0:1787398535.131283:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787398535.131297:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf334043100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106500:1874221260898816:0@lo:400:kworker.0 00000100:00100000:2.0:1787398535.133643:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398535.134028:0:158786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260897408 00000100:00100000:3.0:1787398535.134039:0:158786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260897408 00000100:00100000:0.0:1787398535.134244:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398535.134282:0:162518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260897664 00000100:00100000:0.0:1787398535.134286:0:162518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260897664 00000100:00100000:2.0:1787398535.134435:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106501:1874221260897920:0@lo:400:kworker.0 00000100:00100000:2.0:1787398535.134498:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398535.134532:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20b88aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106501:1874221260898432:0@lo:400:kworker.0 00000100:00100000:2.0:1787398535.134555:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398535.134573:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf334040380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:106501:1874221260898944:0@lo:400:kworker.0 00000100:00100000:2.0:1787398535.134593:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398535.134794:0:162518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:0.0:1787398535.134807:0:162518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260897664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398535.134862:0:162518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260897664:12345-0@lo:400:kworker.0 Request processed in 59us (618us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398535.134887:0:158786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:3.0:1787398535.134896:0:158786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20c11a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106501:x1874221260897408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398535.135013:0:158786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20c11a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106501:x1874221260897408:12345-0@lo:400:kworker.0 Request processed in 119us (1378us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398535.135020:0:158786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00100000:3.0:1787398535.135319:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260897920 00000100:00100000:3.0:1787398535.135324:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260897920 00000100:00100000:2.0:1787398535.135440:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260898432 00000100:00100000:2.0:1787398535.135445:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260898432 00000100:00100000:2.0:1787398535.135469:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260898944 00000100:00100000:2.0:1787398535.135471:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260898944 00000100:00100000:2.0:1787398535.135504:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:2.0:1787398535.135510:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106501:x1874221260898432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398535.135558:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106501:x1874221260898432:12345-0@lo:400:kworker.0 Request processed in 47us (1001us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398535.135564:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00100000:2.0:1787398535.135576:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:2.0:1787398535.135582:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106501:x1874221260898944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398535.135628:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106501:x1874221260898944:12345-0@lo:400:kworker.0 Request processed in 46us (1034us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398535.135635:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000100:00100000:2.0:1787398535.135671:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a066c752-c801-430f-905b-71f66cddaa9e:106501:1874221260897408:0@lo:400:kworker.0 00000100:00100000:2.0:1787398535.135706:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20b88aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106501:1874221260898432:0@lo:400:kworker.0 00000100:00100000:2.0:1787398535.135719:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf334040380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:106501:1874221260898944:0@lo:400:kworker.0 00000100:00080000:2.0:1787398535.135775:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787398535.135779:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787398535.135867:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:3.0:1787398535.135875:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106501:x1874221260897920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398535.135922:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106501:x1874221260897920:12345-0@lo:400:kworker.0 Request processed in 48us (1424us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398535.135928:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000100:00100000:2.0:1787398535.136183:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106501:1874221260897920:0@lo:400:kworker.0 00000100:00100000:0.0:1787398535.136493:0:162518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00100000:0.0:1787398535.136543:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260897664:0@lo:400:kworker.0 00000100:00100000:0.0:1787398535.136553:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20b889180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260898176:0@lo:400:kworker.0 00000100:00100000:0.0:1787398535.136589:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398535.136657:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20b88b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106503:1874221260898688:0@lo:400:kworker.0 00000100:00100000:0.0:1787398535.136705:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398535.136851:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260898688 00000100:00100000:3.0:1787398535.136857:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260898688 00000100:00100000:3.0:1787398535.136931:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00100000:3.0:1787398535.136939:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106503:x1874221260898688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398535.136981:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106503:x1874221260898688:12345-0@lo:400:kworker.0 Request processed in 44us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398535.136987:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00080000:0.0:1787398535.137361:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787398535.137387:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20b88b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106503:1874221260898688:0@lo:400:kworker.0 00000100:00100000:2.0:1787398535.137511:0:160294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260898176 00000100:00100000:2.0:1787398535.137526:0:160294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260898176 00000100:00100000:2.0:1787398535.137623:0:160294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:2.0:1787398535.137631:0:160294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20aabc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221260898176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398535.137678:0:160294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20aabc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221260898176:12345-0@lo:400:kworker.0 Request processed in 48us (1088us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398535.137704:0:160294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00080000:0.0:1787398535.138316:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787398535.138392:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20b889180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260898176:0@lo:400:kworker.0 00000100:00100000:1.0:1787398535.138530:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398535.138567:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260898048:0@lo:400:kworker.0 00000100:00100000:1.0:1787398535.138596:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398535.138663:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20b888000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106502:1874221260898560:0@lo:400:kworker.0 00000100:00100000:1.0:1787398535.138706:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398535.138729:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf334042300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260899072:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787398535.138754:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398535.138781:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260899072 00000100:00100000:1.0:1787398535.138786:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260899072 00000100:00100000:1.0:1787398535.138819:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:1.0:1787398535.138826:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf334041880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221260899072:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787398535.138851:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 7806656 pending 0 free 71049216 avail 63881216 00000100:00100000:1.0:1787398535.138884:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf334041880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221260899072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398535.138890:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00100000:3.0:1787398535.138998:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260898560 00000100:00100000:3.0:1787398535.139002:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260898560 00000100:00100000:3.0:1787398535.139043:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:3.0:1787398535.139050:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf334041180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106502:x1874221260898560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398535.139106:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf334041180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106502:x1874221260898560:12345-0@lo:400:kworker.0 Request processed in 56us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398535.139112:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00100000:1.0:1787398535.139693:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf334042300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260899072:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787398535.139732:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20b888000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106502:1874221260898560:0@lo:400:kworker.0 00000100:00080000:1.0:1787398535.140053:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787398535.140244:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260897536 00000100:00100000:2.0:1787398535.140249:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260897536 00000100:00100000:2.0:1787398535.140328:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260898048 00000100:00100000:2.0:1787398535.140332:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260898048 00000100:00100000:2.0:1787398535.140372:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:2.0:1787398535.140380:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf334043b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260897536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398535.140440:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf334043b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260897536:12345-0@lo:400:kworker.0 Request processed in 60us (1922us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398535.140447:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:2.0:1787398535.140496:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:2.0:1787398535.140503:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf334040000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221260898048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398535.140548:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf334040000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221260898048:12345-0@lo:400:kworker.0 Request processed in 46us (1951us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398535.140555:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:0.0:1787398535.140861:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260897536:0@lo:400:kworker.0 00000100:00100000:0.0:1787398535.140884:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260898048:0@lo:400:kworker.0 00010000:00010000:3.0:1787398535.445988:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398536.150243:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787398536.150268:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf334042300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260899200:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787398536.150337:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398536.151669:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260899200 00000100:00100000:1.0:1787398536.151682:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260899200 00000100:00100000:1.0:1787398536.151754:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:1.0:1787398536.151764:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260899200:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787398536.151788:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 7806656 pending 0 free 71049216 avail 63881216 00000100:00100000:1.0:1787398536.151861:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260899200:12345-0@lo:13:osp-pre-0-0.0 Request processed in 98us (1523us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398536.151868:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00100000:2.0:1787398536.151975:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf334042300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260899200:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1787398536.471210:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398536.803368:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398536.803644:0:158788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247426688 00000100:00100000:3.0:1787398536.803654:0:158788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247426688 00000100:00100000:3.0:1787398536.803718:0:158788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 203 00000100:00100000:3.0:1787398536.803729:0:158788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20c118450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0568db1d-e5fc-471d-afd3-4e3ae4228f13+10:69162:x1874221247426688:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398536.803811:0:158788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20c118450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0568db1d-e5fc-471d-afd3-4e3ae4228f13+10:69162:x1874221247426688:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 83us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398536.803820:0:158788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 203 00000100:00100000:1.0:1787398536.807857:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398536.807949:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247426816 00000100:00100000:3.0:1787398536.807960:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247426816 00000100:00100000:3.0:1787398536.808792:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 259 00000100:00100000:3.0:1787398536.808812:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf334041c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:77079b13-ca22-42b2-a958-5d5459d475f7+10:69162:x1874221247426816:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398536.808908:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf334041c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:77079b13-ca22-42b2-a958-5d5459d475f7+10:69162:x1874221247426816:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 105us (1061us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398536.808932:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 259 00000100:00080000:1.0:1787398536.809207:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787398536.818556:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398536.818604:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398536.818737:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247426944 00000100:00100000:3.0:1787398536.818747:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247426944 00000100:00100000:3.0:1787398536.818820:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 260 00000100:00100000:3.0:1787398536.818834:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf334041500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:77079b13-ca22-42b2-a958-5d5459d475f7+7:69164:x1874221247426944:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398536.818903:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf334041500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:77079b13-ca22-42b2-a958-5d5459d475f7+7:69164:x1874221247426944:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 75us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398536.818911:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 260 00000100:00080000:1.0:1787398536.819008:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787398536.819573:0:161119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247427072 00000100:00100000:2.0:1787398536.819580:0:161119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247427072 00000100:00100000:2.0:1787398536.819637:0:161119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 122 00000100:00100000:2.0:1787398536.819645:0:161119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf334042d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:77079b13-ca22-42b2-a958-5d5459d475f7+5:69164:x1874221247427072:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:2.0:1787398536.819689:0:161119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf334042d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:77079b13-ca22-42b2-a958-5d5459d475f7+5:69164:x1874221247427072:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 45us (1084us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398536.819696:0:161119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 122 00000100:00080000:1.0:1787398536.819932:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787398537.173912:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260899328:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787398537.173991:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398537.174341:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260899328 00000100:00100000:0.0:1787398537.174351:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260899328 00000100:00100000:0.0:1787398537.174428:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:0.0:1787398537.174439:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf334040e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260899328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787398537.174470:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71184384 avail 64016384 00000100:00100000:0.0:1787398537.174550:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf334040e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260899328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 113us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398537.174556:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00080000:2.0:1787398537.174776:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787398537.175911:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335280000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260899456:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787398537.175977:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398537.176268:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260899328:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787398537.176810:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260899456 00000100:00100000:0.0:1787398537.176818:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260899456 00000100:00100000:0.0:1787398537.176904:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:0.0:1787398537.176914:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260899456:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1787398537.176935:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71184384 avail 64016384 00000100:00100000:0.0:1787398537.176998:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260899456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (1021us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398537.177005:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:3.0:1787398537.177881:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335280000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260899456:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1787398537.178254:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1787398537.493665:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398538.517939:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398539.221769:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787398539.221794:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260899584:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787398539.221873:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398539.222062:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260899584 00000100:00100000:2.0:1787398539.222072:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260899584 00000100:00100000:2.0:1787398539.222132:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:2.0:1787398539.222142:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106503:x1874221260899584:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787398539.222178:0:162682:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42659840 avail 36528128 00000100:00100000:2.0:1787398539.222251:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106503:x1874221260899584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 110us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398539.222258:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:2.0:1787398539.222452:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787398539.222462:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf334040380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260899712:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787398539.222519:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398539.222595:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260899712 00000100:00100000:1.0:1787398539.222600:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260899712 00000100:00100000:1.0:1787398539.222637:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:1.0:1787398539.222644:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260899712:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787398539.222663:0:159531:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42786816 avail 36655104 00000100:00100000:1.0:1787398539.222705:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260899712:12345-0@lo:41:osp-pre-1-0.0 Request processed in 62us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398539.222712:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:2.0:1787398539.222797:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf334040380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260899712:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787398539.222944:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260899584:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1787398539.545815:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398540.251742:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787398540.251765:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf334043100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260899840:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787398540.251847:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398540.253928:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260899840 00000100:00100000:1.0:1787398540.253945:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260899840 00000100:00100000:1.0:1787398540.254040:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:1.0:1787398540.254054:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260899840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787398540.254088:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 7806656 pending 0 free 71049216 avail 63881216 00000100:00100000:1.0:1787398540.254161:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260899840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (2313us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398540.254168:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00100000:2.0:1787398540.254622:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335281f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260900352:0@lo:400:kworker.0 00000100:00100000:2.0:1787398540.254781:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398540.254865:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260900096:0@lo:400:kworker.0 00000100:00100000:2.0:1787398540.254885:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335282a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106500:1874221260900864:0@lo:400:kworker.0 00000100:00100000:1.0:1787398540.254900:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398540.254929:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260900608:0@lo:400:kworker.0 00000100:00100000:1.0:1787398540.254950:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398540.254968:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106502:1874221260901120:0@lo:400:kworker.0 00000100:00100000:3.0:1787398540.254981:0:160296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260900352 00000100:00100000:3.0:1787398540.254988:0:160296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260900352 00000100:00100000:1.0:1787398540.254992:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398540.255015:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1787398540.255028:0:160296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:3.0:1787398540.255038:0:160296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260900352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398540.255078:0:160296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260900352:12345-0@lo:400:kworker.0 Request processed in 43us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398540.255085:0:160296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:3.0:1787398540.255117:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260900096 00000100:00100000:3.0:1787398540.255120:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260900096 00000100:00100000:3.0:1787398540.255141:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260900608 00000100:00100000:3.0:1787398540.255143:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260900608 00000100:00100000:3.0:1787398540.255158:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:3.0:1787398540.255163:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf334040380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260900096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398540.255192:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf334040380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260900096:12345-0@lo:400:kworker.0 Request processed in 29us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398540.255215:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:3.0:1787398540.255226:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:3.0:1787398540.255232:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf334042300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221260900608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398540.255400:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1787398540.255426:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787398540.255436:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106500:1874221260901376:0@lo:400:kworker.0 00000100:00080000:0.0:1787398540.255439:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787398540.255464:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398540.255471:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335280000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a066c752-c801-430f-905b-71f66cddaa9e:106501:1874221260899968:0@lo:400:kworker.0 00000100:00100000:2.0:1787398540.255539:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335281f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260900352:0@lo:400:kworker.0 00000100:00100000:0.0:1787398540.255550:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398540.255574:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260901120 00000100:00100000:2.0:1787398540.255578:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260901120 00000100:00100000:0.0:1787398540.255581:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335283100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106501:1874221260900480:0@lo:400:kworker.0 00000100:00100000:0.0:1787398540.255607:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398540.255617:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260900864 00000100:00100000:2.0:1787398540.255620:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260900864 00000100:00100000:0.0:1787398540.255622:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106501:1874221260900992:0@lo:400:kworker.0 00000100:00100000:2.0:1787398540.255635:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260901376 00000100:00100000:2.0:1787398540.255638:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260901376 00000100:00100000:0.0:1787398540.255649:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398540.255657:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260900480 00000100:00100000:0.0:1787398540.255679:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf334043100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260899840:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787398540.255703:0:158789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260899968 00000100:00100000:0.0:1787398540.255707:0:158789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260899968 00000100:00100000:0.0:1787398540.255736:0:158789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:0.0:1787398540.255742:0:158789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20c119850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+24:106501:x1874221260899968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398540.255870:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260900224:0@lo:400:kworker.0 00000100:00100000:1.0:1787398540.255897:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398540.255915:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260900736:0@lo:400:kworker.0 00000100:00100000:1.0:1787398540.255935:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398540.255950:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335281c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106502:1874221260901248:0@lo:400:kworker.0 00000100:00100000:1.0:1787398540.255967:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398540.255982:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260900096:0@lo:400:kworker.0 00000100:00100000:1.0:1787398540.256015:0:162511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260900224 00000100:00100000:0.0:1787398540.256666:0:158789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20c119850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+24:106501:x1874221260899968:12345-0@lo:400:kworker.0 Request processed in 31us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398540.256677:0:158789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00100000:3.0:1787398540.256746:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf334042300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221260900608:12345-0@lo:400:kworker.0 Request processed in 1512us (1793us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398540.256753:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335280000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a066c752-c801-430f-905b-71f66cddaa9e:106501:1874221260899968:0@lo:400:kworker.0 00000100:00100000:3.0:1787398540.256759:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:3.0:1787398540.256787:0:160295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260900736 00000100:00100000:3.0:1787398540.256792:0:160295:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260900736 00000100:00100000:3.0:1787398540.256831:0:160295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:3.0:1787398540.256839:0:160295:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33b381180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221260900736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398540.256873:0:160295:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33b381180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221260900736:12345-0@lo:400:kworker.0 Request processed in 35us (936us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398540.256880:0:160295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00100000:1.0:1787398540.256933:0:162511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260900224 00000100:00100000:1.0:1787398540.256965:0:162511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:1.0:1787398540.256972:0:162511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33b381500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260900224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398540.257007:0:162511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33b381500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260900224:12345-0@lo:400:kworker.0 Request processed in 35us (1107us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398540.257014:0:162511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:3.0:1787398540.257018:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260900992 00000100:00100000:3.0:1787398540.257023:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260900992 00000100:00100000:2.0:1787398540.257046:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260900480 00000100:00100000:3.0:1787398540.257048:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260901248 00000100:00100000:3.0:1787398540.257051:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260901248 00000100:00100000:3.0:1787398540.257138:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:3.0:1787398540.257146:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33b380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106502:x1874221260901120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398540.257183:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33b380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106502:x1874221260901120:12345-0@lo:400:kworker.0 Request processed in 39us (2192us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398540.257190:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00100000:3.0:1787398540.257203:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:3.0:1787398540.257209:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106500:x1874221260900864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398540.257247:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106500:x1874221260900864:12345-0@lo:400:kworker.0 Request processed in 37us (1846us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398540.257266:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:3.0:1787398540.257281:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:3.0:1787398540.257288:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106500:x1874221260901376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398540.257320:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106500:x1874221260901376:12345-0@lo:400:kworker.0 Request processed in 33us (1857us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398540.257327:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:3.0:1787398540.257338:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:3.0:1787398540.257344:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106501:x1874221260900992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398540.257379:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:2.0:1787398540.257387:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33b380380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:106502:x1874221260901248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398540.257400:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106501:x1874221260900992:12345-0@lo:400:kworker.0 Request processed in 54us (1750us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398540.257408:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00100000:0.0:1787398540.257435:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260900224:0@lo:400:kworker.0 00000100:00100000:2.0:1787398540.257443:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33b380380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:106502:x1874221260901248:12345-0@lo:400:kworker.0 Request processed in 55us (1472us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398540.257444:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:0.0:1787398540.257452:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260900736:0@lo:400:kworker.0 00000100:00100000:3.0:1787398540.257458:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106501:x1874221260900480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398540.257469:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335281c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106502:1874221260901248:0@lo:400:kworker.0 00000100:00100000:2.0:1787398540.257470:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:0.0:1787398540.257515:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260900608:0@lo:400:kworker.0 00000100:00100000:3.0:1787398540.257524:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106501:x1874221260900480:12345-0@lo:400:kworker.0 Request processed in 69us (1914us total) trans 0 rc 0/0 00000100:00080000:2.0:1787398540.257524:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787398540.257530:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787398540.257534:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787398540.257537:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787398540.257541:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106502:1874221260901120:0@lo:400:kworker.0 00000100:00100000:3.0:1787398540.257542:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:2.0:1787398540.257563:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335282a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106500:1874221260900864:0@lo:400:kworker.0 00000100:00100000:2.0:1787398540.257578:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106500:1874221260901376:0@lo:400:kworker.0 00000100:00100000:0.0:1787398540.257605:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335283100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106501:1874221260900480:0@lo:400:kworker.0 00000100:00100000:0.0:1787398540.257627:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106501:1874221260900992:0@lo:400:kworker.0 00010000:00010000:2.0:1787398540.565610:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398541.272119:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33b382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260901504:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787398541.272194:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398541.272724:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260901504 00000100:00100000:1.0:1787398541.272735:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260901504 00000100:00100000:1.0:1787398541.272844:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:1.0:1787398541.272855:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260901504:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787398541.272878:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 7806656 pending 0 free 71049216 avail 63881216 00000100:00100000:1.0:1787398541.272934:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260901504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (739us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398541.272941:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:0.0:1787398541.273018:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33b382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260901504:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1787398541.590457:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398541.924335:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398541.924397:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398541.924433:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398541.924521:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247427328 00000100:00100000:3.0:1787398541.924532:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247427328 00000100:00100000:3.0:1787398541.924604:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247427456 00000100:00100000:3.0:1787398541.924608:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247427456 00000100:00100000:3.0:1787398541.924635:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 267 00000100:00100000:3.0:1787398541.924645:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33b381f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:77079b13-ca22-42b2-a958-5d5459d475f7+10:69163:x1874221247427328:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398541.924721:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33b381f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:77079b13-ca22-42b2-a958-5d5459d475f7+10:69163:x1874221247427328:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 76us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398541.924745:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 267 00000100:00100000:3.0:1787398541.924767:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 268 00000100:00100000:3.0:1787398541.924774:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33b382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:77079b13-ca22-42b2-a958-5d5459d475f7+7:69165:x1874221247427456:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398541.924804:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33b382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:77079b13-ca22-42b2-a958-5d5459d475f7+7:69165:x1874221247427456:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 31us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398541.924810:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 268 00000100:00100000:0.0:1787398541.924958:0:158786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247427200 00000100:00100000:0.0:1787398541.924962:0:158786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247427200 00000100:00100000:0.0:1787398541.925001:0:158786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 205 00000100:00100000:0.0:1787398541.925009:0:158786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20c11ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0568db1d-e5fc-471d-afd3-4e3ae4228f13+10:69163:x1874221247427200:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398541.925047:0:158786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20c11ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0568db1d-e5fc-471d-afd3-4e3ae4228f13+10:69163:x1874221247427200:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 39us (649us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398541.925053:0:158786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 205 00000100:00080000:1.0:1787398541.925920:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787398541.925925:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787398541.931754:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398541.931941:0:162515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247427584 00000100:00100000:3.0:1787398541.931951:0:162515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247427584 00000100:00100000:3.0:1787398541.932030:0:162515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 233 00000100:00100000:3.0:1787398541.932044:0:162515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:77079b13-ca22-42b2-a958-5d5459d475f7+5:69161:x1874221247427584:12345-192.168.204.36@tcp:9:kworker.0 00000020:00000080:3.0:1787398541.932075:0:162515:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x57038999123417d9 00000100:00080000:3.0:1787398541.932083:0:162515:0:(import.c:65:import_set_state_nolock()) ffff9cf203759800 : changing import state from FULL to CLOSED 00000100:00080000:1.0:1787398541.932256:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00000004:3.0:1787398541.932329:0:162515:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 5, last_transno is 21474836530 00000100:00100000:3.0:1787398541.932538:0:162515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:77079b13-ca22-42b2-a958-5d5459d475f7+2:69161:x1874221247427584:12345-192.168.204.36@tcp:9:kworker.0 Request processed in 497us (792us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398541.932547:0:162515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 233 00010000:00010000:2.0:1787398541.932617:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398542.294105:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260901632:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787398542.294193:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398542.294596:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787398542.294621:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260901760:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787398542.294693:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398542.294802:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260901632 00000100:00100000:2.0:1787398542.294822:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260901632 00000100:00100000:2.0:1787398542.294886:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260901760 00000100:00100000:2.0:1787398542.294890:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260901760 00000100:00100000:2.0:1787398542.294912:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:2.0:1787398542.294921:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33b383800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260901632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787398542.294955:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71184384 avail 64016384 00000100:00100000:2.0:1787398542.295036:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33b383800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260901632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 115us (842us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398542.295044:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:2.0:1787398542.295064:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:2.0:1787398542.295071:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33b383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221260901760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1787398542.295081:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71184384 avail 64016384 00000100:00100000:2.0:1787398542.295107:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33b383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221260901760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 38us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398542.295113:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00080000:1.0:1787398542.295304:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787398542.297404:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260901760:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787398542.297435:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260901632:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1787398542.613745:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398543.638411:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398544.342048:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260901888:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787398544.342158:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398544.342245:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260901888 00000100:00100000:2.0:1787398544.342257:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260901888 00000100:00100000:2.0:1787398544.342329:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:2.0:1787398544.342351:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33b380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221260901888:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787398544.342389:0:158799:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42659840 avail 36528128 00000100:00100000:3.0:1787398544.342790:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260902016:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787398544.342835:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398544.342885:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260902016 00000100:00100000:3.0:1787398544.342890:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260902016 00000100:00100000:1.0:1787398544.342914:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260901888:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787398544.342932:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:3.0:1787398544.342959:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335283100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260902016:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787398544.342985:0:162682:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42786816 avail 36655104 00000100:00100000:3.0:1787398544.343039:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335283100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260902016:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398544.343047:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:2.0:1787398544.343116:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33b380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221260901888:12345-0@lo:41:osp-pre-0-1.0 Request processed in 766us (958us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398544.343126:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:1.0:1787398544.343418:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260902016:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1787398544.661987:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398545.366506:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260902400:0@lo:400:kworker.0 00000100:00100000:2.0:1787398545.366539:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260902272:0@lo:400:kworker.0 00000100:00100000:3.0:1787398545.366754:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221260902144:0@lo:400:kworker.0 00000100:00100000:1.0:1787398545.367525:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260902528:0@lo:400:kworker.0 00000100:00100000:0.0:1787398545.372549:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398545.372682:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf334043100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260902912:0@lo:400:kworker.0 00000100:00100000:2.0:1787398545.372704:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398545.372789:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260902784:0@lo:400:kworker.0 00000100:00100000:2.0:1787398545.372862:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398545.372886:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203b11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106503:1874221260903296:0@lo:400:kworker.0 00000100:00100000:2.0:1787398545.372915:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398545.372952:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33b382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260903808:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787398545.372977:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398545.373024:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260902272 00000100:00100000:2.0:1787398545.373033:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260902272 00000100:00100000:2.0:1787398545.373404:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260902784 00000100:00100000:2.0:1787398545.373409:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260902784 00000100:00100000:2.0:1787398545.373434:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:2.0:1787398545.373442:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260902272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398545.373927:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260902272:12345-0@lo:400:kworker.0 Request processed in 484us (1231us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398545.373937:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:2.0:1787398545.373972:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:2.0:1787398545.373985:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106503:x1874221260902784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398545.377235:0:162516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260902400 00000100:00100000:3.0:1787398545.377252:0:162516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260902400 00000100:00100000:3.0:1787398545.377350:0:162516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:3.0:1787398545.377373:0:162516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260902400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398545.381071:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398545.381118:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106503:x1874221260902784:12345-0@lo:400:kworker.0 Request processed in 7124us (8241us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398545.381137:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:2.0:1787398545.381210:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260903296 00000100:00100000:2.0:1787398545.381220:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260903296 00000100:00100000:2.0:1787398545.381283:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000100:00100000:2.0:1787398545.381293:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106503:x1874221260903296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398545.381454:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106503:x1874221260903296:12345-0@lo:400:kworker.0 Request processed in 162us (8536us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398545.381461:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00000100:00100000:2.0:1787398545.381623:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260903808 00000100:00100000:2.0:1787398545.381628:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260903808 00000100:00100000:2.0:1787398545.381666:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:2.0:1787398545.381674:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221260903808:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787398545.381961:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71049216 avail 63881216 00000100:00100000:2.0:1787398545.382087:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221260903808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 413us (9107us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398545.382094:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00100000:2.0:1787398545.382127:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260902912 00000100:00100000:2.0:1787398545.382132:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260902912 00000100:00100000:2.0:1787398545.382159:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:2.0:1787398545.382166:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221260902912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398545.382200:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221260902912:12345-0@lo:400:kworker.0 Request processed in 35us (1144us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398545.382205:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00100000:2.0:1787398545.382290:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33b382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260903808:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787398545.382310:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf334043100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260902912:0@lo:400:kworker.0 00000100:00100000:2.0:1787398545.382326:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260902272:0@lo:400:kworker.0 00000100:00100000:0.0:1787398545.382343:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203b12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106500:1874221260903424:0@lo:400:kworker.0 00000100:00100000:2.0:1787398545.382351:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260902784:0@lo:400:kworker.0 00000100:00100000:2.0:1787398545.382441:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203b11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106503:1874221260903296:0@lo:400:kworker.0 00000100:00100000:0.0:1787398545.382586:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398545.382703:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260903424 00000100:00100000:0.0:1787398545.382712:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260903424 00000100:00100000:0.0:1787398545.382766:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00100000:0.0:1787398545.382776:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106500:x1874221260903424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398545.382849:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106500:x1874221260903424:12345-0@lo:400:kworker.0 Request processed in 74us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398545.382857:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00000100:00100000:2.0:1787398545.382978:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398545.383104:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106502:1874221260902656:0@lo:400:kworker.0 00000100:00100000:2.0:1787398545.383150:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398545.383179:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260902656 00000100:00100000:2.0:1787398545.383184:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260902656 00000100:00100000:0.0:1787398545.383215:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203b12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106500:1874221260903424:0@lo:400:kworker.0 00000100:00100000:2.0:1787398545.383223:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00100000:2.0:1787398545.383239:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106502:x1874221260902656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398545.383277:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106502:x1874221260902656:12345-0@lo:400:kworker.0 Request processed in 46us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398545.383284:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00000100:00100000:2.0:1787398545.383328:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106502:1874221260902656:0@lo:400:kworker.0 00000100:00100000:0.0:1787398545.383331:0:158788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260902144 00000100:00100000:2.0:1787398545.383339:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203b11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106502:1874221260903168:0@lo:400:kworker.0 00000100:00100000:0.0:1787398545.383339:0:158788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260902144 00000100:00100000:2.0:1787398545.383444:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398545.383466:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203b10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221260903680:0@lo:400:kworker.0 00000100:00100000:0.0:1787398545.383540:0:158788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:0.0:1787398545.383550:0:158788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20c119050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221260902144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398545.383600:0:158788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20c119050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221260902144:12345-0@lo:400:kworker.0 Request processed in 52us (912us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398545.383607:0:158788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000100:00100000:0.0:1787398545.383638:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260903168 00000100:00100000:0.0:1787398545.383642:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260903168 00000100:00100000:2.0:1787398545.383663:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398545.383694:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260903680 00000100:00100000:2.0:1787398545.383698:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260903680 00000100:00100000:2.0:1787398545.383726:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 272 00000100:00100000:2.0:1787398545.383733:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106502:x1874221260903680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398545.383770:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106502:x1874221260903680:12345-0@lo:400:kworker.0 Request processed in 37us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398545.383795:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 272 00000100:00100000:2.0:1787398545.383825:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203b10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221260903680:0@lo:400:kworker.0 00000100:00100000:2.0:1787398545.383853:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221260902144:0@lo:400:kworker.0 00000100:00080000:2.0:1787398545.384443:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787398545.384449:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787398545.384453:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787398545.384984:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:0.0:1787398545.385003:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:106502:x1874221260903168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398545.385094:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:106502:x1874221260903168:12345-0@lo:400:kworker.0 Request processed in 99us (1650us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398545.385101:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00000100:00100000:0.0:1787398545.385731:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203b11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106502:1874221260903168:0@lo:400:kworker.0 00000100:00100000:1.0:1787398545.386556:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398545.386685:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203b13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260903040:0@lo:400:kworker.0 00000100:00100000:1.0:1787398545.386743:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398545.388569:0:162516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260902400:12345-0@lo:400:kworker.0 Request processed in 11198us (16020us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398545.388588:0:162516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:0.0:1787398545.388722:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260902400:0@lo:400:kworker.0 00000100:00100000:1.0:1787398545.394673:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203b11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106501:1874221260903552:0@lo:400:kworker.0 00000100:00100000:1.0:1787398545.394777:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398545.394830:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260903552 00000100:00100000:1.0:1787398545.394840:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260903552 00000100:00100000:1.0:1787398545.394929:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:1.0:1787398545.394939:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106501:x1874221260903552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398545.395013:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106501:x1874221260903552:12345-0@lo:400:kworker.0 Request processed in 74us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398545.395022:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00080000:1.0:1787398545.395056:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787398545.395096:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203b11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106501:1874221260903552:0@lo:400:kworker.0 00000100:00100000:3.0:1787398545.396388:0:162516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260902528 00000100:00100000:2.0:1787398545.396409:0:162514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260903040 00000100:00100000:3.0:1787398545.396410:0:162516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260902528 00000100:00100000:2.0:1787398545.396421:0:162514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260903040 00000100:00100000:3.0:1787398545.396547:0:162516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:3.0:1787398545.396567:0:162516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33b382680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260902528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398545.396679:0:162516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33b382680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260902528:12345-0@lo:400:kworker.0 Request processed in 121us (10126us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398545.396688:0:162516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00100000:0.0:1787398545.396743:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260902528:0@lo:400:kworker.0 00000100:00080000:1.0:1787398545.396867:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787398545.396967:0:162514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:2.0:1787398545.396977:0:162514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260903040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398545.397045:0:162514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260903040:12345-0@lo:400:kworker.0 Request processed in 70us (10300us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398545.397052:0:162514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:0.0:1787398545.397130:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203b13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260903040:0@lo:400:kworker.0 00010000:00010000:2.0:1787398545.685717:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398546.389897:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787398546.389934:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31372c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260903936:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787398546.390059:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398546.390154:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260903936 00000100:00100000:3.0:1787398546.390172:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260903936 00000100:00100000:3.0:1787398546.390263:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:3.0:1787398546.390275:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260903936:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787398546.390312:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71049216 avail 63881216 00000100:00100000:3.0:1787398546.390426:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260903936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 153us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398546.390450:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:0.0:1787398546.390563:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31372c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260903936:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787398546.534930:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398546.535096:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247427712 00000100:00100000:2.0:1787398546.535112:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247427712 00000100:00100000:2.0:1787398546.535213:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 372 00000100:00100000:2.0:1787398546.535225:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:77079b13-ca22-42b2-a958-5d5459d475f7+10:69164:x1874221247427712:12345-192.168.204.36@tcp:63:ll_sa.0 00010000:00010000:2.0:1787398546.535262:0:159531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398546.535287:0:159531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969200/0x57038999123418ea lrc: 2/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef1198f0 expref: -99 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1787398546.535288:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1787398546.535376:0:159531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968600/0x57038999123418f1 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398546.535404:0:159531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968600/0x57038999123418f1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398546.535420:0:159531:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968600/0x57038999123418f1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398546.535440:0:159531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969400/0x57038999123418f8 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x3:0x0].0xc0cd4e83 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398546.535458:0:159531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969400/0x57038999123418f8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xc0cd4e83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398546.535464:0:159531:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969400/0x57038999123418f8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xc0cd4e83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398546.535555:0:159531:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968600/0x57038999123418f1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398546.535563:0:159531:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968600/0x57038999123418f1 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398546.535570:0:159531:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968600/0x57038999123418f1 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398546.535576:0:159531:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d968600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398546.535581:0:159531:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968600/0x57038999123418f1 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398546.535588:0:159531:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968600/0x57038999123418f1 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398546.535600:0:159531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0x0 (ffff9cf33f78e000) 00010000:00010000:2.0:1787398546.535610:0:159531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398546.535616:0:159531:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968600/0x57038999123418f1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398546.535622:0:159531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968600/0x57038999123418f1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398546.535639:0:159531:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969400/0x57038999123418f8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xc0cd4e83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398546.535644:0:159531:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969400/0x57038999123418f8 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xc0cd4e83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398546.535649:0:159531:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969400/0x57038999123418f8 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xc0cd4e83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398546.535653:0:159531:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d969400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398546.535656:0:159531:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969400/0x57038999123418f8 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xc0cd4e83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398546.535662:0:159531:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969400/0x57038999123418f8 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xc0cd4e83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398546.535669:0:159531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0xc0cd4e83 (ffff9cf3414fe300) 00010000:00010000:2.0:1787398546.535672:0:159531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398546.535675:0:159531:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969400/0x57038999123418f8 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x3:0x0].0xc0cd4e83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398546.535681:0:159531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969400/0x57038999123418f8 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x3:0x0].0xc0cd4e83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398546.535711:0:159531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969200/0x57038999123418ea lrc: 1/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1198f0 expref: 11 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398546.535727:0:159531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0x0 (ffff9cf33f78e000) 00010000:00010000:2.0:1787398546.535730:0:159531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1787398546.535734:0:159531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969200/0x57038999123418ea lrc: 0/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1198f0 expref: 11 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398546.535744:0:159531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d969200, rc -2) 00000100:00100000:2.0:1787398546.535829:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:77079b13-ca22-42b2-a958-5d5459d475f7+10:69164:x1874221247427712:12345-192.168.204.36@tcp:63:ll_sa.0 Request processed in 606us (917us total) trans 0 rc -2/-2 00000100:00100000:2.0:1787398546.535837:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 372 00010000:00010000:3.0:1787398546.709779:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398546.790535:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398546.790599:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398546.791176:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247427840 00000100:00100000:2.0:1787398546.791191:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247427840 00000100:00100000:2.0:1787398546.791278:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247427968 00000100:00100000:2.0:1787398546.791282:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247427968 00000100:00100000:2.0:1787398546.791328:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 23 00000100:00100000:2.0:1787398546.791337:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0568db1d-e5fc-471d-afd3-4e3ae4228f13+11:69162:x1874221247427840:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787398546.791355:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398546.791375:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf30911c000/0x570389991233f160 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef118f2d expref: 11 pid: 158789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398546.791393:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398546.791463:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0568db1d-e5fc-471d-afd3-4e3ae4228f13+10:69162:x1874221247427840:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 127us (946us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398546.791472:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 23 00000100:00100000:2.0:1787398546.791543:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 24 00000100:00100000:2.0:1787398546.791551:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0568db1d-e5fc-471d-afd3-4e3ae4228f13+9:69162:x1874221247427968:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787398546.791575:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398546.791586:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf3136b8000/0x570389991233f167 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef118f5e expref: 9 pid: 158788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398546.791596:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398546.791619:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0568db1d-e5fc-471d-afd3-4e3ae4228f13+8:69162:x1874221247427968:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 68us (1019us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398546.791625:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 24 00000100:00100000:1.0:1787398546.792838:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398546.793600:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247428096 00000100:00100000:0.0:1787398546.793612:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247428096 00000100:00100000:0.0:1787398546.793696:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 25 00000100:00100000:0.0:1787398546.793707:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0568db1d-e5fc-471d-afd3-4e3ae4228f13+8:69164:x1874221247428096:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398546.793727:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398546.793751:0:158780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf30911c600/0x570389991233f1de lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef118f9d expref: 8 pid: 158788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398546.793774:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398546.793850:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0568db1d-e5fc-471d-afd3-4e3ae4228f13+7:69164:x1874221247428096:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 144us (1023us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398546.793860:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 25 00000100:00100000:2.0:1787398546.805590:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398546.805686:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247428864 00000100:00100000:0.0:1787398546.805697:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247428864 00000100:00100000:0.0:1787398546.805768:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 315 00000100:00100000:0.0:1787398546.805781:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:77079b13-ca22-42b2-a958-5d5459d475f7+10:69161:x1874221247428864:12345-192.168.204.36@tcp:39:umount.0 00000020:00000080:0.0:1787398546.805824:0:158796:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233f175 00000020:00010000:0.0:1787398546.805834:0:158796:0:(genops.c:1942:obd_stale_export_put()) Put export ffff9cf207007000: total 0 00000100:00080000:0.0:1787398546.805838:0:158796:0:(import.c:65:import_set_state_nolock()) ffff9cf207000800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787398546.805869:0:158796:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 8, last_transno is 34359738592 00000100:00100000:0.0:1787398546.806455:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:77079b13-ca22-42b2-a958-5d5459d475f7+9:69161:x1874221247428864:12345-192.168.204.36@tcp:39:umount.0 Request processed in 675us (873us total) trans 34359738593 rc 0/0 00000100:00100000:0.0:1787398546.806466:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 315 00000020:00010000:3.0:1787398546.806608:0:158783:0:(genops.c:1928:obd_stale_export_get()) Get export ffff9cf207007000: total 0 00010000:00010000:3.0:1787398546.806612:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398546.806668:0:158783:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff9cf207007000, canceled 0 locks, left on hash table 5. 00010000:00010000:3.0:1787398546.806719:0:158783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9cf33f78ee00) 00010000:00010000:3.0:1787398546.806723:0:158783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787398546.806731:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cd58400/0x5703899912340732 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119443 expref: 8 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398546.806757:0:158783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:3.0:1787398546.806760:0:158783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787398546.806764:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x57038999123418d5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1198e9 expref: 7 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398546.806777:0:158783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1:0x0].0x0 (ffff9cf33f78e800) 00010000:00010000:3.0:1787398546.806780:0:158783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787398546.806784:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cd59000/0x57038999123407c5 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11946d expref: 6 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398546.806797:0:158783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0x0 (ffff9cf33f78e000) 00010000:00010000:3.0:1787398546.806800:0:158783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787398546.806803:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cd58e00/0x570389991234074e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11944a expref: 5 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398546.806814:0:158783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9cf33f78eb00) 00010000:00010000:3.0:1787398546.806817:0:158783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787398546.806820:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cd59800/0x5703899912340778 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119458 expref: 4 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398546.806848:0:158783:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff9cf207007000, canceled 5 locks, left on hash table 0. 00010000:00010000:3.0:1787398546.806862:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398546.806863:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398546.806865:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398546.820815:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398546.821430:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247429248 00000100:00100000:1.0:1787398546.821447:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247429248 00000100:00100000:1.0:1787398546.821592:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 316 00000100:00100000:1.0:1787398546.821605:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335280380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:77079b13-ca22-42b2-a958-5d5459d475f7+7:69161:x1874221247429248:12345-192.168.204.36@tcp:39:umount.0 00000020:00000080:1.0:1787398546.821644:0:158795:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233f17c 00000020:00010000:1.0:1787398546.821652:0:158795:0:(genops.c:1942:obd_stale_export_put()) Put export ffff9cf3085d9000: total 0 00000100:00080000:1.0:1787398546.821657:0:158795:0:(import.c:65:import_set_state_nolock()) ffff9cf305ff2000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1787398546.821688:0:158795:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 5, last_transno is 21474836524 00000100:00100000:1.0:1787398546.821860:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335280380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:77079b13-ca22-42b2-a958-5d5459d475f7+6:69161:x1874221247429248:12345-192.168.204.36@tcp:39:umount.0 Request processed in 258us (1060us total) trans 21474836525 rc 0/0 00000100:00100000:1.0:1787398546.821868:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 316 00000020:00010000:0.0:1787398546.822082:0:158782:0:(genops.c:1928:obd_stale_export_get()) Get export ffff9cf3085d9000: total 0 00010000:00010000:0.0:1787398546.822134:0:158782:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff9cf3085d9000, canceled 0 locks, left on hash table 2. 00010000:00010000:0.0:1787398546.822167:0:158782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002342:0x3:0x0].0x0 (ffff9cf2051cdd00) 00010000:00010000:0.0:1787398546.822171:0:158782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1787398546.822193:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639000/0x570389991234147c lrc: 0/0,0 mode: --/CR res: [0x240002342:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11976f expref: 5 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398546.822220:0:158782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1:0x0].0x0 (ffff9cf33eecb000) 00010000:00010000:0.0:1787398546.822223:0:158782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787398546.822227:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf310ef4200/0x57038999123407e1 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11947b expref: 4 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398546.822240:0:158782:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff9cf3085d9000, canceled 2 locks, left on hash table 0. 00010000:00010000:0.0:1787398546.822254:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398546.822272:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398546.822275:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787398546.822375:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787398546.875141:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398546.875325:0:158789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247429504 00000100:00100000:3.0:1787398546.875345:0:158789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247429504 00000100:00100000:3.0:1787398546.875557:0:158789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 207 00000100:00100000:3.0:1787398546.875579:0:158789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20c118c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0568db1d-e5fc-471d-afd3-4e3ae4228f13+7:69161:x1874221247429504:12345-192.168.204.36@tcp:251:umount.0 00000020:00000080:3.0:1787398546.875645:0:158789:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233f152 00000020:00010000:3.0:1787398546.875655:0:158789:0:(genops.c:1942:obd_stale_export_put()) Put export ffff9cf33c378800: total 0 00000100:00080000:3.0:1787398546.875661:0:158789:0:(import.c:65:import_set_state_nolock()) ffff9cf33c37e000 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1787398546.875761:0:158789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20c118c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0568db1d-e5fc-471d-afd3-4e3ae4228f13+3:69161:x1874221247429504:12345-192.168.204.36@tcp:251:umount.0 Request processed in 186us (632us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398546.875769:0:158789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 207 00000020:00010000:2.0:1787398546.875876:0:159542:0:(genops.c:1928:obd_stale_export_get()) Get export ffff9cf33c378800: total 0 00010000:00010000:2.0:1787398546.875970:0:159542:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff9cf33c378800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1787398546.876023:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf30911ca00/0x570389991233f159 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef118f26 expref: 2 pid: 158789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398546.876046:0:159542:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff9cf33c378800, canceled 1 locks, left on hash table 0. 00000020:00000080:2.0:1787398546.876065:0:159542:0:(genops.c:906:class_export_put()) final put ffff9cf33c378800/0568db1d-e5fc-471d-afd3-4e3ae4228f13 00010000:00010000:2.0:1787398546.876101:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398546.876104:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398546.876105:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1787398546.876231:0:164318:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf33c378800/0568db1d-e5fc-471d-afd3-4e3ae4228f13 for MGS 00000020:00000080:1.0:1787398546.876279:0:164318:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf33c37e000 for MGS 00000100:00100000:1.0:1787398547.096474:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398547.097172:0:158786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247429632 00000100:00100000:2.0:1787398547.097186:0:158786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247429632 00000100:00100000:2.0:1787398547.097697:0:158786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 208 00000100:00100000:2.0:1787398547.097709:0:158786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20c11a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:69161:x1874221247429632:12345-192.168.204.36@tcp:250:mount.lustre.0 00010000:00080000:2.0:1787398547.097753:0:158786:0:(ldlm_lib.c:1432:target_handle_connect()) MGS: connection from dc4367dc-6dd5-4b57-a555-cf928ead0e61@192.168.204.36@tcp t0 exp 0000000000000000 cur 5568 last 0 00000020:00000080:2.0:1787398547.097796:0:158786:0:(genops.c:1406:class_connect()) connect: client dc4367dc-6dd5-4b57-a555-cf928ead0e61, cookie 0x57038999123418ff 00000100:00080000:2.0:1787398547.097865:0:158786:0:(import.c:65:import_set_state_nolock()) ffff9cf305b13800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787398547.098037:0:158786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20c11a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dc4367dc-6dd5-4b57-a555-cf928ead0e61+5:69161:x1874221247429632:12345-192.168.204.36@tcp:250:mount.lustre.0 Request processed in 327us (1578us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398547.098055:0:158786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 208 00000100:00100000:1.0:1787398547.106826:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398547.106879:0:158788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247429760 00000100:00100000:0.0:1787398547.106894:0:158788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247429760 00000100:00100000:0.0:1787398547.106960:0:158788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 209 00000100:00100000:0.0:1787398547.106974:0:158788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20c11b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dc4367dc-6dd5-4b57-a555-cf928ead0e61+5:121937:x1874221247429760:12345-192.168.204.36@tcp:101:mount.lustre.0 00010000:00010000:0.0:1787398547.106997:0:158788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398547.107025:0:158788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf336d6da00/0x5703899912341906 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x200ab929ef119905 expref: -99 pid: 158788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.107066:0:158788:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf336d6da00/0x5703899912341906 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119905 expref: 6 pid: 158788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.107081:0:158788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf336d6da00/0x5703899912341906 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119905 expref: 6 pid: 158788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.107093:0:158788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6da00, rc 0) 00000100:00100000:0.0:1787398547.107197:0:158788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20c11b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dc4367dc-6dd5-4b57-a555-cf928ead0e61+6:121937:x1874221247429760:12345-192.168.204.36@tcp:101:mount.lustre.0 Request processed in 224us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398547.107225:0:158788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 209 00000100:00100000:1.0:1787398547.116796:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398547.116957:0:158788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247429888 00000100:00100000:0.0:1787398547.116971:0:158788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247429888 00000100:00100000:0.0:1787398547.117053:0:158788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 210 00000100:00100000:0.0:1787398547.117067:0:158788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20c119c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dc4367dc-6dd5-4b57-a555-cf928ead0e61+6:121937:x1874221247429888:12345-192.168.204.36@tcp:501:mount.lustre.0 00000100:00100000:0.0:1787398547.117261:0:158788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20c119c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dc4367dc-6dd5-4b57-a555-cf928ead0e61+6:121937:x1874221247429888:12345-192.168.204.36@tcp:501:mount.lustre.0 Request processed in 197us (481us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787398547.117289:0:158788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 210 00000100:00100000:1.0:1787398547.121987:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398547.122409:0:158786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247430016 00000100:00100000:2.0:1787398547.122424:0:158786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247430016 00000100:00100000:2.0:1787398547.122985:0:158786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 211 00000100:00100000:2.0:1787398547.123384:0:158786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335773050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dc4367dc-6dd5-4b57-a555-cf928ead0e61+6:121937:x1874221247430016:12345-192.168.204.36@tcp:101:mount.lustre.0 00010000:00010000:2.0:1787398547.123414:0:158786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398547.123445:0:158786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf20d969400/0x570389991234190d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x200ab929ef11990c expref: -99 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398547.123525:0:158786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf20d969400/0x570389991234190d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11990c expref: 7 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398547.123540:0:158786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf20d969400/0x570389991234190d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11990c expref: 7 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398547.123552:0:158786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d969400, rc 0) 00000100:00100000:2.0:1787398547.123664:0:158786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335773050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dc4367dc-6dd5-4b57-a555-cf928ead0e61+7:121937:x1874221247430016:12345-192.168.204.36@tcp:101:mount.lustre.0 Request processed in 668us (1695us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398547.123672:0:158786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 211 00000100:00100000:1.0:1787398547.138510:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398547.138861:0:158789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247430144 00000100:00100000:3.0:1787398547.138877:0:158789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247430144 00000100:00100000:3.0:1787398547.139024:0:158789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 212 00000100:00100000:3.0:1787398547.139038:0:158789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335770050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dc4367dc-6dd5-4b57-a555-cf928ead0e61+7:121937:x1874221247430144:12345-192.168.204.36@tcp:501:mount.lustre.0 00000100:00100000:3.0:1787398547.139551:0:158789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335770050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dc4367dc-6dd5-4b57-a555-cf928ead0e61+8:121937:x1874221247430144:12345-192.168.204.36@tcp:501:mount.lustre.0 Request processed in 513us (1076us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398547.139561:0:158789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 212 00000100:00100000:1.0:1787398547.149404:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398547.152205:0:158786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247430272 00000100:00100000:2.0:1787398547.152230:0:158786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247430272 00000100:00100000:2.0:1787398547.152355:0:158786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 213 00000100:00100000:2.0:1787398547.152368:0:158786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335771850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dc4367dc-6dd5-4b57-a555-cf928ead0e61+8:121937:x1874221247430272:12345-192.168.204.36@tcp:503:mount.lustre.0 00000100:00100000:2.0:1787398547.152650:0:158786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335771850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dc4367dc-6dd5-4b57-a555-cf928ead0e61+8:121937:x1874221247430272:12345-192.168.204.36@tcp:503:mount.lustre.0 Request processed in 284us (3260us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398547.152671:0:158786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 213 00000100:00100000:1.0:1787398547.161898:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398547.165907:0:158789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247430400 00000100:00100000:3.0:1787398547.165932:0:158789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247430400 00000100:00100000:3.0:1787398547.166042:0:158789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 214 00000100:00100000:3.0:1787398547.166055:0:158789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335770850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dc4367dc-6dd5-4b57-a555-cf928ead0e61+8:121952:x1874221247430400:12345-192.168.204.36@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787398547.166352:0:158789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335770850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dc4367dc-6dd5-4b57-a555-cf928ead0e61+8:121952:x1874221247430400:12345-192.168.204.36@tcp:502:llog_process_th.0 Request processed in 299us (4469us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398547.166363:0:158789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 214 00000100:00100000:1.0:1787398547.230274:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398547.232992:0:158788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247430528 00000100:00100000:0.0:1787398547.233017:0:158788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247430528 00000100:00100000:0.0:1787398547.233127:0:158788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 215 00000100:00100000:0.0:1787398547.233142:0:158788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335771050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dc4367dc-6dd5-4b57-a555-cf928ead0e61+8:121952:x1874221247430528:12345-192.168.204.36@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787398547.233391:0:158788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335771050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dc4367dc-6dd5-4b57-a555-cf928ead0e61+8:121952:x1874221247430528:12345-192.168.204.36@tcp:502:llog_process_th.0 Request processed in 251us (3132us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398547.233400:0:158788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 215 00000100:00100000:1.0:1787398547.241531:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398547.241919:0:158786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247430656 00000100:00100000:2.0:1787398547.241934:0:158786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247430656 00000100:00100000:2.0:1787398547.242019:0:158786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 216 00000100:00100000:2.0:1787398547.242032:0:158786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335770c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dc4367dc-6dd5-4b57-a555-cf928ead0e61+8:121952:x1874221247430656:12345-192.168.204.36@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787398547.242256:0:158786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335770c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dc4367dc-6dd5-4b57-a555-cf928ead0e61+8:121952:x1874221247430656:12345-192.168.204.36@tcp:502:llog_process_th.0 Request processed in 226us (804us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398547.242275:0:158786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 216 00000100:00100000:1.0:1787398547.253314:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398547.253534:0:158789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247430784 00000100:00100000:3.0:1787398547.253548:0:158789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247430784 00000100:00100000:3.0:1787398547.253632:0:158789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 217 00000100:00100000:3.0:1787398547.253644:0:158789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335773450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dc4367dc-6dd5-4b57-a555-cf928ead0e61+8:121937:x1874221247430784:12345-192.168.204.36@tcp:101:mount.lustre.0 00010000:00010000:3.0:1787398547.253668:0:158789:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398547.253695:0:158789:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf305a69600/0x5703899912341914 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x200ab929ef11993d expref: -99 pid: 158789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.253737:0:158789:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf305a69600/0x5703899912341914 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11993d expref: 9 pid: 158789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.253751:0:158789:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf305a69600/0x5703899912341914 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11993d expref: 9 pid: 158789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.253762:0:158789:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a69600, rc 0) 00000100:00100000:3.0:1787398547.253837:0:158789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335773450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dc4367dc-6dd5-4b57-a555-cf928ead0e61+9:121937:x1874221247430784:12345-192.168.204.36@tcp:101:mount.lustre.0 Request processed in 195us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398547.253845:0:158789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 217 00000100:00100000:1.0:1787398547.257863:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398547.257983:0:158788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247430912 00000100:00100000:0.0:1787398547.258006:0:158788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247430912 00000100:00100000:0.0:1787398547.258083:0:158788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 218 00000100:00100000:0.0:1787398547.258095:0:158788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335773850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dc4367dc-6dd5-4b57-a555-cf928ead0e61+9:121937:x1874221247430912:12345-192.168.204.36@tcp:256:mount.lustre.0 20000000:01000000:0.0:1787398547.258131:0:158788:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1787398547.258166:0:158788:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1787398547.258170:0:158788:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1787398547.258174:0:158788:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1787398547.258177:0:158788:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1787398547.258180:0:158788:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 36 00000100:00100000:0.0:1787398547.260522:0:158788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335773850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dc4367dc-6dd5-4b57-a555-cf928ead0e61+9:121937:x1874221247430912:12345-192.168.204.36@tcp:256:mount.lustre.0 Request processed in 2385us (2631us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398547.260543:0:158788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 218 00000100:00100000:1.0:1787398547.263738:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398547.263863:0:158786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247431040 00000100:00100000:2.0:1787398547.263878:0:158786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247431040 00000100:00100000:2.0:1787398547.263952:0:158786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 219 00000100:00100000:2.0:1787398547.263964:0:158786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335772c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dc4367dc-6dd5-4b57-a555-cf928ead0e61+9:121937:x1874221247431040:12345-192.168.204.36@tcp:101:mount.lustre.0 00010000:00010000:2.0:1787398547.263988:0:158786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398547.264027:0:158786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf20d968600/0x570389991234191b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x200ab929ef119944 expref: -99 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398547.264066:0:158786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf20d968600/0x570389991234191b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119944 expref: 10 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398547.264080:0:158786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf20d968600/0x570389991234191b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119944 expref: 10 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398547.264092:0:158786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d968600, rc 0) 00000100:00100000:2.0:1787398547.264165:0:158786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335772c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dc4367dc-6dd5-4b57-a555-cf928ead0e61+10:121937:x1874221247431040:12345-192.168.204.36@tcp:101:mount.lustre.0 Request processed in 202us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398547.264173:0:158786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 219 00000100:00100000:1.0:1787398547.269335:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398547.271316:0:158788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247431168 00000100:00100000:0.0:1787398547.271333:0:158788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247431168 00000100:00100000:0.0:1787398547.273992:0:158788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 220 00000100:00100000:0.0:1787398547.274025:0:158788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335770450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dc4367dc-6dd5-4b57-a555-cf928ead0e61+10:121937:x1874221247431168:12345-192.168.204.36@tcp:501:mount.lustre.0 00000100:00100000:0.0:1787398547.274268:0:158788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335770450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dc4367dc-6dd5-4b57-a555-cf928ead0e61+10:121937:x1874221247431168:12345-192.168.204.36@tcp:501:mount.lustre.0 Request processed in 253us (4949us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398547.274286:0:158788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 220 00000100:00100000:1.0:1787398547.276510:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398547.276721:0:158789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247431296 00000100:00100000:3.0:1787398547.276735:0:158789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247431296 00000100:00100000:3.0:1787398547.276809:0:158789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 221 00000100:00100000:3.0:1787398547.276832:0:158789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335771c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dc4367dc-6dd5-4b57-a555-cf928ead0e61+10:121937:x1874221247431296:12345-192.168.204.36@tcp:503:mount.lustre.0 00000100:00100000:3.0:1787398547.277036:0:158789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335771c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dc4367dc-6dd5-4b57-a555-cf928ead0e61+10:121937:x1874221247431296:12345-192.168.204.36@tcp:503:mount.lustre.0 Request processed in 207us (565us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398547.277052:0:158789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 221 00000100:00100000:1.0:1787398547.282916:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398547.283041:0:158786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247431424 00000100:00100000:2.0:1787398547.283057:0:158786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247431424 00000100:00100000:2.0:1787398547.283139:0:158786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 222 00000100:00100000:2.0:1787398547.283152:0:158786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335772050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dc4367dc-6dd5-4b57-a555-cf928ead0e61+10:121958:x1874221247431424:12345-192.168.204.36@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787398547.283403:0:158786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335772050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dc4367dc-6dd5-4b57-a555-cf928ead0e61+10:121958:x1874221247431424:12345-192.168.204.36@tcp:502:llog_process_th.0 Request processed in 252us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398547.283413:0:158786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 222 00000100:00100000:1.0:1787398547.287975:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398547.288095:0:158788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247431552 00000100:00100000:0.0:1787398547.288109:0:158788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247431552 00000100:00100000:0.0:1787398547.288193:0:158788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 223 00000100:00100000:0.0:1787398547.288206:0:158788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335771450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dc4367dc-6dd5-4b57-a555-cf928ead0e61+10:121958:x1874221247431552:12345-192.168.204.36@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787398547.288456:0:158788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335771450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dc4367dc-6dd5-4b57-a555-cf928ead0e61+10:121958:x1874221247431552:12345-192.168.204.36@tcp:502:llog_process_th.0 Request processed in 251us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398547.288466:0:158788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 223 00000100:00100000:1.0:1787398547.302121:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398547.302171:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398547.302398:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247431680 00000100:00100000:2.0:1787398547.302411:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247431680 00000100:00100000:2.0:1787398547.302460:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247431936 00000100:00100000:2.0:1787398547.302463:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247431936 00000100:00100000:2.0:1787398547.302516:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 317 00000100:00100000:2.0:1787398547.302527:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:69161:x1874221247431680:12345-192.168.204.36@tcp:38:mount.lustre.0 00010000:00080000:2.0:1787398547.302571:0:160868:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from 9527bb71-2a2a-45f3-b05b-1b4012109f17@192.168.204.36@tcp t0 exp 0000000000000000 cur 5568 last 0 00000020:00000080:2.0:1787398547.302628:0:160868:0:(genops.c:1406:class_connect()) connect: client 9527bb71-2a2a-45f3-b05b-1b4012109f17, cookie 0x5703899912341922 00000004:00100000:2.0:1787398547.302662:0:160868:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:2.0:1787398547.302778:0:160868:0:(import.c:65:import_set_state_nolock()) ffff9cf305b11800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787398547.302873:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9527bb71-2a2a-45f3-b05b-1b4012109f17+6:69161:x1874221247431680:12345-192.168.204.36@tcp:38:mount.lustre.0 Request processed in 346us (767us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398547.302882:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 317 00000100:00100000:2.0:1787398547.302902:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 318 00000100:00100000:2.0:1787398547.302906:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:69161:x1874221247431936:12345-192.168.204.36@tcp:38:mount.lustre.0 00010000:00080000:2.0:1787398547.302924:0:160868:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from 9527bb71-2a2a-45f3-b05b-1b4012109f17@192.168.204.36@tcp t0 exp 0000000000000000 cur 5568 last 0 00000020:00000080:2.0:1787398547.302966:0:160868:0:(genops.c:1406:class_connect()) connect: client 9527bb71-2a2a-45f3-b05b-1b4012109f17, cookie 0x5703899912341929 00000004:00100000:2.0:1787398547.302983:0:160868:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:2.0:1787398547.303054:0:160868:0:(import.c:65:import_set_state_nolock()) ffff9cf305b17800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787398547.303081:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9527bb71-2a2a-45f3-b05b-1b4012109f17+6:69161:x1874221247431936:12345-192.168.204.36@tcp:38:mount.lustre.0 Request processed in 173us (910us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398547.303087:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 318 00000100:00100000:1.0:1787398547.307542:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398547.307583:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398547.307729:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398547.320741:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247432064 00000100:00100000:3.0:1787398547.320767:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247432064 00000100:00100000:3.0:1787398547.320896:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247431808 00000100:00100000:3.0:1787398547.320900:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247431808 00000100:00100000:3.0:1787398547.320920:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247432192 00000100:00100000:3.0:1787398547.320924:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247432192 00000100:00100000:3.0:1787398547.320955:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 319 00000100:00100000:3.0:1787398547.320967:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+6:0:x1874221247432064:12345-192.168.204.36@tcp:41:mount.lustre.0 00000004:00000024:3.0:1787398547.321025:0:158794:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42786816 avail 36655104 00000100:00100000:3.0:1787398547.321145:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+6:0:x1874221247432064:12345-192.168.204.36@tcp:41:mount.lustre.0 Request processed in 180us (13619us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398547.321154:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 319 00000100:00100000:3.0:1787398547.321179:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 320 00000100:00100000:3.0:1787398547.321195:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+7:0:x1874221247431808:12345-192.168.204.36@tcp:41:mount.lustre.0 00000004:00000024:3.0:1787398547.321219:0:158794:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42659840 avail 36528128 00000100:00100000:3.0:1787398547.321252:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+7:0:x1874221247431808:12345-192.168.204.36@tcp:41:mount.lustre.0 Request processed in 67us (13668us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398547.321259:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 320 00000100:00100000:3.0:1787398547.321272:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 321 00000100:00100000:3.0:1787398547.321290:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+6:121937:x1874221247432192:12345-192.168.204.36@tcp:41:mount.lustre.0 00000004:00000024:3.0:1787398547.321302:0:158794:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42659840 avail 36528128 00000100:00100000:3.0:1787398547.321323:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+6:121937:x1874221247432192:12345-192.168.204.36@tcp:41:mount.lustre.0 Request processed in 45us (13594us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398547.321330:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 321 00000100:00080000:1.0:1787398547.321473:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787398547.321499:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787398547.325211:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398547.325387:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247432320 00000100:00100000:3.0:1787398547.325400:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247432320 00000100:00100000:3.0:1787398547.325527:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 322 00000100:00100000:3.0:1787398547.325540:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+6:121937:x1874221247432320:12345-192.168.204.36@tcp:40:mount.lustre.0 00000100:00100000:3.0:1787398547.325656:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+6:121937:x1874221247432320:12345-192.168.204.36@tcp:40:mount.lustre.0 Request processed in 118us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398547.325664:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 322 00000100:00100000:1.0:1787398547.328211:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398547.328403:0:160295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247432448 00000100:00100000:3.0:1787398547.328417:0:160295:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247432448 00000100:00100000:3.0:1787398547.328515:0:160295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 234 00000100:00100000:3.0:1787398547.328527:0:160295:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:69161:x1874221247432448:12345-192.168.204.36@tcp:8:mount.lustre.0 00010000:00080000:3.0:1787398547.328573:0:160295:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0000: connection from 9527bb71-2a2a-45f3-b05b-1b4012109f17@192.168.204.36@tcp t0 exp 0000000000000000 cur 5568 last 0 00000020:00000080:3.0:1787398547.328615:0:160295:0:(genops.c:1406:class_connect()) connect: client 9527bb71-2a2a-45f3-b05b-1b4012109f17, cookie 0x5703899912341930 00002000:00100000:3.0:1787398547.328634:0:160295:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 9527bb71-2a2a-45f3-b05b-1b4012109f17/ffff9cf207198000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211366d ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1787398547.328660:0:160295:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:3.0:1787398547.328759:0:160295:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1787398547.328801:0:160295:0:(import.c:65:import_set_state_nolock()) ffff9cf207199800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787398547.328895:0:160295:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9527bb71-2a2a-45f3-b05b-1b4012109f17+6:69161:x1874221247432448:12345-192.168.204.36@tcp:8:mount.lustre.0 Request processed in 368us (713us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398547.328904:0:160295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 234 00000001:00100000:0.0:1787398547.333388:0:160290:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 9527bb71-2a2a-45f3-b05b-1b4012109f17 00000001:00100000:0.0:1787398547.333407:0:160290:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 77079b13-ca22-42b2-a958-5d5459d475f7 00000020:00000080:0.0:1787398547.333412:0:160290:0:(genops.c:906:class_export_put()) final put ffff9cf20375e800/77079b13-ca22-42b2-a958-5d5459d475f7 00000020:00000080:2.0:1787398547.333531:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf20375e800/77079b13-ca22-42b2-a958-5d5459d475f7 for lustre-OST0000 00000020:00000080:2.0:1787398547.333610:0:123549:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf203759800 for lustre-OST0000 00000100:00100000:1.0:1787398547.335919:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398547.336044:0:162523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247432576 00000100:00100000:0.0:1787398547.336058:0:162523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247432576 00000100:00100000:0.0:1787398547.336128:0:162523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 235 00000100:00100000:0.0:1787398547.336140:0:162523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:69161:x1874221247432576:12345-192.168.204.36@tcp:8:mount.lustre.0 00010000:00080000:0.0:1787398547.336191:0:162523:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0001: connection from 9527bb71-2a2a-45f3-b05b-1b4012109f17@192.168.204.36@tcp t0 exp 0000000000000000 cur 5568 last 0 00000020:00000080:0.0:1787398547.336256:0:162523:0:(genops.c:1406:class_connect()) connect: client 9527bb71-2a2a-45f3-b05b-1b4012109f17, cookie 0x5703899912341937 00002000:00100000:0.0:1787398547.336273:0:162523:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 9527bb71-2a2a-45f3-b05b-1b4012109f17/ffff9cf20b2c4800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211366d ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1787398547.336310:0:162523:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1787398547.336417:0:162523:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1787398547.336460:0:162523:0:(import.c:65:import_set_state_nolock()) ffff9cf20b2c0000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787398547.336593:0:162523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:9527bb71-2a2a-45f3-b05b-1b4012109f17+6:69161:x1874221247432576:12345-192.168.204.36@tcp:8:mount.lustre.0 Request processed in 452us (687us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398547.336603:0:162523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 235 00000100:00100000:1.0:1787398547.338257:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398547.339899:0:158805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247432704 00000100:00100000:2.0:1787398547.339917:0:158805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247432704 00000100:00100000:2.0:1787398547.340101:0:158805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 9 00000100:00100000:2.0:1787398547.340116:0:158805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:9527bb71-2a2a-45f3-b05b-1b4012109f17+6:121937:x1874221247432704:12345-192.168.204.36@tcp:900:mount.lustre.0 00000100:00100000:2.0:1787398547.340379:0:158805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:9527bb71-2a2a-45f3-b05b-1b4012109f17+6:121937:x1874221247432704:12345-192.168.204.36@tcp:900:mount.lustre.0 Request processed in 265us (2191us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398547.340389:0:158805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 9 00000100:00100000:1.0:1787398547.343934:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398547.344185:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247432832 00000100:00100000:2.0:1787398547.344265:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247432832 00000100:00100000:2.0:1787398547.344558:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 92 00000100:00100000:2.0:1787398547.344574:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf336d17850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+6:121937:x1874221247432832:12345-192.168.204.36@tcp:33:mount.lustre.0 00000004:00200000:2.0:1787398547.344714:0:158797:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1787398547.344845:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf336d17850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+6:121937:x1874221247432832:12345-192.168.204.36@tcp:33:mount.lustre.0 Request processed in 274us (926us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398547.344854:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 92 00000100:00100000:1.0:1787398547.413815:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787398547.413852:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335282a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260904064:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787398547.413960:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398547.414210:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260904064 00000100:00100000:3.0:1787398547.414221:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260904064 00000100:00100000:3.0:1787398547.414311:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:3.0:1787398547.414328:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221260904064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787398547.414359:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8249024 pending 0 free 71184384 avail 64016384 00000100:00100000:3.0:1787398547.414443:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221260904064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 122us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398547.414451:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00100000:3.0:1787398547.414537:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335282a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260904064:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1787398547.414681:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787398547.414879:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203b13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260904192:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787398547.414924:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398547.415012:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260904192 00000100:00100000:0.0:1787398547.415018:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260904192 00000100:00100000:0.0:1787398547.415112:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:0.0:1787398547.415121:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260904192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787398547.415135:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8249024 pending 0 free 71184384 avail 64016384 00000100:00100000:0.0:1787398547.415178:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260904192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (253us total) trans 0 rc 0/0 00000100:00080000:1.0:1787398547.415269:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787398547.415389:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00100000:3.0:1787398547.415547:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203b13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260904192:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787398547.466972:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398547.467843:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247432960 00000100:00100000:2.0:1787398547.467861:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247432960 00000100:00100000:2.0:1787398547.467961:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 323 00000100:00100000:2.0:1787398547.467973:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9527bb71-2a2a-45f3-b05b-1b4012109f17+6:121975:x1874221247432960:12345-192.168.204.36@tcp:101:lfs.0 00010000:00010000:2.0:1787398547.468015:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398547.468045:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968400/0x570389991234193e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119975 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398547.468135:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969c00/0x5703899912341945 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398547.468154:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969c00/0x5703899912341945 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398547.468171:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969c00/0x5703899912341945 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787398547.468339:0:160868:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1787398547.468344:0:160868:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787398547.468372:0:160868:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969c00/0x5703899912341945 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398547.468401:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968400/0x570389991234193e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119975 expref: 8 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398547.468425:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969c00/0x5703899912341945 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119975 expref: 7 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398547.468434:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:2.0:1787398547.468437:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787398547.468441:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d969c00, rc 0) 00000100:00100000:3.0:1787398547.468939:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9527bb71-2a2a-45f3-b05b-1b4012109f17+7:121975:x1874221247432960:12345-192.168.204.36@tcp:101:lfs.0 Request processed in 964us (1978us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398547.468949:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 323 00000100:00100000:3.0:1787398547.473529:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398547.473919:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247433088 00000100:00100000:1.0:1787398547.473933:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247433088 00000100:00100000:1.0:1787398547.474022:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 324 00000100:00100000:1.0:1787398547.474035:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335282a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+7:121975:x1874221247433088:12345-192.168.204.36@tcp:101:lfs.0 00010000:00010000:1.0:1787398547.474086:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398547.474114:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x570389991234194c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11997c expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.474225:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638000/0x5703899912341953 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.474264:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638000/0x5703899912341953 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.474453:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638000/0x5703899912341953 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.475679:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639800/0x570389991234195a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.475767:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639800/0x570389991234195a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.475781:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639800/0x570389991234195a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.475996:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638000/0x5703899912341953 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.476006:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638000/0x5703899912341953 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.476014:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638000/0x5703899912341953 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.476023:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638000/0x5703899912341953 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.476030:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398547.476036:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638000/0x5703899912341953 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.476044:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638000/0x5703899912341953 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.476081:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:1.0:1787398547.476084:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398547.476090:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638000/0x5703899912341953 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.476098:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638000/0x5703899912341953 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.476119:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639800/0x570389991234195a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.476126:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639800/0x570389991234195a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.476132:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639800/0x570389991234195a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.476138:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398547.476140:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639800/0x570389991234195a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.476146:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639800/0x570389991234195a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.476153:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfabfbe3f (ffff9cf337a20500) 00010000:00010000:1.0:1787398547.476156:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398547.476158:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639800/0x570389991234195a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.476165:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639800/0x570389991234195a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.476434:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x570389991234194c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11997c expref: 8 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.476448:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:1.0:1787398547.476451:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398547.476455:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x570389991234194c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11997c expref: 8 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.476466:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b639a00, rc 0) 00000100:00100000:1.0:1787398547.476605:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335282a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+7:121975:x1874221247433088:12345-192.168.204.36@tcp:101:lfs.0 Request processed in 2572us (3130us total) trans 0 rc 301/301 00000100:00100000:1.0:1787398547.476616:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 324 00000100:00100000:2.0:1787398547.608263:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398547.608378:0:158803:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247433216 00000100:00100000:1.0:1787398547.608392:0:158803:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247433216 00000100:00100000:1.0:1787398547.608583:0:158803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 4 00000100:00100000:1.0:1787398547.608596:0:158803:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:9527bb71-2a2a-45f3-b05b-1b4012109f17+7:121975:x1874221247433216:12345-192.168.204.36@tcp:700:lfs.0 00000100:00100000:1.0:1787398547.608935:0:158803:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:9527bb71-2a2a-45f3-b05b-1b4012109f17+7:121975:x1874221247433216:12345-192.168.204.36@tcp:700:lfs.0 Request processed in 340us (682us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398547.608944:0:158803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 4 00000100:00100000:3.0:1787398547.618642:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398547.618763:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247433472 00000100:00100000:0.0:1787398547.618777:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247433472 00000100:00100000:0.0:1787398547.618879:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 325 00000100:00100000:0.0:1787398547.618894:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335281880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9527bb71-2a2a-45f3-b05b-1b4012109f17+7:121975:x1874221247433472:12345-192.168.204.36@tcp:36:lfs.0 00010000:00010000:0.0:1787398547.619206:0:158795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398547.619364:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969c00/0x5703899912341945 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119975 expref: 7 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.619397:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:0.0:1787398547.619406:0:158795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787398547.619980:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912341961 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.620010:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912341961 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.620023:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912341961 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.620042:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912341968 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.620056:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912341968 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.620063:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912341968 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:0.0:1787398547.621695:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 251 < left 306, rollback = 2 00080000:00000400:0.0:1787398547.621708:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:0.0:1787398547.621710:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:0.0:1787398547.621713:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/2 00080000:00000400:0.0:1787398547.621715:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/3, delete: 0/0/0 00080000:00000400:0.0:1787398547.621717:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398547.621743:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 251 < left 306, rollback = 2 00080000:00000400:0.0:1787398547.621747:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:0.0:1787398547.621749:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:0.0:1787398547.621751:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/2 00080000:00000400:0.0:1787398547.621753:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/3, delete: 0/0/0 00080000:00000400:0.0:1787398547.621756:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398547.621769:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 251 < left 306, rollback = 2 00080000:00000400:0.0:1787398547.621772:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:0.0:1787398547.621774:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:0.0:1787398547.621783:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/2 00080000:00000400:0.0:1787398547.621786:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/3, delete: 0/0/0 00080000:00000400:0.0:1787398547.621788:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398547.621799:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 251 < left 306, rollback = 2 00080000:00000400:0.0:1787398547.621802:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:0.0:1787398547.621804:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:0.0:1787398547.621806:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/2 00080000:00000400:0.0:1787398547.621809:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/3, delete: 0/0/0 00080000:00000400:0.0:1787398547.622136:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398547.622257:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 249 < left 306, rollback = 2 00080000:00000400:0.0:1787398547.622260:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:0.0:1787398547.622262:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:0.0:1787398547.622264:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/2 00080000:00000400:0.0:1787398547.622266:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/5, delete: 0/0/0 00080000:00000400:0.0:1787398547.622278:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00010000:00010000:0.0:1787398547.622541:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x570389991234196f lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.622561:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x570389991234196f lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.622574:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x570389991234196f lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398547.622589:0:158795:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000000f869db5 reply state 00000000ab161c6b transno 34359738594 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x570389991234196f lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.622603:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x570389991234196f lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.622612:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9cf2051cd500) 00010000:00010000:0.0:1787398547.622615:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787398547.622629:0:158795:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1787398547.622636:0:158795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab3:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1787398547.622647:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912341961 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.622654:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912341961 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.622661:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912341961 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.622667:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398547.622673:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912341961 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.622682:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912341961 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.622695:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:0.0:1787398547.622698:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398547.622702:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912341961 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.622708:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912341961 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398547.622726:0:158795:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000000f869db5 reply state 00000000ab161c6b transno 34359738594 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912341968 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.622735:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912341968 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.622741:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfabfbe3f (ffff9cf2051cd600) 00010000:00010000:0.0:1787398547.622752:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787398547.622755:0:158795:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1787398547.623533:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335281880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9527bb71-2a2a-45f3-b05b-1b4012109f17+8:121975:x1874221247433472:12345-192.168.204.36@tcp:36:lfs.0 Request processed in 4635us (4897us total) trans 34359738594 rc 0/0 00000100:00100000:0.0:1787398547.623546:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 325 00000100:00100000:0.0:1787398547.664970:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398547.665624:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247433600 00000100:00100000:3.0:1787398547.665641:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247433600 00000100:00100000:3.0:1787398547.665779:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 326 00000100:00100000:3.0:1787398547.665792:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9527bb71-2a2a-45f3-b05b-1b4012109f17+8:121985:x1874221247433600:12345-192.168.204.36@tcp:101:lfs.0 00010000:00010000:3.0:1787398547.665836:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398547.665864:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341976 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119983 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.665954:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x570389991234197d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.665972:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x570389991234197d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.666171:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x570389991234197d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787398547.666317:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1787398547.666341:0:158796:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787398547.666381:0:158796:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x570389991234197d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.666415:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341976 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119983 expref: 10 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.666703:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x570389991234197d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119983 expref: 9 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.666715:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:3.0:1787398547.666717:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787398547.666722:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a69e00, rc 0) 00000100:00100000:3.0:1787398547.666837:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9527bb71-2a2a-45f3-b05b-1b4012109f17+9:121985:x1874221247433600:12345-192.168.204.36@tcp:101:lfs.0 Request processed in 1047us (1880us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398547.666846:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 326 00000100:00100000:1.0:1787398547.674066:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398547.674644:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247433856 00000100:00100000:3.0:1787398547.674661:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247433856 00000100:00100000:3.0:1787398547.674752:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 327 00000100:00100000:3.0:1787398547.674765:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9527bb71-2a2a-45f3-b05b-1b4012109f17+9:121985:x1874221247433856:12345-192.168.204.36@tcp:101:lfs.0 00010000:00010000:3.0:1787398547.674795:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398547.674800:0:160868:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1787398547.674850:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x570389991234197d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119983 expref: 9 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.674877:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:3.0:1787398547.674882:0:160868:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787398547.674900:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68800/0x5703899912341984 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11998a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.675093:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x570389991234198b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.675108:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x570389991234198b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.675119:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x570389991234198b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.675129:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x5703899912341992 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.675136:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x5703899912341992 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.675142:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x5703899912341992 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.675231:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341999 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.675241:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341999 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.675249:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341999 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787398547.675261:0:160868:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab3:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1787398547.675291:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341999 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.675311:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341999 lrc: 2/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.675318:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341999 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.675325:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a68000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398547.675331:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341999 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.675341:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341999 lrc: 4/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.675352:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9cf2051cd500) 00010000:00010000:3.0:1787398547.675355:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398547.675360:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341999 lrc: 2/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.675367:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341999 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.675387:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x570389991234198b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.675395:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x570389991234198b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.675401:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x570389991234198b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.675408:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x570389991234198b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.675433:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a69400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398547.675437:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x570389991234198b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.675446:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x570389991234198b lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.675455:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:3.0:1787398547.675458:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398547.675461:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x570389991234198b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.675468:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x570389991234198b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.675534:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x5703899912341992 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.675542:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x5703899912341992 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.675548:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x5703899912341992 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.675553:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a69000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398547.675557:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x5703899912341992 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.675563:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x5703899912341992 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.675582:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfabfbe3f (ffff9cf2051cd600) 00010000:00010000:3.0:1787398547.675584:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398547.675587:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x5703899912341992 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.675593:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x5703899912341992 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.675624:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68800/0x5703899912341984 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11998a expref: 9 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.675634:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:3.0:1787398547.675637:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398547.675640:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68800/0x5703899912341984 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11998a expref: 9 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.675650:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a68800, rc 0) 00000100:00100000:3.0:1787398547.675737:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9527bb71-2a2a-45f3-b05b-1b4012109f17+8:121985:x1874221247433856:12345-192.168.204.36@tcp:101:lfs.0 Request processed in 975us (1697us total) trans 0 rc 301/301 00000100:00100000:3.0:1787398547.675747:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 327 00000100:00100000:0.0:1787398547.680573:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398547.680891:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247433984 00000100:00100000:1.0:1787398547.680905:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247433984 00000100:00100000:1.0:1787398547.680981:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 328 00000100:00100000:1.0:1787398547.680993:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+8:121985:x1874221247433984:12345-192.168.204.36@tcp:101:lfs.0 00010000:00010000:1.0:1787398547.681023:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398547.681077:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638000/0x57038999123419a0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119991 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.681172:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x57038999123419a7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.681201:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x57038999123419a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.681216:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x57038999123419a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787398547.681460:0:158794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1787398547.681466:0:158794:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787398547.681524:0:158794:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x57038999123419a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.681553:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638000/0x57038999123419a0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119991 expref: 10 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.681692:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x57038999123419a7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119991 expref: 9 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.681703:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:1.0:1787398547.681706:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787398547.681710:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b639600, rc 0) 00000100:00100000:1.0:1787398547.682328:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+9:121985:x1874221247433984:12345-192.168.204.36@tcp:101:lfs.0 Request processed in 1331us (1766us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398547.682340:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 328 00000100:00100000:1.0:1787398547.691876:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398547.692403:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247434240 00000100:00100000:3.0:1787398547.692428:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247434240 00000100:00100000:3.0:1787398547.692554:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 329 00000100:00100000:3.0:1787398547.692567:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304180000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9527bb71-2a2a-45f3-b05b-1b4012109f17+9:121985:x1874221247434240:12345-192.168.204.36@tcp:101:lfs.0 00010000:00010000:3.0:1787398547.692596:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398547.692624:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68800/0x57038999123419ae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119998 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.692752:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x57038999123419b5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.692771:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x57038999123419b5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.692786:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x57038999123419b5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.692798:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x57038999123419bc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.692999:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x57038999123419bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.693009:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x57038999123419bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787398547.693128:0:160868:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab3:0x1:0x0]: returning size 4096 00000001:00080000:1.0:1787398547.695745:0:158774:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738595 is committed 00000001:00100000:1.0:1787398547.695767:0:158774:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 9527bb71-2a2a-45f3-b05b-1b4012109f17 00000001:00100000:1.0:1787398547.695775:0:158774:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 77079b13-ca22-42b2-a958-5d5459d475f7 00000001:00080000:1.0:1787398547.695780:0:158774:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738593 is committed 00000020:00000080:1.0:1787398547.695784:0:158774:0:(genops.c:906:class_export_put()) final put ffff9cf207007000/77079b13-ca22-42b2-a958-5d5459d475f7 00000020:00000080:0.0:1787398547.695948:0:164318:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf207007000/77079b13-ca22-42b2-a958-5d5459d475f7 for lustre-MDT0000 00000020:00000080:0.0:1787398547.696076:0:164318:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf207000800 for lustre-MDT0000 00010000:00010000:2.0:1787398547.696224:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912341968 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398547.696238:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912341968 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398547.696246:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912341968 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398547.696254:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6cc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398547.696259:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912341968 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398547.696279:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912341968 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398547.696304:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfabfbe3f (ffff9cf2051cd600) 00010000:00010000:2.0:1787398547.696308:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398547.696315:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912341968 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398547.696322:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912341968 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398547.696338:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x570389991234196f lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398547.696345:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x570389991234196f lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398547.696351:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x570389991234196f lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398547.696382:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398547.696386:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x570389991234196f lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398547.696393:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x570389991234196f lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398547.696402:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9cf2051cd500) 00010000:00010000:2.0:1787398547.696405:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398547.696408:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x570389991234196f lrc: 2/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398547.696415:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x570389991234196f lrc: 0/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.696952:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x57038999123419b5 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.696963:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x57038999123419b5 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.696970:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x57038999123419b5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.696976:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x57038999123419b5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.697064:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a69000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398547.697069:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x57038999123419b5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.697076:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x57038999123419b5 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.697088:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:3.0:1787398547.697091:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398547.697094:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x57038999123419b5 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.697101:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x57038999123419b5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.697114:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x57038999123419bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.697122:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x57038999123419bc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.697128:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x57038999123419bc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.697134:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a69400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398547.697136:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x57038999123419bc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.697142:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x57038999123419bc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.697162:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfabfbe3f (ffff9cf2051cd600) 00010000:00010000:3.0:1787398547.697165:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398547.697168:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x57038999123419bc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.697174:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x57038999123419bc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.697327:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68800/0x57038999123419ae lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119998 expref: 7 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.697340:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:3.0:1787398547.697342:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787398547.697346:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68800/0x57038999123419ae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119998 expref: 7 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.697357:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a68800, rc 0) 00000100:00100000:3.0:1787398547.697718:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304180000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9527bb71-2a2a-45f3-b05b-1b4012109f17+6:121985:x1874221247434240:12345-192.168.204.36@tcp:101:lfs.0 Request processed in 5150us (5856us total) trans 34359738595 rc 301/301 00000100:00100000:3.0:1787398547.697728:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 329 00000100:00100000:2.0:1787398547.702581:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398547.702818:0:158806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247434368 00000100:00100000:0.0:1787398547.702832:0:158806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247434368 00000100:00100000:0.0:1787398547.702914:0:158806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 10 00000100:00100000:0.0:1787398547.702926:0:158806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:9527bb71-2a2a-45f3-b05b-1b4012109f17+6:121985:x1874221247434368:12345-192.168.204.36@tcp:900:lfs.0 00000100:00100000:0.0:1787398547.703061:0:158806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:9527bb71-2a2a-45f3-b05b-1b4012109f17+6:121985:x1874221247434368:12345-192.168.204.36@tcp:900:lfs.0 Request processed in 137us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398547.703070:0:158806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 10 00000100:00100000:0.0:1787398547.708436:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398547.708585:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247434624 00000100:00100000:3.0:1787398547.708600:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247434624 00000100:00100000:3.0:1787398547.708698:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 330 00000100:00100000:3.0:1787398547.708712:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9527bb71-2a2a-45f3-b05b-1b4012109f17+6:121985:x1874221247434624:12345-192.168.204.36@tcp:36:lfs.0 00010000:00010000:3.0:1787398547.708877:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68800/0x57038999123419ca lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.708927:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68800/0x57038999123419ca lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.708942:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68800/0x57038999123419ca lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398547.709172:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e5650224 reply state 0000000065d8420e transno 34359738596 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68800/0x57038999123419ca lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.709187:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68800/0x57038999123419ca lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.709195:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9cf305ea8d00) 00010000:00010000:3.0:1787398547.709198:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00000100:00100000:3.0:1787398547.709203:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1787398547.709211:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab3:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1787398547.709330:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9527bb71-2a2a-45f3-b05b-1b4012109f17+8:121985:x1874221247434624:12345-192.168.204.36@tcp:36:lfs.0 Request processed in 620us (920us total) trans 34359738596 rc 0/0 00000100:00100000:3.0:1787398547.709338:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 330 00000100:00100000:1.0:1787398547.717597:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398547.717732:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247434880 00000100:00100000:2.0:1787398547.717746:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247434880 00000100:00100000:2.0:1787398547.717829:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 93 00000100:00100000:2.0:1787398547.717841:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9527bb71-2a2a-45f3-b05b-1b4012109f17+8:121985:x1874221247434880:12345-192.168.204.36@tcp:35:lfs.0 00000100:00100000:2.0:1787398547.719293:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9527bb71-2a2a-45f3-b05b-1b4012109f17+9:121985:x1874221247434880:12345-192.168.204.36@tcp:35:lfs.0 Request processed in 1441us (1698us total) trans 34359738597 rc 0/0 00000100:00100000:2.0:1787398547.719308:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 93 00010000:00010000:3.0:1787398547.740512:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398547.747966:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398547.748416:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247435136 00000100:00100000:0.0:1787398547.748440:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247435136 00000100:00100000:0.0:1787398547.748547:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 331 00000100:00100000:0.0:1787398547.748560:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9527bb71-2a2a-45f3-b05b-1b4012109f17+9:121986:x1874221247435136:12345-192.168.204.36@tcp:101:lfs.0 00010000:00010000:0.0:1787398547.748595:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398547.748599:0:158795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1787398547.748635:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x57038999123419a7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119991 expref: 9 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.748660:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:0.0:1787398547.748758:0:158795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787398547.748780:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x57038999123419d1 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11999f expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.748941:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x57038999123419d8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.748957:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x57038999123419d8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.748970:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x57038999123419d8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.749382:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x57038999123419df lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.749392:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x57038999123419df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.749400:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x57038999123419df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.749539:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x57038999123419e6 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.749548:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x57038999123419e6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.749556:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x57038999123419e6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787398547.749567:0:158795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab3:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1787398547.749588:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x57038999123419e6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.749606:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x57038999123419e6 lrc: 2/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.749613:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x57038999123419e6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.749620:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6d000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398547.749625:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x57038999123419e6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.749633:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x57038999123419e6 lrc: 4/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.749644:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9cf305ea8d00) 00010000:00010000:0.0:1787398547.749647:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398547.749652:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x57038999123419e6 lrc: 2/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.749659:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x57038999123419e6 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.750389:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x57038999123419d8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.750404:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x57038999123419d8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.750411:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x57038999123419d8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.750417:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6ce00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398547.750442:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x57038999123419d8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.750450:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x57038999123419d8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.750464:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:0.0:1787398547.750468:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398547.750471:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x57038999123419d8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.750869:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x57038999123419d8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.750884:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x57038999123419df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.750892:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x57038999123419df lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.750898:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x57038999123419df lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.750903:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6dc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398547.750907:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x57038999123419df lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.750914:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x57038999123419df lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.750927:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfabfbe3f (ffff9cf2051cdd00) 00010000:00010000:0.0:1787398547.750930:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398547.750943:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x57038999123419df lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.750949:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x57038999123419df lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.751333:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x57038999123419d1 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11999f expref: 9 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.751346:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:0.0:1787398547.751349:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398547.751353:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x57038999123419d1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11999f expref: 9 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.751364:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6c800, rc 0) 00000100:00100000:1.0:1787398547.752384:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9527bb71-2a2a-45f3-b05b-1b4012109f17+8:121986:x1874221247435136:12345-192.168.204.36@tcp:101:lfs.0 Request processed in 3815us (4423us total) trans 0 rc 301/301 00000100:00100000:1.0:1787398547.752398:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 331 00000100:00100000:0.0:1787398547.758343:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398547.758636:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247435264 00000100:00100000:3.0:1787398547.758649:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247435264 00000100:00100000:3.0:1787398547.758742:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 332 00000100:00100000:3.0:1787398547.758755:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9527bb71-2a2a-45f3-b05b-1b4012109f17+8:121986:x1874221247435264:12345-192.168.204.36@tcp:101:lfs.0 00010000:00010000:3.0:1787398547.758783:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398547.758822:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x57038999123419ed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef1199a6 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.758916:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x57038999123419f4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.758956:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x57038999123419f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.758970:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x57038999123419f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787398547.759327:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1787398547.759333:0:158796:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787398547.759359:0:158796:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x57038999123419f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.759390:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x57038999123419ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1199a6 expref: 10 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.759411:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x57038999123419f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1199a6 expref: 9 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.759505:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:3.0:1787398547.759509:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787398547.759514:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a69000, rc 0) 00000100:00100000:3.0:1787398547.759657:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9527bb71-2a2a-45f3-b05b-1b4012109f17+9:121986:x1874221247435264:12345-192.168.204.36@tcp:101:lfs.0 Request processed in 904us (1328us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398547.759665:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 332 00000100:00100000:0.0:1787398547.767068:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398547.767316:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247435520 00000100:00100000:3.0:1787398547.767330:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247435520 00000100:00100000:3.0:1787398547.767524:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 333 00000100:00100000:3.0:1787398547.767539:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9527bb71-2a2a-45f3-b05b-1b4012109f17+9:121986:x1874221247435520:12345-192.168.204.36@tcp:101:lfs.0 00010000:00010000:3.0:1787398547.767571:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398547.767621:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x57038999123419fb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef1199ad expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.767747:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x5703899912341a02 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.767766:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x5703899912341a02 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.767781:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x5703899912341a02 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.767799:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341a09 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.767818:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341a09 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.767826:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341a09 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787398547.767959:0:160868:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab3:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1787398547.768082:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x5703899912341a02 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.768102:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x5703899912341a02 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.768109:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x5703899912341a02 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.768117:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x5703899912341a02 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.768138:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a69e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398547.768144:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x5703899912341a02 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.768153:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x5703899912341a02 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.768170:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:3.0:1787398547.768172:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398547.769076:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x5703899912341a02 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.769156:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x5703899912341a02 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.769250:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341a09 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.769258:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341a09 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.769265:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341a09 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.769283:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a68600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398547.769288:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341a09 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.769296:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341a09 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.769332:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfabfbe3f (ffff9cf305ea8400) 00010000:00010000:3.0:1787398547.769336:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398547.769340:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341a09 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.769347:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341a09 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.769587:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x57038999123419fb lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1199ad expref: 11 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.769601:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:3.0:1787398547.769604:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787398547.769609:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x57038999123419fb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1199ad expref: 11 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.769621:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a68000, rc 0) 00000100:00100000:0.0:1787398547.770257:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9527bb71-2a2a-45f3-b05b-1b4012109f17+10:121986:x1874221247435520:12345-192.168.204.36@tcp:101:lfs.0 Request processed in 2716us (3270us total) trans 34359738598 rc 301/301 00000100:00100000:0.0:1787398547.770280:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 333 00000100:00100000:2.0:1787398547.775402:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398547.775901:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247435776 00000100:00100000:1.0:1787398547.775919:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247435776 00000100:00100000:1.0:1787398547.776054:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 334 00000100:00100000:1.0:1787398547.776069:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+10:121986:x1874221247435776:12345-192.168.204.36@tcp:36:lfs.0 00010000:00010000:1.0:1787398547.776219:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x5703899912341a17 lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.776241:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x5703899912341a17 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.776256:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x5703899912341a17 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398547.776553:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f8036b1a reply state 0000000007707335 transno 34359738599 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x5703899912341a17 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.776571:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x5703899912341a17 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.776580:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9cf305ea8d00) 00010000:00010000:1.0:1787398547.776602:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00000100:00100000:1.0:1787398547.776607:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1787398547.776618:0:158794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab3:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1787398547.776728:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+12:121986:x1874221247435776:12345-192.168.204.36@tcp:36:lfs.0 Request processed in 661us (1341us total) trans 34359738599 rc 0/0 00000100:00100000:1.0:1787398547.776737:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 334 00000100:00100000:3.0:1787398547.782299:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398547.782537:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247436032 00000100:00100000:0.0:1787398547.782553:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247436032 00000100:00100000:0.0:1787398547.782636:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 94 00000100:00100000:0.0:1787398547.782649:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335281500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+12:121986:x1874221247436032:12345-192.168.204.36@tcp:35:lfs.0 00000100:00100000:0.0:1787398547.783022:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335281500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+13:121986:x1874221247436032:12345-192.168.204.36@tcp:35:lfs.0 Request processed in 374us (736us total) trans 34359738600 rc 0/0 00000100:00100000:0.0:1787398547.783032:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 94 00000100:00100000:0.0:1787398547.800961:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398547.801115:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247436160 00000100:00100000:1.0:1787398547.801129:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247436160 00000100:00100000:1.0:1787398547.801212:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 335 00000100:00100000:1.0:1787398547.801225:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9527bb71-2a2a-45f3-b05b-1b4012109f17+13:121987:x1874221247436160:12345-192.168.204.36@tcp:101:touch.0 00010000:00010000:1.0:1787398547.801259:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398547.801296:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912341a1e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef1199b4 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.801388:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912341a25 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.801407:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912341a25 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.801419:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912341a25 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.801437:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x5703899912341a2c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.801444:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x5703899912341a2c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.801449:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x5703899912341a2c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.801598:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912341a33 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.801607:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912341a33 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.801615:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912341a33 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787398547.801662:0:158795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab3:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1787398547.801667:0:158795:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787398547.801700:0:158795:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912341a33 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.801715:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912341a25 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.801723:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912341a25 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.801729:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912341a25 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.801737:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398547.801741:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912341a25 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.801750:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912341a25 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.801765:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:1.0:1787398547.801775:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398547.801782:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912341a25 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.801789:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912341a25 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.801809:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x5703899912341a2c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.801815:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x5703899912341a2c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.801821:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x5703899912341a2c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.801827:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398547.801830:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x5703899912341a2c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.801836:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x5703899912341a2c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.801845:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfabfbe3f (ffff9cf337a20600) 00010000:00010000:1.0:1787398547.801847:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398547.801850:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x5703899912341a2c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.801856:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x5703899912341a2c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.801894:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912341a1e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1199b4 expref: 15 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.801921:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912341a33 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1199b4 expref: 14 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.801930:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9cf305ea8d00) 00010000:00010000:1.0:1787398547.801932:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1787398547.801934:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b639200, rc 0) 00000100:00100000:1.0:1787398547.802026:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9527bb71-2a2a-45f3-b05b-1b4012109f17+14:121987:x1874221247436160:12345-192.168.204.36@tcp:101:touch.0 Request processed in 804us (1080us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398547.802035:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 335 00000100:00100000:1.0:1787398547.850061:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398547.850393:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247436416 00000100:00100000:3.0:1787398547.850407:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247436416 00000100:00100000:3.0:1787398547.850531:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 336 00000100:00100000:3.0:1787398547.850543:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9527bb71-2a2a-45f3-b05b-1b4012109f17+14:121987:x1874221247436416:12345-192.168.204.36@tcp:101:touch.0 00010000:00010000:3.0:1787398547.850573:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398547.850602:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341a3a lrc: 2/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef1199bb expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.850933:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341a41 lrc: 3/0,1 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.850967:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341a41 lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.850981:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341a41 lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.851000:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x5703899912341a48 lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x1:0x0].0x904697d0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.851008:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x5703899912341a48 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x904697d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.851014:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x5703899912341a48 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x904697d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787398547.851853:0:158796:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x243:0x0], index 0: 0 00080000:00000400:3.0:1787398547.851875:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 252 < left 306, rollback = 2 00080000:00000400:3.0:1787398547.851880:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:3.0:1787398547.851883:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:3.0:1787398547.851885:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/1, punch: 0/0/0, quota 1/3/2 00080000:00000400:3.0:1787398547.851888:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/1, delete: 0/0/0 00080000:00000400:3.0:1787398547.851890:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398547.851917:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 252 < left 306, rollback = 2 00080000:00000400:3.0:1787398547.851919:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:3.0:1787398547.851922:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:3.0:1787398547.851924:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/1, punch: 0/0/0, quota 1/3/2 00080000:00000400:3.0:1787398547.851926:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/1, delete: 0/0/0 00080000:00000400:3.0:1787398547.851928:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398547.851938:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 252 < left 306, rollback = 2 00080000:00000400:3.0:1787398547.851940:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:3.0:1787398547.851942:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:3.0:1787398547.851955:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/1, punch: 0/0/0, quota 1/3/2 00080000:00000400:3.0:1787398547.851958:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/1, delete: 0/0/0 00080000:00000400:3.0:1787398547.851960:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398547.851975:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 252 < left 306, rollback = 2 00080000:00000400:3.0:1787398547.851978:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:3.0:1787398547.851980:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:3.0:1787398547.851982:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/1, punch: 0/0/0, quota 1/3/2 00080000:00000400:3.0:1787398547.851985:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/1, delete: 0/0/0 00080000:00000400:3.0:1787398547.851986:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398547.852028:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 251 < left 306, rollback = 2 00080000:00000400:3.0:1787398547.852031:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:3.0:1787398547.852033:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:3.0:1787398547.852035:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/1, punch: 0/0/0, quota 1/3/2 00080000:00000400:3.0:1787398547.852037:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/2, delete: 0/0/0 00080000:00000400:3.0:1787398547.852038:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:3.0:1787398547.852965:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x5703899912341a4f lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.852989:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x5703899912341a4f lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.853294:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x5703899912341a4f lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.853352:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341a41 lrc: 4/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.853361:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341a41 lrc: 4/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.853368:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341a41 lrc: 3/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.853376:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341a41 lrc: 4/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.853397:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a68600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398547.853402:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341a41 lrc: 4/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.853412:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341a41 lrc: 5/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.853429:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9cf305ea8d00) 00010000:00010000:3.0:1787398547.853432:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398547.853439:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341a41 lrc: 3/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.853445:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341a41 lrc: 0/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398547.853465:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000043451789 reply state 0000000064890317 transno 34359738601 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x5703899912341a48 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x904697d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.854116:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x5703899912341a48 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x904697d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.854129:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x904697d0 (ffff9cf305ea8400) 00010000:00010000:3.0:1787398547.854132:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787398547.854136:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1787398547.854208:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341a3a lrc: 0/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1199bb expref: 17 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.854228:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x5703899912341a4f lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1199bb expref: 16 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398547.854257:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x4:0x0].0x0 (ffff9cf305ea8200) 00010000:00010000:3.0:1787398547.854260:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787398547.854263:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a68200, rc 0) 00000100:00100000:3.0:1787398547.854374:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9527bb71-2a2a-45f3-b05b-1b4012109f17+17:121987:x1874221247436416:12345-192.168.204.36@tcp:101:touch.0 Request processed in 3832us (4338us total) trans 34359738601 rc 0/0 00000100:00100000:3.0:1787398547.854384:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 336 00000100:00100000:3.0:1787398547.869310:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398547.869534:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247436672 00000100:00100000:1.0:1787398547.869547:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247436672 00000100:00100000:1.0:1787398547.869627:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 337 00000100:00100000:1.0:1787398547.869639:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335281c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9527bb71-2a2a-45f3-b05b-1b4012109f17+17:121987:x1874221247436672:12345-192.168.204.36@tcp:36:touch.0 00010000:00010000:1.0:1787398547.869745:0:158795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398547.869781:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x5703899912341a4f lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1199bb expref: 17 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.869804:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x4:0x0].0x0 (ffff9cf305ea8200) 00010000:00010000:1.0:1787398547.869815:0:158795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787398547.869899:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912341a5d lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.869915:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912341a5d lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.869927:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912341a5d lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398547.870474:0:158795:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e7ce5a52 reply state 000000001df4906a transno 34359738602 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912341a5d lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.870685:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912341a5d lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.870693:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x4:0x0].0x0 (ffff9cf337a20600) 00010000:00010000:1.0:1787398547.870696:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398547.870700:0:158795:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1787398547.870857:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335281c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9527bb71-2a2a-45f3-b05b-1b4012109f17+18:121987:x1874221247436672:12345-192.168.204.36@tcp:36:touch.0 Request processed in 1217us (1558us total) trans 34359738602 rc 0/0 00000100:00100000:1.0:1787398547.870867:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 337 00000100:00100000:0.0:1787398547.874894:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398547.874993:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247436800 00000100:00100000:1.0:1787398547.875016:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247436800 00000100:00100000:1.0:1787398547.875116:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 338 00000100:00100000:1.0:1787398547.875129:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+18:121987:x1874221247436800:12345-192.168.204.36@tcp:101:touch.0 00010000:00010000:1.0:1787398547.875161:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398547.875201:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x5703899912341a64 lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef1199c2 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.875285:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x5703899912341a64 lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1199c2 expref: 19 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.875302:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x5703899912341a64 lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1199c2 expref: 19 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.875323:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x4:0x0].0x0 (ffff9cf337a20600) 00010000:00010000:1.0:1787398547.875345:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1787398547.875350:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b639e00, rc 0) 00000100:00100000:1.0:1787398547.875435:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+19:121987:x1874221247436800:12345-192.168.204.36@tcp:101:touch.0 Request processed in 308us (559us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398547.875443:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 338 00000100:00100000:3.0:1787398547.881756:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398547.881942:0:162511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247436928 00000100:00100000:1.0:1787398547.881956:0:162511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247436928 00000100:00100000:1.0:1787398547.882069:0:162511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 236 00000100:00100000:1.0:1787398547.882081:0:162511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9527bb71-2a2a-45f3-b05b-1b4012109f17+5:69163:x1874221247436928:12345-192.168.204.36@tcp:2:touch.0 00080000:00000400:1.0:1787398547.882250:0:162511:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:1.0:1787398547.882255:0:162511:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1787398547.882258:0:162511:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:1.0:1787398547.882260:0:162511:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/9/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398547.882273:0:162511:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1787398547.882277:0:162511:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398547.882311:0:162511:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:1.0:1787398547.882314:0:162511:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1787398547.882316:0:162511:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:1.0:1787398547.882318:0:162511:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/9/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398547.882320:0:162511:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1787398547.882323:0:162511:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398547.882339:0:162511:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:1.0:1787398547.882342:0:162511:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1787398547.882344:0:162511:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:1.0:1787398547.882346:0:162511:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/9/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398547.882349:0:162511:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1787398547.882351:0:162511:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1787398547.882534:0:162511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9527bb71-2a2a-45f3-b05b-1b4012109f17+6:69163:x1874221247436928:12345-192.168.204.36@tcp:2:touch.0 Request processed in 454us (792us total) trans 21474836531 rc 0/0 00000100:00100000:1.0:1787398547.882544:0:162511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 236 00000100:00080000:2.0:1787398547.882898:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787398547.890133:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398547.890230:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247437184 00000100:00100000:2.0:1787398547.890244:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247437184 00000100:00100000:2.0:1787398547.890366:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 95 00000100:00100000:2.0:1787398547.890378:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+19:121987:x1874221247437184:12345-192.168.204.36@tcp:35:touch.0 00000100:00100000:2.0:1787398547.891024:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+20:121987:x1874221247437184:12345-192.168.204.36@tcp:35:touch.0 Request processed in 643us (903us total) trans 34359738603 rc 0/0 00000100:00100000:2.0:1787398547.891034:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 95 00000100:00100000:3.0:1787398547.913660:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398547.913878:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247437440 00000100:00100000:0.0:1787398547.913893:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247437440 00000100:00100000:0.0:1787398547.913980:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 339 00000100:00100000:0.0:1787398547.913992:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335282d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9527bb71-2a2a-45f3-b05b-1b4012109f17+20:121991:x1874221247437440:12345-192.168.204.36@tcp:101:dd.0 00010000:00010000:0.0:1787398547.914026:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398547.914057:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x5703899912341a6b lrc: 2/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef1199c9 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.914224:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x5703899912341a72 lrc: 3/0,1 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.914243:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x5703899912341a72 lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.914258:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x5703899912341a72 lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.914288:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341a79 lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x1:0x0].0xc8ff84e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.914297:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341a79 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0xc8ff84e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.914304:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341a79 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0xc8ff84e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787398547.914792:0:160868:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x244:0x0], index 0: 0 00080000:00000400:0.0:1787398547.914809:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 306, rollback = 2 00080000:00000400:0.0:1787398547.914814:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398547.914835:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:0.0:1787398547.914838:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398547.914840:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398547.914843:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398547.914871:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 306, rollback = 2 00080000:00000400:0.0:1787398547.914874:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398547.914876:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:0.0:1787398547.914878:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398547.914880:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398547.914882:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398547.914891:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 306, rollback = 2 00080000:00000400:0.0:1787398547.914894:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398547.914896:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:0.0:1787398547.914899:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398547.914901:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398547.914903:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398547.914916:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 306, rollback = 2 00080000:00000400:0.0:1787398547.914918:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398547.914920:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:0.0:1787398547.914922:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398547.914924:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398547.914925:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398547.914962:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 306, rollback = 2 00080000:00000400:0.0:1787398547.914965:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398547.914966:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:0.0:1787398547.914968:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398547.914970:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398547.914972:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1787398547.915117:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x5703899912341a80 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.915130:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x5703899912341a80 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.915153:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x5703899912341a80 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.915201:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x5703899912341a72 lrc: 4/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.915210:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x5703899912341a72 lrc: 4/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.915218:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x5703899912341a72 lrc: 3/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.915225:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x5703899912341a72 lrc: 4/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.915232:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6d400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398547.915238:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x5703899912341a72 lrc: 4/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.915246:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x5703899912341a72 lrc: 5/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.915261:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9cf305ea8d00) 00010000:00010000:0.0:1787398547.915275:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398547.915282:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x5703899912341a72 lrc: 3/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.915289:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x5703899912341a72 lrc: 0/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398547.915307:0:160868:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b27647b5 reply state 00000000fb2c85b2 transno 34359738604 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341a79 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0xc8ff84e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.915329:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341a79 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xc8ff84e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.915336:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0xc8ff84e (ffff9cf2051cdd00) 00010000:00010000:0.0:1787398547.915339:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787398547.915342:0:160868:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787398547.915388:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x5703899912341a6b lrc: 0/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1199c9 expref: 23 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.915407:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x5703899912341a80 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1199c9 expref: 22 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.915416:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x5:0x0].0x0 (ffff9cf2051cd900) 00010000:00010000:0.0:1787398547.915419:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787398547.915422:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6d800, rc 0) 00000100:00100000:0.0:1787398547.915540:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335282d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9527bb71-2a2a-45f3-b05b-1b4012109f17+23:121991:x1874221247437440:12345-192.168.204.36@tcp:101:dd.0 Request processed in 1549us (1894us total) trans 34359738604 rc 0/0 00000100:00100000:0.0:1787398547.915550:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 339 00000100:00100000:3.0:1787398547.923644:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398547.923852:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247437568 00000100:00100000:1.0:1787398547.923865:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247437568 00000100:00100000:1.0:1787398547.923944:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 340 00000100:00100000:1.0:1787398547.923956:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335280000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+23:121991:x1874221247437568:12345-192.168.204.36@tcp:101:dd.0 00010000:00010000:1.0:1787398547.923989:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398547.924019:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912341a8e lrc: 2/0,0 mode: --/PR res: [0x200003ab3:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef1199d0 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.924066:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639400/0x5703899912341a95 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.924097:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639400/0x5703899912341a95 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.924113:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639400/0x5703899912341a95 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.924298:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912341a8e lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1199d0 expref: 25 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.924322:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639400/0x5703899912341a95 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1199d0 expref: 24 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398547.924332:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x5:0x0].0x0 (ffff9cf2051cd900) 00010000:00010000:1.0:1787398547.924335:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1787398547.924339:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b639400, rc 0) 00000100:00100000:1.0:1787398547.925558:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335280000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+24:121991:x1874221247437568:12345-192.168.204.36@tcp:101:dd.0 Request processed in 1588us (1915us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398547.925572:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 340 00000100:00100000:3.0:1787398547.930451:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398547.930598:0:162515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247437696 00000100:00100000:2.0:1787398547.930612:0:162515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247437696 00000100:00100000:2.0:1787398547.930703:0:162515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 237 00000100:00100000:2.0:1787398547.930716:0:162515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9527bb71-2a2a-45f3-b05b-1b4012109f17+6:121991:x1874221247437696:12345-192.168.204.36@tcp:101:dd.0 00010000:00010000:2.0:1787398547.930742:0:162515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398547.930773:0:162515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040b4c4ae/0x5703899912341a9c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x244:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef1199d7 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787398547.930808:0:162515:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x244:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398547.930841:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x244:0x0].0x0 since=5568s v=(0 0) 00010000:00010000:2.0:1787398547.930847:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x244:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398547.930859:0:162515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040b4c4ae/0x5703899912341a9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1199d7 expref: 7 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398547.930881:0:162515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000040b4c4ae/0x5703899912341a9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1199d7 expref: 7 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398547.930899:0:162515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d968e00, rc 0) 00000100:00100000:2.0:1787398547.931003:0:162515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9527bb71-2a2a-45f3-b05b-1b4012109f17+7:121991:x1874221247437696:12345-192.168.204.36@tcp:101:dd.0 Request processed in 289us (569us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398547.931011:0:162515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 237 00000100:00100000:3.0:1787398547.935850:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398547.936450:0:160299:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247437824 00000100:00100000:2.0:1787398547.936466:0:160299:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247437824 00002000:00100000:2.0:1787398547.936587:0:160299:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x244:0x0] (0->4095) req@ffff9cf335281f80 x1874221247437824/t0(0) o4->9527bb71-2a2a-45f3-b05b-1b4012109f17@192.168.204.36@tcp:233/0 lens 4584/0 e 0 to 0 dl 1787398558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787398547.936601:0:160299:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf335281f80 with x1874221247437824 ext(0->4095) 00002000:00010000:2.0:1787398547.936609:0:160299:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf335281f80 00000100:00100000:2.0:1787398547.936656:0:160299:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 0 00000100:00100000:2.0:1787398547.936667:0:160299:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335281f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+7:69164:x1874221247437824:12345-192.168.204.36@tcp:4:dd.0 00080000:00000400:2.0:1787398547.937426:0:160299:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:2.0:1787398547.937435:0:160299:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1787398547.937438:0:160299:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:2.0:1787398547.937440:0:160299:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1787398547.937442:0:160299:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1787398547.937443:0:160299:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398547.937467:0:160299:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:2.0:1787398547.937469:0:160299:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1787398547.937472:0:160299:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:2.0:1787398547.937474:0:160299:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1787398547.937520:0:160299:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1787398547.937523:0:160299:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398547.937542:0:160299:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:2.0:1787398547.937545:0:160299:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1787398547.937547:0:160299:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:2.0:1787398547.937549:0:160299:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1787398547.937551:0:160299:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1787398547.937553:0:160299:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1787398547.940529:0:160299:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335281f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+9:69164:x1874221247437824:12345-192.168.204.36@tcp:4:dd.0 Request processed in 2670us (3502us total) trans 21474836532 rc 0/0 00000100:00100000:2.0:1787398547.940559:0:160299:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 0 00002000:00100000:2.0:1787398547.940594:0:160299:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x244:0x0] (0->4095) req@ffff9cf335281f80 x1874221247437824/t21474836532(0) o4->9527bb71-2a2a-45f3-b05b-1b4012109f17@192.168.204.36@tcp:233/0 lens 4584/448 e 0 to 0 dl 1787398558 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787398547.940605:0:160299:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf335281f80 with x1874221247437824 ext(0->4095) 00002000:00010000:2.0:1787398547.940613:0:160299:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf335281f80 00000100:00100000:3.0:1787398547.945330:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398547.945465:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247437952 00000100:00100000:1.0:1787398547.945521:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247437952 00000100:00100000:1.0:1787398547.945607:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 341 00000100:00100000:1.0:1787398547.945623:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335281180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9527bb71-2a2a-45f3-b05b-1b4012109f17+24:121991:x1874221247437952:12345-192.168.204.36@tcp:44:dd.0 00000001:00080000:3.0:1787398547.948659:0:158774:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738604 is committed 00010000:00010000:0.0:1787398547.948861:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68800/0x57038999123419ca lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.948878:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68800/0x57038999123419ca lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.948886:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68800/0x57038999123419ca lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.948892:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a68800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398547.948914:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68800/0x57038999123419ca lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.948922:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68800/0x57038999123419ca lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.948941:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9cf305ea8d00) 00010000:00010000:0.0:1787398547.948944:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1787398547.948949:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68800/0x57038999123419ca lrc: 2/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.948954:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68800/0x57038999123419ca lrc: 0/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.948983:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x5703899912341a17 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.948989:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x5703899912341a17 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.948993:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x5703899912341a17 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.948997:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398547.949000:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x5703899912341a17 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.949005:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x5703899912341a17 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.949012:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9cf305ea8d00) 00010000:00010000:0.0:1787398547.949014:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1787398547.949023:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x5703899912341a17 lrc: 2/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.949029:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x5703899912341a17 lrc: 0/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.949045:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x5703899912341a48 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x904697d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.949053:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x5703899912341a48 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x904697d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.949060:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x5703899912341a48 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x904697d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.949065:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a69e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398547.949068:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x5703899912341a48 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x904697d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.949076:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x5703899912341a48 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x904697d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.949085:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x904697d0 (ffff9cf305ea8400) 00010000:00010000:0.0:1787398547.949088:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398547.949091:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x5703899912341a48 lrc: 2/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0x904697d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398547.949101:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335281180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9527bb71-2a2a-45f3-b05b-1b4012109f17+13:121991:x1874221247437952:12345-192.168.204.36@tcp:44:dd.0 Request processed in 3464us (3767us total) trans 0 rc 0/0 00010000:00010000:0.0:1787398547.949104:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x5703899912341a48 lrc: 0/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0x904697d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398547.949135:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 341 00010000:00010000:0.0:1787398547.949167:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912341a5d lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.949186:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912341a5d lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab3:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.949192:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912341a5d lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.949197:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398547.949201:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912341a5d lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.949206:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912341a5d lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab3:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.949215:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x4:0x0].0x0 (ffff9cf337a20600) 00010000:00010000:0.0:1787398547.949217:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398547.949220:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912341a5d lrc: 2/0,0 mode: --/TXN res: [0x200003ab3:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.949224:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912341a5d lrc: 0/0,0 mode: --/TXN res: [0x200003ab3:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.949235:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341a79 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xc8ff84e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.949241:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341a79 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xc8ff84e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.949245:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341a79 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xc8ff84e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.949250:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398547.949259:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341a79 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xc8ff84e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.949276:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341a79 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xc8ff84e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.949284:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0xc8ff84e (ffff9cf2051cdd00) 00010000:00010000:0.0:1787398547.949288:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398547.949290:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341a79 lrc: 2/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0xc8ff84e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398547.949295:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341a79 lrc: 0/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0xc8ff84e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398547.961645:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398547.961888:0:160294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247438080 00000100:00100000:0.0:1787398547.961897:0:160294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247438080 00000100:00100000:0.0:1787398547.961990:0:160294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 238 00000100:00100000:0.0:1787398547.962007:0:160294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+9:69165:x1874221247438080:12345-192.168.204.36@tcp:16:dd.0 00000001:00080000:2.0:1787398547.965434:0:160290:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836532 is committed 00000100:00100000:0.0:1787398547.965890:0:160294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+6:69165:x1874221247438080:12345-192.168.204.36@tcp:16:dd.0 Request processed in 3876us (4252us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398547.965905:0:160294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 238 00000100:00100000:3.0:1787398547.977584:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398547.979371:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247438336 00000100:00100000:1.0:1787398547.979399:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247438336 00000100:00100000:1.0:1787398547.979686:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 96 00000100:00100000:1.0:1787398547.979699:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b888000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9527bb71-2a2a-45f3-b05b-1b4012109f17+10:121991:x1874221247438336:12345-192.168.204.36@tcp:35:dd.0 00000100:00100000:1.0:1787398547.980288:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b888000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9527bb71-2a2a-45f3-b05b-1b4012109f17+11:121991:x1874221247438336:12345-192.168.204.36@tcp:35:dd.0 Request processed in 591us (2715us total) trans 34359738605 rc 0/0 00000100:00100000:1.0:1787398547.981654:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 96 00010000:00010000:0.0:1787398548.759293:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398549.461790:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787398549.461841:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260904320:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787398549.461954:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398549.462113:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20b889180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260904448:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787398549.462165:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398549.462231:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260904320 00000100:00100000:3.0:1787398549.462253:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260904320 00000100:00100000:3.0:1787398549.462319:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260904448 00000100:00100000:3.0:1787398549.462322:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260904448 00000100:00100000:3.0:1787398549.462353:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:1.0:1787398549.462367:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:3.0:1787398549.462372:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221260904320:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787398549.462382:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b888700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260904448:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787398549.462424:0:162682:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42655744 avail 36524032 00000004:00000024:1.0:1787398549.462428:0:158800:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42786816 avail 36655104 00000100:00100000:1.0:1787398549.462512:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b888700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260904448:12345-0@lo:41:osp-pre-1-0.0 Request processed in 135us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398549.462515:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221260904320:12345-0@lo:41:osp-pre-0-1.0 Request processed in 151us (559us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398549.462523:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:3.0:1787398549.462553:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00100000:3.0:1787398549.462999:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260904320:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787398549.463522:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20b889180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260904448:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1787398549.782529:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398550.099792:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398550.108083:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247438592 00000100:00100000:2.0:1787398550.108106:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247438592 00000100:00100000:2.0:1787398550.108347:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 342 00000100:00100000:2.0:1787398550.108360:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+11:122101:x1874221247438592:12345-192.168.204.36@tcp:101:touch.0 00010000:00010000:2.0:1787398550.108431:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398550.108462:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968800/0x5703899912341aa3 lrc: 2/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef1199de expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.108647:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x5703899912341aaa lrc: 3/0,1 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.108666:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x5703899912341aaa lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.108683:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x5703899912341aaa lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.108702:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969800/0x5703899912341ab1 lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x1:0x0].0x751ce9d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.108721:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969800/0x5703899912341ab1 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x751ce9d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.108729:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969800/0x5703899912341ab1 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x751ce9d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398550.109270:0:158794:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x245:0x0], index 0: 0 00080000:00000400:2.0:1787398550.109289:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 252 < left 306, rollback = 2 00080000:00000400:2.0:1787398550.109293:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:2.0:1787398550.109295:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:2.0:1787398550.109297:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/1, punch: 0/0/0, quota 1/3/2 00080000:00000400:2.0:1787398550.109299:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/1, delete: 0/0/0 00080000:00000400:2.0:1787398550.109301:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398550.109327:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 252 < left 306, rollback = 2 00080000:00000400:2.0:1787398550.109329:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:2.0:1787398550.109331:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:2.0:1787398550.109333:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/1, punch: 0/0/0, quota 1/3/2 00080000:00000400:2.0:1787398550.109335:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/1, delete: 0/0/0 00080000:00000400:2.0:1787398550.109336:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398550.109346:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 252 < left 306, rollback = 2 00080000:00000400:2.0:1787398550.109348:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:2.0:1787398550.109350:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:2.0:1787398550.109352:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/1, punch: 0/0/0, quota 1/3/2 00080000:00000400:2.0:1787398550.109354:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/1, delete: 0/0/0 00080000:00000400:2.0:1787398550.109356:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398550.109368:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 252 < left 306, rollback = 2 00080000:00000400:2.0:1787398550.109371:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:2.0:1787398550.109372:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:2.0:1787398550.109374:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/1, punch: 0/0/0, quota 1/3/2 00080000:00000400:2.0:1787398550.109377:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/1, delete: 0/0/0 00080000:00000400:2.0:1787398550.109388:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398550.109432:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 250 < left 306, rollback = 2 00080000:00000400:2.0:1787398550.109436:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:2.0:1787398550.109438:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:2.0:1787398550.109439:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/1, punch: 0/0/0, quota 1/3/2 00080000:00000400:2.0:1787398550.109442:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/3, delete: 0/0/0 00080000:00000400:2.0:1787398550.109444:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1787398550.109606:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968400/0x5703899912341ab8 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.109618:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968400/0x5703899912341ab8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.109626:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968400/0x5703899912341ab8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.109670:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x5703899912341aaa lrc: 4/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.109678:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x5703899912341aaa lrc: 4/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.109684:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x5703899912341aaa lrc: 3/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.109690:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x5703899912341aaa lrc: 4/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.109696:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d969000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398550.109702:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x5703899912341aaa lrc: 4/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.109710:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x5703899912341aaa lrc: 5/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.109737:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9cf305ea8d00) 00010000:00010000:2.0:1787398550.109740:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398550.109747:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x5703899912341aaa lrc: 3/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.109755:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x5703899912341aaa lrc: 0/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398550.109772:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000006642c0e1 reply state 00000000517f494c transno 34359738606 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969800/0x5703899912341ab1 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x751ce9d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.109784:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969800/0x5703899912341ab1 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x751ce9d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.109791:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x751ce9d9 (ffff9cf3414fe800) 00010000:00010000:2.0:1787398550.109793:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398550.109796:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787398550.109852:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968800/0x5703899912341aa3 lrc: 0/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1199de expref: 14 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.109870:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968400/0x5703899912341ab8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1199de expref: 13 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.109879:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x6:0x0].0x0 (ffff9cf3414fef00) 00010000:00010000:2.0:1787398550.109882:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787398550.109885:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d968400, rc 0) 00000100:00100000:2.0:1787398550.109998:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+14:122101:x1874221247438592:12345-192.168.204.36@tcp:101:touch.0 Request processed in 1640us (10219us total) trans 34359738606 rc 0/0 00000100:00100000:2.0:1787398550.110010:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 342 00000100:00080000:1.0:1787398550.114316:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787398550.115407:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398550.115463:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247438848 00000100:00100000:0.0:1787398550.115494:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247438848 00000100:00100000:0.0:1787398550.115566:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 343 00000100:00100000:0.0:1787398550.115578:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9527bb71-2a2a-45f3-b05b-1b4012109f17+14:122101:x1874221247438848:12345-192.168.204.36@tcp:36:touch.0 00010000:00010000:0.0:1787398550.115661:0:160868:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398550.115699:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968400/0x5703899912341ab8 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1199de expref: 14 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398550.115731:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x6:0x0].0x0 (ffff9cf3414fef00) 00010000:00010000:0.0:1787398550.115749:0:160868:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787398550.115832:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341ac6 lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398550.115848:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341ac6 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398550.115859:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341ac6 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398550.116000:0:160868:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000001b08bcf4 reply state 00000000c588d7c1 transno 34359738607 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341ac6 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398550.116015:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341ac6 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398550.116022:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x6:0x0].0x0 (ffff9cf2051cd200) 00010000:00010000:0.0:1787398550.116025:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787398550.116027:0:160868:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1787398550.116170:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9527bb71-2a2a-45f3-b05b-1b4012109f17+15:122101:x1874221247438848:12345-192.168.204.36@tcp:36:touch.0 Request processed in 594us (783us total) trans 34359738607 rc 0/0 00000100:00100000:0.0:1787398550.116180:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 343 00000100:00100000:0.0:1787398550.120769:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398550.124302:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247438976 00000100:00100000:2.0:1787398550.124327:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247438976 00000100:00100000:1.0:1787398550.125864:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 344 00000100:00100000:1.0:1787398550.125890:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9527bb71-2a2a-45f3-b05b-1b4012109f17+15:122101:x1874221247438976:12345-192.168.204.36@tcp:101:touch.0 00010000:00010000:1.0:1787398550.125936:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398550.125966:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638800/0x5703899912341acd lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef1199e5 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398550.126046:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638800/0x5703899912341acd lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1199e5 expref: 16 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398550.126067:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638800/0x5703899912341acd lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1199e5 expref: 16 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398550.126090:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x6:0x0].0x0 (ffff9cf2051cd200) 00010000:00010000:1.0:1787398550.126093:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1787398550.126097:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b638800, rc 0) 00000100:00100000:1.0:1787398550.126197:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9527bb71-2a2a-45f3-b05b-1b4012109f17+16:122101:x1874221247438976:12345-192.168.204.36@tcp:101:touch.0 Request processed in 320us (5445us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398550.126205:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 344 00000100:00100000:0.0:1787398550.141031:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398550.156056:0:161119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247439104 00000100:00100000:2.0:1787398550.156079:0:161119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247439104 00000100:00100000:2.0:1787398550.156314:0:161119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 239 00000100:00100000:2.0:1787398550.156330:0:161119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9527bb71-2a2a-45f3-b05b-1b4012109f17+6:69162:x1874221247439104:12345-192.168.204.36@tcp:2:touch.0 00080000:02000000:2.0:1787398550.156511:0:161119:0:(osd_handler.c:3510:osd_attr_set()) *** cfs_fail_loc=1632, val=0*** 00000100:00080000:1.0:1787398550.164071:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00080000:00000400:2.0:1787398550.166280:0:161119:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:2.0:1787398550.166295:0:161119:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1787398550.166298:0:161119:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:2.0:1787398550.166300:0:161119:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/9/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398550.166303:0:161119:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1787398550.166305:0:161119:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398550.166348:0:161119:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:2.0:1787398550.166351:0:161119:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1787398550.166353:0:161119:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:2.0:1787398550.166355:0:161119:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/9/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398550.166358:0:161119:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1787398550.166360:0:161119:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1787398550.166699:0:161119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9527bb71-2a2a-45f3-b05b-1b4012109f17+7:69162:x1874221247439104:12345-192.168.204.36@tcp:2:touch.0 Request processed in 10365us (25672us total) trans 21474836533 rc 0/0 00000100:00100000:2.0:1787398550.166716:0:161119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 239 00000100:00100000:2.0:1787398550.173578:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398550.179625:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247439360 00000100:00100000:1.0:1787398550.179649:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247439360 00000100:00100000:1.0:1787398550.179754:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 97 00000100:00100000:1.0:1787398550.179768:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9527bb71-2a2a-45f3-b05b-1b4012109f17+16:122101:x1874221247439360:12345-192.168.204.36@tcp:35:touch.0 00000100:00100000:1.0:1787398550.181879:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9527bb71-2a2a-45f3-b05b-1b4012109f17+17:122101:x1874221247439360:12345-192.168.204.36@tcp:35:touch.0 Request processed in 2095us (8472us total) trans 34359738608 rc 0/0 00000100:00100000:1.0:1787398550.181897:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 97 00000100:00100000:1.0:1787398550.208850:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398550.208939:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247439616 00000100:00100000:2.0:1787398550.208954:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247439616 00000100:00100000:2.0:1787398550.209036:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 345 00000100:00100000:2.0:1787398550.209051:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304181f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9527bb71-2a2a-45f3-b05b-1b4012109f17+17:122102:x1874221247439616:12345-192.168.204.36@tcp:101:dd.0 00010000:00010000:2.0:1787398550.209089:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398550.209120:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x5703899912341ad4 lrc: 2/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef1199ec expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.209320:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968c00/0x5703899912341adb lrc: 3/0,1 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.209340:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968c00/0x5703899912341adb lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.209355:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968c00/0x5703899912341adb lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.209372:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968a00/0x5703899912341ae2 lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x1:0x0].0xb6357e50 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.209379:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968a00/0x5703899912341ae2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0xb6357e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.209386:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968a00/0x5703899912341ae2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0xb6357e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398550.209887:0:160868:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x246:0x0], index 0: 0 00080000:00000400:2.0:1787398550.209907:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 306, rollback = 2 00080000:00000400:2.0:1787398550.209911:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398550.209914:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:2.0:1787398550.209916:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398550.209919:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398550.209921:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398550.209947:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 306, rollback = 2 00080000:00000400:2.0:1787398550.209950:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398550.209952:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:2.0:1787398550.209954:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398550.209956:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398550.209968:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398550.209984:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 306, rollback = 2 00080000:00000400:2.0:1787398550.209987:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398550.209988:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:2.0:1787398550.209990:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398550.209992:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398550.209994:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398550.210008:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 306, rollback = 2 00080000:00000400:2.0:1787398550.210010:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398550.210012:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:2.0:1787398550.210014:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398550.210017:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398550.210019:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398550.210065:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 306, rollback = 2 00080000:00000400:2.0:1787398550.210068:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398550.210070:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:2.0:1787398550.210072:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398550.210074:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398550.210075:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1787398550.210205:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x5703899912341ae9 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.210217:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x5703899912341ae9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.210239:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x5703899912341ae9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.210284:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968c00/0x5703899912341adb lrc: 4/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.210292:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968c00/0x5703899912341adb lrc: 4/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.210309:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968c00/0x5703899912341adb lrc: 3/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.210316:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968c00/0x5703899912341adb lrc: 4/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.210322:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d968c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398550.210327:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968c00/0x5703899912341adb lrc: 4/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.210336:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968c00/0x5703899912341adb lrc: 5/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.210351:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9cf305ea8d00) 00010000:00010000:2.0:1787398550.210354:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398550.210360:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968c00/0x5703899912341adb lrc: 3/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.210366:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968c00/0x5703899912341adb lrc: 0/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398550.210382:0:160868:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000004dc4a169 reply state 0000000049e1b697 transno 34359738609 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968a00/0x5703899912341ae2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0xb6357e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.210395:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968a00/0x5703899912341ae2 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xb6357e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.210401:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0xb6357e50 (ffff9cf3414fe400) 00010000:00010000:2.0:1787398550.210403:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398550.210406:0:160868:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787398550.210454:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x5703899912341ad4 lrc: 0/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1199ec expref: 20 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.210471:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x5703899912341ae9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1199ec expref: 19 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.210508:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x7:0x0].0x0 (ffff9cf3414fe700) 00010000:00010000:2.0:1787398550.210510:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787398550.210512:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d968200, rc 0) 00000100:00100000:2.0:1787398550.210604:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304181f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9527bb71-2a2a-45f3-b05b-1b4012109f17+20:122102:x1874221247439616:12345-192.168.204.36@tcp:101:dd.0 Request processed in 1556us (1772us total) trans 34359738609 rc 0/0 00000100:00100000:2.0:1787398550.210614:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 345 00000100:00100000:1.0:1787398550.219400:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398550.222532:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247439744 00000100:00100000:2.0:1787398550.222555:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247439744 00000100:00100000:2.0:1787398550.222646:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 346 00000100:00100000:2.0:1787398550.222660:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9527bb71-2a2a-45f3-b05b-1b4012109f17+20:122102:x1874221247439744:12345-192.168.204.36@tcp:101:dd.0 00010000:00010000:2.0:1787398550.222698:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398550.222729:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x5703899912341af7 lrc: 2/0,0 mode: --/PR res: [0x200003ab3:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef1199f3 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.222778:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968c00/0x5703899912341afe lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.222796:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968c00/0x5703899912341afe lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.222811:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968c00/0x5703899912341afe lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.222970:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x5703899912341af7 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1199f3 expref: 22 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.222999:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968c00/0x5703899912341afe lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1199f3 expref: 21 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.223010:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x7:0x0].0x0 (ffff9cf3414fe700) 00010000:00010000:2.0:1787398550.223014:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1787398550.223018:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d968c00, rc 0) 00000100:00100000:2.0:1787398550.223106:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9527bb71-2a2a-45f3-b05b-1b4012109f17+21:122102:x1874221247439744:12345-192.168.204.36@tcp:101:dd.0 Request processed in 449us (3721us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398550.223115:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 346 00000100:00100000:2.0:1787398550.227713:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398550.231869:0:162516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247439872 00000100:00100000:3.0:1787398550.231892:0:162516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247439872 00000100:00100000:2.0:1787398550.238090:0:162516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 240 00000100:00100000:2.0:1787398550.238117:0:162516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:9527bb71-2a2a-45f3-b05b-1b4012109f17+7:122102:x1874221247439872:12345-192.168.204.36@tcp:101:dd.0 00010000:00010000:2.0:1787398550.238158:0:162516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398550.238194:0:162516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000061b1f602/0x5703899912341b05 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x246:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef1199fa expref: -99 pid: 162516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787398550.238240:0:162516:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x246:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398550.238275:0:162516:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x246:0x0].0x0 since=5571s v=(0 0) 00010000:00010000:2.0:1787398550.238281:0:162516:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x246:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398550.238293:0:162516:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000061b1f602/0x5703899912341b05 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1199fa expref: 8 pid: 162516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.238318:0:162516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000061b1f602/0x5703899912341b05 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1199fa expref: 8 pid: 162516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398550.238352:0:162516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d969000, rc 0) 00000100:00100000:2.0:1787398550.238462:0:162516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:9527bb71-2a2a-45f3-b05b-1b4012109f17+8:122102:x1874221247439872:12345-192.168.204.36@tcp:101:dd.0 Request processed in 354us (10762us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398550.238471:0:162516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 240 00000100:00100000:0.0:1787398550.260317:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398550.260467:0:160301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247440000 00000100:00100000:2.0:1787398550.260715:0:160301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247440000 00002000:00100000:2.0:1787398550.260783:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x246:0x0] (0->4095) req@ffff9cf203b11880 x1874221247440000/t0(0) o4->9527bb71-2a2a-45f3-b05b-1b4012109f17@192.168.204.36@tcp:236/0 lens 4584/0 e 0 to 0 dl 1787398561 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787398550.260797:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf203b11880 with x1874221247440000 ext(0->4095) 00002000:00010000:2.0:1787398550.260805:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf203b11880 00000100:00100000:2.0:1787398550.261144:0:160301:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 1 00000100:00100000:2.0:1787398550.261157:0:160301:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:9527bb71-2a2a-45f3-b05b-1b4012109f17+8:69162:x1874221247440000:12345-192.168.204.36@tcp:4:dd.0 00080000:00000400:2.0:1787398550.261431:0:160301:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1787398550.261437:0:160301:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1787398550.261440:0:160301:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1787398550.261442:0:160301:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1787398550.261444:0:160301:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1787398550.261446:0:160301:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1787398550.263707:0:160301:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:9527bb71-2a2a-45f3-b05b-1b4012109f17+10:69162:x1874221247440000:12345-192.168.204.36@tcp:4:dd.0 Request processed in 2536us (3391us total) trans 21474836534 rc 0/0 00000100:00100000:2.0:1787398550.263726:0:160301:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 1 00002000:00100000:2.0:1787398550.263741:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x246:0x0] (0->4095) req@ffff9cf203b11880 x1874221247440000/t21474836534(0) o4->9527bb71-2a2a-45f3-b05b-1b4012109f17@192.168.204.36@tcp:236/0 lens 4584/448 e 0 to 0 dl 1787398561 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787398550.263752:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf203b11880 with x1874221247440000 ext(0->4095) 00002000:00010000:2.0:1787398550.263773:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf203b11880 00000100:00100000:0.0:1787398550.285952:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398550.290369:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247440128 00000100:00100000:2.0:1787398550.290390:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247440128 00000100:00100000:2.0:1787398550.290729:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 347 00000100:00100000:2.0:1787398550.290744:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9527bb71-2a2a-45f3-b05b-1b4012109f17+21:122102:x1874221247440128:12345-192.168.204.36@tcp:44:dd.0 00000001:00080000:3.0:1787398550.298455:0:158774:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738609 is committed 00010000:00010000:3.0:1787398550.298561:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969800/0x5703899912341ab1 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x751ce9d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398550.298577:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969800/0x5703899912341ab1 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x751ce9d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398550.298586:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969800/0x5703899912341ab1 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x751ce9d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398550.298592:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d969800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398550.298599:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969800/0x5703899912341ab1 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x751ce9d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398550.298607:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969800/0x5703899912341ab1 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x751ce9d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398550.298630:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x751ce9d9 (ffff9cf3414fe800) 00010000:00010000:3.0:1787398550.298633:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398550.298639:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969800/0x5703899912341ab1 lrc: 2/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0x751ce9d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398550.298644:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969800/0x5703899912341ab1 lrc: 0/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0x751ce9d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398550.298683:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341ac6 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398550.298708:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341ac6 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab3:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398550.298713:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341ac6 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398550.298718:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398550.298721:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341ac6 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398550.298727:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341ac6 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab3:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398550.298737:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x6:0x0].0x0 (ffff9cf2051cd200) 00010000:00010000:3.0:1787398550.298739:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398550.298742:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341ac6 lrc: 2/0,0 mode: --/TXN res: [0x200003ab3:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398550.298748:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341ac6 lrc: 0/0,0 mode: --/TXN res: [0x200003ab3:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398550.298762:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968a00/0x5703899912341ae2 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xb6357e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398550.298769:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968a00/0x5703899912341ae2 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xb6357e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398550.298775:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968a00/0x5703899912341ae2 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xb6357e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398550.298781:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d968a00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398550.298791:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968a00/0x5703899912341ae2 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xb6357e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398550.298798:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968a00/0x5703899912341ae2 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xb6357e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398550.298806:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0xb6357e50 (ffff9cf3414fe400) 00010000:00010000:3.0:1787398550.298808:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398550.298811:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968a00/0x5703899912341ae2 lrc: 2/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0xb6357e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398550.298817:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968a00/0x5703899912341ae2 lrc: 0/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0xb6357e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398550.299036:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9527bb71-2a2a-45f3-b05b-1b4012109f17+13:122102:x1874221247440128:12345-192.168.204.36@tcp:44:dd.0 Request processed in 8287us (13086us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398550.299049:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 347 00000100:00100000:3.0:1787398550.306604:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398550.306653:0:160296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247440256 00000100:00100000:3.0:1787398550.306666:0:160296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247440256 00000100:00100000:3.0:1787398550.306738:0:160296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 241 00000100:00100000:3.0:1787398550.306751:0:160296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b889500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9527bb71-2a2a-45f3-b05b-1b4012109f17+10:69165:x1874221247440256:12345-192.168.204.36@tcp:16:dd.0 00000001:00080000:3.0:1787398550.317554:0:160290:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836534 is committed 00000100:00100000:0.0:1787398550.318541:0:160296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b889500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9527bb71-2a2a-45f3-b05b-1b4012109f17+7:69165:x1874221247440256:12345-192.168.204.36@tcp:16:dd.0 Request processed in 11780us (11940us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398550.318575:0:160296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 241 00000100:00100000:3.0:1787398550.324102:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398550.324255:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247440512 00000100:00100000:2.0:1787398550.324270:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247440512 00000100:00100000:2.0:1787398550.324349:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 98 00000100:00100000:2.0:1787398550.324362:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf336d17050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+13:122102:x1874221247440512:12345-192.168.204.36@tcp:35:dd.0 00000100:00100000:2.0:1787398550.324807:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf336d17050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+14:122102:x1874221247440512:12345-192.168.204.36@tcp:35:dd.0 Request processed in 446us (720us total) trans 34359738610 rc 0/0 00000100:00100000:2.0:1787398550.324817:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 98 00000100:00100000:2.0:1787398550.485955:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787398550.485990:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304180e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260904576:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787398550.486100:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398550.486311:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260904576 00000100:00100000:0.0:1787398550.486323:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260904576 00000100:00100000:0.0:1787398550.486411:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:0.0:1787398550.486423:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221260904576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787398550.486455:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 21221056 pending 0 free 71045120 avail 63848448 00000100:00100000:0.0:1787398550.486543:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221260904576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398550.486552:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00100000:0.0:1787398550.486635:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304180e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260904576:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1787398550.486899:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787398550.486920:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260904832:0@lo:400:kworker.0 00000100:00100000:1.0:1787398550.486968:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398550.486999:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260905344:0@lo:400:kworker.0 00000100:00100000:1.0:1787398550.487024:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398550.487044:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106503:1874221260905856:0@lo:400:kworker.0 00000100:00100000:1.0:1787398550.487076:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398550.487097:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1787398550.487103:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a066c752-c801-430f-905b-71f66cddaa9e:106503:1874221260904704:0@lo:400:kworker.0 00000100:00100000:1.0:1787398550.487133:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398550.487154:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106503:1874221260905216:0@lo:400:kworker.0 00000100:00100000:1.0:1787398550.487175:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398550.487191:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106503:1874221260905728:0@lo:400:kworker.0 00000100:00100000:1.0:1787398550.487211:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398550.487256:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260904832 00000100:00100000:1.0:1787398550.487262:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260904832 00000100:00100000:1.0:1787398550.487301:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260905344 00000100:00100000:1.0:1787398550.487304:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260905344 00000100:00100000:1.0:1787398550.487327:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:1.0:1787398550.487335:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260904832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398550.487383:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260904832:12345-0@lo:400:kworker.0 Request processed in 49us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398550.487390:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:1.0:1787398550.487405:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:1.0:1787398550.487410:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106503:x1874221260905344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398550.487439:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106503:x1874221260905344:12345-0@lo:400:kworker.0 Request processed in 29us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398550.487464:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:1.0:1787398550.487522:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260905856 00000100:00100000:1.0:1787398550.487527:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260905856 00000100:00100000:1.0:1787398550.487560:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260905216 00000100:00100000:1.0:1787398550.487563:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260905216 00000100:00100000:1.0:1787398550.487575:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260905728 00000100:00100000:1.0:1787398550.487578:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260905728 00000100:00100000:1.0:1787398550.487595:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00100000:1.0:1787398550.487601:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106503:x1874221260905856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398550.487635:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106503:x1874221260905856:12345-0@lo:400:kworker.0 Request processed in 34us (557us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398550.487642:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00000100:00100000:1.0:1787398550.487653:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000100:00100000:1.0:1787398550.487659:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106503:x1874221260905216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398550.487685:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106503:x1874221260905216:12345-0@lo:400:kworker.0 Request processed in 26us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398550.487691:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 00000100:00100000:1.0:1787398550.487701:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:1.0:1787398550.487707:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106503:x1874221260905728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398550.487735:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106503:x1874221260905728:12345-0@lo:400:kworker.0 Request processed in 28us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398550.487741:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00080000:1.0:1787398550.487766:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787398550.487770:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787398550.487801:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106503:1874221260905216:0@lo:400:kworker.0 00000100:00100000:1.0:1787398550.487812:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106503:1874221260905728:0@lo:400:kworker.0 00000100:00100000:1.0:1787398550.487833:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260904832:0@lo:400:kworker.0 00000100:00100000:1.0:1787398550.487843:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260905344:0@lo:400:kworker.0 00000100:00100000:1.0:1787398550.487854:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106503:1874221260905856:0@lo:400:kworker.0 00000100:00100000:0.0:1787398550.488225:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260904960:0@lo:400:kworker.0 00000100:00100000:0.0:1787398550.488269:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398550.488306:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260905472:0@lo:400:kworker.0 00000100:00100000:0.0:1787398550.488332:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398550.488358:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106500:1874221260905984:0@lo:400:kworker.0 00000100:00100000:0.0:1787398550.488381:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398550.488405:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1787398550.488412:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260905088:0@lo:400:kworker.0 00000100:00100000:0.0:1787398550.488437:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398550.488458:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106500:1874221260905600:0@lo:400:kworker.0 00000100:00100000:0.0:1787398550.488507:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398550.488525:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106500:1874221260906112:0@lo:400:kworker.0 00000100:00100000:0.0:1787398550.488547:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398550.488571:0:162522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260904960 00000100:00100000:0.0:1787398550.488601:0:162522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260904960 00000100:00100000:0.0:1787398550.488653:0:162522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260905472 00000100:00100000:0.0:1787398550.488656:0:162522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260905472 00000100:00100000:0.0:1787398550.488679:0:162522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260905088 00000100:00100000:0.0:1787398550.488682:0:162522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260905088 00000100:00100000:0.0:1787398550.488705:0:162522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:0.0:1787398550.488713:0:162522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260904960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398550.488760:0:162522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260904960:12345-0@lo:400:kworker.0 Request processed in 47us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398550.488767:0:162522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00100000:0.0:1787398550.488782:0:162522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:0.0:1787398550.488788:0:162522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221260905472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398550.488816:0:162522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221260905472:12345-0@lo:400:kworker.0 Request processed in 28us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398550.488822:0:162522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00100000:0.0:1787398550.488832:0:162522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:0.0:1787398550.488837:0:162522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260905088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398550.488863:0:162522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260905088:12345-0@lo:400:kworker.0 Request processed in 26us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398550.488868:0:162522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00080000:0.0:1787398550.488896:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787398550.488901:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787398550.488909:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260905984 00000100:00100000:0.0:1787398550.488913:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260905984 00000100:00100000:0.0:1787398550.488938:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260905600 00000100:00100000:0.0:1787398550.488941:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260905600 00000100:00100000:0.0:1787398550.488952:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260906112 00000100:00100000:0.0:1787398550.488954:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260906112 00000100:00100000:0.0:1787398550.488968:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:0.0:1787398550.488982:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf334043100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:106500:x1874221260905984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398550.489015:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf334043100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:106500:x1874221260905984:12345-0@lo:400:kworker.0 Request processed in 33us (632us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398550.489022:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000100:00100000:0.0:1787398550.489033:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279 00000100:00100000:0.0:1787398550.489039:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:106500:x1874221260905600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398550.489067:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:106500:x1874221260905600:12345-0@lo:400:kworker.0 Request processed in 29us (560us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398550.489073:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279 00000100:00100000:0.0:1787398550.489083:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 280 00000100:00100000:0.0:1787398550.489088:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106500:x1874221260906112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398550.489116:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106500:x1874221260906112:12345-0@lo:400:kworker.0 Request processed in 27us (568us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398550.489122:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 280 00000100:00080000:0.0:1787398550.489137:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787398550.489140:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787398550.489169:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260905088:0@lo:400:kworker.0 00000100:00100000:0.0:1787398550.489180:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106500:1874221260905600:0@lo:400:kworker.0 00000100:00100000:0.0:1787398550.489189:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106500:1874221260906112:0@lo:400:kworker.0 00000100:00100000:0.0:1787398550.489199:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260904960:0@lo:400:kworker.0 00000100:00100000:0.0:1787398550.489208:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260905472:0@lo:400:kworker.0 00000100:00100000:0.0:1787398550.489233:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106500:1874221260905984:0@lo:400:kworker.0 00000100:00100000:3.0:1787398550.490348:0:158789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260904704 00000100:00100000:3.0:1787398550.490363:0:158789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260904704 00000100:00100000:3.0:1787398550.490419:0:158789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:3.0:1787398550.490429:0:158789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335773c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+24:106503:x1874221260904704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398550.490536:0:158789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335773c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+24:106503:x1874221260904704:12345-0@lo:400:kworker.0 Request processed in 108us (3401us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398550.490559:0:158789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:1.0:1787398550.491870:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a066c752-c801-430f-905b-71f66cddaa9e:106503:1874221260904704:0@lo:400:kworker.0 00010000:00010000:3.0:1787398550.808659:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398551.517663:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260906240:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787398551.517764:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398551.519069:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260906240 00000100:00100000:1.0:1787398551.519085:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260906240 00000100:00100000:1.0:1787398551.519169:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00100000:1.0:1787398551.519182:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260906240:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787398551.519228:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 21221056 pending 0 free 71045120 avail 63848448 00000100:00100000:1.0:1787398551.519316:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260906240:12345-0@lo:13:osp-pre-0-0.0 Request processed in 136us (1551us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398551.519325:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00100000:1.0:1787398551.519388:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260906240:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1787398551.833299:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398551.856387:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398551.856444:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247440640 00000100:00100000:3.0:1787398551.856461:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247440640 00000100:00100000:3.0:1787398551.856575:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 26 00000100:00100000:3.0:1787398551.856593:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b889c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9527bb71-2a2a-45f3-b05b-1b4012109f17+7:121945:x1874221247440640:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398551.856614:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00002000:00010000:3.0:1787398551.856646:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x244:0x0] updating lvb size from disk: 0 -> 1 00002000:00010000:3.0:1787398551.856650:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x244:0x0] updating lvb mtime from disk: 0 -> 1787398547 00002000:00010000:3.0:1787398551.856652:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x244:0x0] updating lvb ctime from disk: 0 -> 1787398547 00002000:00010000:3.0:1787398551.856654:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x244:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1787398551.856694:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040b4c4ae/0x5703899912341a9c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x244:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1199d7 expref: 7 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398551.856733:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x246:0x0] updating lvb size from disk: 0 -> 1 00002000:00010000:3.0:1787398551.856735:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x246:0x0] updating lvb mtime from disk: 0 -> 1787398549 00002000:00010000:3.0:1787398551.856737:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x246:0x0] updating lvb ctime from disk: 0 -> 1787398549 00002000:00010000:3.0:1787398551.856739:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x246:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1787398551.856747:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000061b1f602/0x5703899912341b05 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1199fa expref: 6 pid: 162516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398551.856760:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398551.856835:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b889c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9527bb71-2a2a-45f3-b05b-1b4012109f17+5:121945:x1874221247440640:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 250us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398551.856867:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 26 00000100:00100000:3.0:1787398552.533949:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787398552.533979:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20b88aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260906496:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787398552.534066:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398552.534519:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20b88b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260906368:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787398552.534559:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398552.534598:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260906496 00000100:00100000:1.0:1787398552.534602:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260906368 00000100:00100000:3.0:1787398552.534607:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260906496 00000100:00100000:1.0:1787398552.534607:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260906368 00000100:00100000:1.0:1787398552.534667:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00080000:0.0:1787398552.534922:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787398552.536215:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304183480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260906368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787398552.536266:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8249024 pending 0 free 71184384 avail 64016384 00000100:00100000:1.0:1787398552.536361:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304183480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260906368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1685us (1801us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398552.536383:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00100000:1.0:1787398552.536408:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00100000:1.0:1787398552.536416:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b889f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260906496:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787398552.536430:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8249024 pending 0 free 71184384 avail 64016384 00000100:00100000:1.0:1787398552.536467:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b889f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260906496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (2402us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398552.536473:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00100000:3.0:1787398552.537774:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20b88aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260906496:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787398552.538023:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20b88b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260906368:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787398552.676572:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398552.676643:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398552.676684:0:158786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247440768 00000100:00100000:3.0:1787398552.676697:0:158786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247440768 00000100:00100000:3.0:1787398552.676766:0:158786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 225 00000100:00100000:3.0:1787398552.676778:0:158786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b0ea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dc4367dc-6dd5-4b57-a555-cf928ead0e61+10:69164:x1874221247440768:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398552.676884:0:158786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b0ea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dc4367dc-6dd5-4b57-a555-cf928ead0e61+10:69164:x1874221247440768:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 107us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398552.676898:0:158786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 225 00000100:00100000:1.0:1787398552.676908:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247440896 00000100:00100000:1.0:1787398552.676912:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247440896 00000100:00100000:1.0:1787398552.676963:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 281 00000100:00100000:1.0:1787398552.676971:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b88aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9527bb71-2a2a-45f3-b05b-1b4012109f17+14:69162:x1874221247440896:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398552.677017:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b88aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9527bb71-2a2a-45f3-b05b-1b4012109f17+14:69162:x1874221247440896:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 47us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398552.677025:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 281 00000100:00080000:1.0:1787398552.677046:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787398552.677955:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398552.679596:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247441024 00000100:00100000:1.0:1787398552.679613:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247441024 00000100:00100000:1.0:1787398552.679726:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 282 00000100:00100000:1.0:1787398552.679738:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b88b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+6:69163:x1874221247441024:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398552.679836:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b88b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+6:69163:x1874221247441024:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 101us (1887us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398552.679850:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 282 00000100:00080000:1.0:1787398552.679875:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787398552.694297:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398552.694432:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398552.696034:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247441152 00000100:00100000:1.0:1787398552.696055:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247441152 00000100:00100000:1.0:1787398552.696156:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247441280 00000100:00100000:1.0:1787398552.696160:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247441280 00000100:00100000:1.0:1787398552.696215:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 133 00000100:00100000:1.0:1787398552.696227:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:9527bb71-2a2a-45f3-b05b-1b4012109f17+5:69164:x1874221247441152:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398552.696333:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:9527bb71-2a2a-45f3-b05b-1b4012109f17+5:69164:x1874221247441152:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 108us (2051us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398552.696342:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 133 00000100:00100000:1.0:1787398552.696361:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 134 00000100:00100000:1.0:1787398552.696368:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:9527bb71-2a2a-45f3-b05b-1b4012109f17+6:69165:x1874221247441280:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398552.696396:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:9527bb71-2a2a-45f3-b05b-1b4012109f17+6:69165:x1874221247441280:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 29us (1965us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398552.696403:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 134 00000100:00080000:1.0:1787398552.696432:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787398552.696438:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1787398552.853884:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1787398552.954145:0:164806:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866e6 len=0 uarg=00007fff424d1810 00000004:00000080:1.0:1787398552.954191:0:164806:0:(mdt_handler.c:8167:mdt_iocontrol()) lustre-MDT0000: cmd=c00866e6 len=608 karg=ffff9cf2051dcc00 uarg=0000000000000000 00000004:00000080:1.0:1787398552.954267:0:164806:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffbb7d00d53d70 00100000:10000000:1.0:1787398552.954276:0:164806:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00100000:10000000:1.0:1787398552.954925:0:164806:0:(lfsck_layout.c:5404:lfsck_layout_reset()) lustre-MDT0000-osd: layout LFSCK reset: rc = 0 00100000:10000000:1.0:1787398552.956306:0:164808:0:(scrub.c:294:scrub_thread_prep()) lustre-MDT0000: OI scrub prep, flags = 0x46 00100000:10000000:1.0:1787398552.956317:0:164808:0:(scrub.c:116:scrub_file_reset()) lustre-MDT0000: reset OI scrub file, old flags = 0x0, add flags = 0x0 00100000:10000000:1.0:1787398552.956380:0:164808:0:(scrub.c:229:scrub_file_store()) lustre-MDT0000: store scrub file: rc = 0 00100000:10000000:2.0:1787398552.956458:0:164807:0:(lfsck_lib.c:2526:lfsck_start_assistant()) lustre-MDT0000-osd: start lfsck_layout assistant thread 00100000:10000000:3.0:1787398552.956861:0:164807:0:(lfsck_layout.c:5635:lfsck_layout_master_prep()) lustre-MDT0000-osd: layout LFSCK master prep done, start pos [1] 00100000:10000000:2.0:1787398552.956902:0:164809:0:(lfsck_engine.c:1551:lfsck_assistant_engine()) lustre-MDT0000-osd: lfsck_layout LFSCK assistant thread start 00000100:00100000:2.0:1787398552.956977:0:164809:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b98000 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustre-MDT0000-mdtlov_UUID:164809:1874221260906624:0@lo:1101:lfsck_layout.0 00000100:00100000:2.0:1787398552.957087:0:164809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398552.957127:0:164809:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b99f80 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustre-MDT0000-mdtlov_UUID:164809:1874221260906752:0@lo:1101:lfsck_layout.0 00000100:00100000:2.0:1787398552.957152:0:164809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398552.957184:0:164809:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf202fe5a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787398552.957311:0:162514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260906624 00000100:00100000:3.0:1787398552.957321:0:162514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260906624 00000100:00100000:3.0:1787398552.957399:0:162514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260906752 00000100:00100000:3.0:1787398552.957402:0:162514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260906752 00000100:00100000:3.0:1787398552.957428:0:162514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:3.0:1787398552.957440:0:162514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:164809:x1874221260906624:12345-0@lo:1101:lfsck_layout.0 00100000:10000000:3.0:1787398552.957469:0:162514:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00100000:10000000:3.0:1787398552.957581:0:162514:0:(lfsck_layout.c:5404:lfsck_layout_reset()) lustre-OST0000-osd: layout LFSCK reset: rc = 0 00000100:00100000:3.0:1787398552.957659:0:162516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 243 00000100:00100000:3.0:1787398552.957669:0:162516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:164809:x1874221260906752:12345-0@lo:1101:lfsck_layout.0 00100000:10000000:3.0:1787398552.957685:0:162516:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00100000:10000000:3.0:1787398552.957758:0:162516:0:(lfsck_layout.c:5404:lfsck_layout_reset()) lustre-OST0001-osd: layout LFSCK reset: rc = 0 00000100:00080000:2.0:1787398552.958921:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00100000:10000000:2.0:1787398552.959381:0:164813:0:(scrub.c:294:scrub_thread_prep()) lustre-OST0001: OI scrub prep, flags = 0x46 00100000:10000000:2.0:1787398552.959388:0:164813:0:(scrub.c:116:scrub_file_reset()) lustre-OST0001: reset OI scrub file, old flags = 0x0, add flags = 0x0 00100000:10000000:2.0:1787398552.959453:0:164813:0:(scrub.c:229:scrub_file_store()) lustre-OST0001: store scrub file: rc = 0 00100000:10000000:3.0:1787398552.959538:0:164811:0:(lfsck_layout.c:5600:lfsck_layout_slave_prep()) lustre-OST0001-osd: layout LFSCK slave prep done, start pos [1] 00100000:10000000:1.0:1787398552.959686:0:164808:0:(osd_scrub.c:1263:osd_scrub_main()) lustre-MDT0000: OI scrub start, flags = 0x46, pos = 12 00100000:10000000:3.0:1787398552.959882:0:164812:0:(scrub.c:294:scrub_thread_prep()) lustre-OST0000: OI scrub prep, flags = 0x46 00100000:10000000:3.0:1787398552.959885:0:164812:0:(scrub.c:116:scrub_file_reset()) lustre-OST0000: reset OI scrub file, old flags = 0x0, add flags = 0x0 00100000:10000000:3.0:1787398552.959924:0:164812:0:(scrub.c:229:scrub_file_store()) lustre-OST0000: store scrub file: rc = 0 00100000:10000000:3.0:1787398552.959937:0:164810:0:(lfsck_layout.c:5600:lfsck_layout_slave_prep()) lustre-OST0000-osd: layout LFSCK slave prep done, start pos [1] 00100000:10000000:3.0:1787398552.959944:0:164812:0:(osd_scrub.c:1263:osd_scrub_main()) lustre-OST0000: OI scrub start, flags = 0x46, pos = 12 00100000:10000000:3.0:1787398552.960116:0:164810:0:(lfsck_layout.c:5489:lfsck_layout_slave_checkpoint()) lustre-OST0000-osd: layout LFSCK slave checkpoint at the pos [13], status = 1: rc = 0 00100000:10000000:3.0:1787398552.960121:0:164810:0:(lfsck_engine.c:1034:lfsck_master_engine()) lustre-OST0000-osd entry: oit_flags = 0x60003, dir_flags = 0x8006, oit_cookie = 13, dir_cookie = 0x0, parent = [0x0:0x0:0x0], pid = 164810 00000100:00100000:3.0:1787398552.960271:0:162514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:164809:x1874221260906624:12345-0@lo:1101:lfsck_layout.0 Request processed in 2827us (3189us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398552.960286:0:162514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00100000:10000000:1.0:1787398552.960658:0:164807:0:(lfsck_layout.c:5454:lfsck_layout_master_checkpoint()) lustre-MDT0000-osd: layout LFSCK master checkpoint at the pos [13], status = 1: rc = 0 00100000:10000000:1.0:1787398552.960664:0:164807:0:(lfsck_engine.c:1034:lfsck_master_engine()) lustre-MDT0000-osd entry: oit_flags = 0x60000, dir_flags = 0x8006, oit_cookie = 13, dir_cookie = 0x0, parent = [0x0:0x0:0x0], pid = 164807 00000100:00100000:2.0:1787398552.961896:0:164809:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b98000 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustre-MDT0000-mdtlov_UUID:164809:1874221260906624:0@lo:1101:lfsck_layout.0 00100000:10000000:2.0:1787398552.965655:0:164813:0:(osd_scrub.c:1263:osd_scrub_main()) lustre-OST0001: OI scrub start, flags = 0x46, pos = 12 00100000:10000000:3.0:1787398552.967948:0:164811:0:(lfsck_layout.c:5489:lfsck_layout_slave_checkpoint()) lustre-OST0001-osd: layout LFSCK slave checkpoint at the pos [13], status = 1: rc = 0 00100000:10000000:3.0:1787398552.967960:0:164811:0:(lfsck_engine.c:1034:lfsck_master_engine()) lustre-OST0001-osd entry: oit_flags = 0x60003, dir_flags = 0x8006, oit_cookie = 13, dir_cookie = 0x0, parent = [0x0:0x0:0x0], pid = 164811 00000100:00100000:3.0:1787398552.968099:0:162516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:164809:x1874221260906752:12345-0@lo:1101:lfsck_layout.0 Request processed in 10424us (10938us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398552.968115:0:162516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 243 00000100:00100000:2.0:1787398552.968576:0:164809:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b99f80 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustre-MDT0000-mdtlov_UUID:164809:1874221260906752:0@lo:1101:lfsck_layout.0 00000100:00100000:2.0:1787398552.968588:0:164809:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf202fe5a80 going to sleep for 0 seconds 00000100:00100000:1.0:1787398552.975317:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260906880:0@lo:1000:lfsck.0 00000100:00100000:1.0:1787398552.975434:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398552.975518:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787398552.975525:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260907264:0@lo:1000:lfsck.0 00000100:00100000:1.0:1787398552.975550:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398552.975586:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304182300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260907008:0@lo:1000:lfsck.0 00000100:00100000:1.0:1787398552.975612:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398552.975629:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787398552.975635:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260907136:0@lo:1000:lfsck.0 00000100:00100000:1.0:1787398552.975676:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398552.976242:0:164809:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b99f80 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustre-MDT0000-mdtlov_UUID:164809:1874221260907392:0@lo:1000:lfsck_layout.0 00000100:00100000:2.0:1787398552.976284:0:164809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398552.976297:0:164809:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20a841840 going to sleep for 11 seconds 00100000:10000000:3.0:1787398552.978419:0:164812:0:(scrub.c:368:scrub_thread_post()) lustre-OST0000: OI scrub post with result = 1 00100000:10000000:3.0:1787398552.978472:0:164812:0:(scrub.c:229:scrub_file_store()) lustre-OST0000: store scrub file: rc = 0 00100000:10000000:3.0:1787398552.978501:0:164812:0:(osd_scrub.c:1303:osd_scrub_main()) lustre-OST0000: OI scrub: stop, pos = 25001: rc = 1 00000100:00100000:1.0:1787398552.978885:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260906880 00000100:00100000:1.0:1787398552.978897:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260906880 00000100:00100000:1.0:1787398552.978941:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260907264 00000100:00100000:1.0:1787398552.978944:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260907264 00000100:00100000:1.0:1787398552.978953:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260907008 00000100:00100000:1.0:1787398552.978955:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260907008 00000100:00100000:1.0:1787398552.978964:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260907136 00000100:00100000:1.0:1787398552.978966:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260907136 00000100:00100000:1.0:1787398552.978973:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260907392 00000100:00100000:1.0:1787398552.978976:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260907392 00000100:00100000:1.0:1787398552.978992:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:1.0:1787398552.979001:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304180e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:106501:x1874221260906880:12345-0@lo:1000:lfsck.0 00000100:00100000:1.0:1787398552.979176:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304180e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:106501:x1874221260906880:12345-0@lo:1000:lfsck.0 Request processed in 166us (3733us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398552.979184:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:1.0:1787398552.979202:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:1.0:1787398552.979207:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:106501:x1874221260907264:12345-0@lo:1000:lfsck.0 00000100:00100000:1.0:1787398552.979250:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:106501:x1874221260907264:12345-0@lo:1000:lfsck.0 Request processed in 43us (3699us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398552.979272:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:1.0:1787398552.979283:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:1.0:1787398552.979288:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:106502:x1874221260907008:12345-0@lo:1000:lfsck.0 00000100:00100000:1.0:1787398552.979338:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:106502:x1874221260907008:12345-0@lo:1000:lfsck.0 Request processed in 50us (3725us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398552.979344:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:1.0:1787398552.979354:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:1.0:1787398552.979359:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:106502:x1874221260907136:12345-0@lo:1000:lfsck.0 00000100:00100000:1.0:1787398552.979414:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:106502:x1874221260907136:12345-0@lo:1000:lfsck.0 Request processed in 55us (3738us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398552.979420:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00100000:1.0:1787398552.979430:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:1.0:1787398552.979435:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:164809:x1874221260907392:12345-0@lo:1000:lfsck_layout.0 00000100:00100000:1.0:1787398552.979505:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:164809:x1874221260907392:12345-0@lo:1000:lfsck_layout.0 Request processed in 69us (3220us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398552.979512:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:1.0:1787398552.979596:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260907136:0@lo:1000:lfsck.0 00000100:00100000:1.0:1787398552.979613:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304182300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260907008:0@lo:1000:lfsck.0 00000100:00100000:3.0:1787398552.980135:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260907264:0@lo:1000:lfsck.0 00000100:00100000:3.0:1787398552.980153:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260906880:0@lo:1000:lfsck.0 00000100:00100000:3.0:1787398552.980545:0:164809:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b99f80 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustre-MDT0000-mdtlov_UUID:164809:1874221260907392:0@lo:1000:lfsck_layout.0 00000100:00100000:3.0:1787398552.980636:0:164809:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20b888000 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustre-MDT0000-mdtlov_UUID:164809:1874221260907520:0@lo:1000:lfsck_layout.0 00000100:00100000:3.0:1787398552.980702:0:164809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398552.980837:0:164809:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf307ebfb40 going to sleep for 11 seconds 00000100:00100000:1.0:1787398552.980906:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260907520 00000100:00100000:1.0:1787398552.980913:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260907520 00000100:00100000:1.0:1787398552.980956:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:1.0:1787398552.980964:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b889180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:164809:x1874221260907520:12345-0@lo:1000:lfsck_layout.0 00100000:10000000:0.0:1787398552.981615:0:164810:0:(lfsck_engine.c:1053:lfsck_master_engine()) lustre-OST0000-osd ffff9cf20b174f80 exit: oit_flags = 0x60003, dir_flags = 0x8006, oit_cookie = 480, dir_cookie = 0x0, parent = [0x0:0x0:0x0], pid = 164810: rc = 1 00000100:00100000:1.0:1787398552.981837:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b889180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:164809:x1874221260907520:12345-0@lo:1000:lfsck_layout.0 Request processed in 871us (1132us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398552.981861:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00100000:10000000:0.0:1787398552.981936:0:164810:0:(lfsck_layout.c:5105:lfsck_layout_slave_notify_master()) lustre-OST0000-osd: layout LFSCK slave notifies master 00000020:01000004:0.0:1787398552.981951:0:164810:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9cf32106b800 from lustre-OST0000, refs=3 00000020:01000004:0.0:1787398552.981959:0:164810:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9cf32106b800 from lustre-OST0000, refs=3 00000020:01000004:0.0:1787398552.981962:0:164810:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9cf32106b800 3 00000100:00100000:0.0:1787398552.981993:0:164810:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33609fb80 pname:cluuid:pid:xid:nid:opc:job lfsck:lustre-MDT0000-lwp-OST0000_UUID:164810:1874221260907648:0@lo:1101:lfsck.0 00000100:00100000:0.0:1787398552.982037:0:164810:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00100000:10000000:2.0:1787398552.982904:0:164813:0:(scrub.c:368:scrub_thread_post()) lustre-OST0001: OI scrub post with result = 1 00100000:10000000:2.0:1787398552.982942:0:164813:0:(scrub.c:229:scrub_file_store()) lustre-OST0001: store scrub file: rc = 0 00100000:10000000:2.0:1787398552.982945:0:164813:0:(osd_scrub.c:1303:osd_scrub_main()) lustre-OST0001: OI scrub: stop, pos = 25001: rc = 1 00000100:00100000:0.0:1787398552.983317:0:164810:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20d99b780 going to sleep for 11 seconds 00100000:10000000:0.0:1787398552.984248:0:164811:0:(lfsck_engine.c:1053:lfsck_master_engine()) lustre-OST0001-osd ffff9cf306cc8000 exit: oit_flags = 0x60003, dir_flags = 0x8006, oit_cookie = 478, dir_cookie = 0x0, parent = [0x0:0x0:0x0], pid = 164811: rc = 1 00100000:10000000:0.0:1787398552.984305:0:164811:0:(lfsck_layout.c:5105:lfsck_layout_slave_notify_master()) lustre-OST0001-osd: layout LFSCK slave notifies master 00000020:01000004:0.0:1787398552.984319:0:164811:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9cf20ab51000 from lustre-OST0001, refs=3 00000020:01000004:0.0:1787398552.984327:0:164811:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9cf20ab51000 from lustre-OST0001, refs=3 00000020:01000004:0.0:1787398552.984331:0:164811:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9cf20ab51000 3 00000100:00100000:0.0:1787398552.984371:0:164811:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33609c000 pname:cluuid:pid:xid:nid:opc:job lfsck:lustre-MDT0000-lwp-OST0001_UUID:164811:1874221260907776:0@lo:1101:lfsck.0 00000100:00100000:0.0:1787398552.984441:0:164811:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00100000:10000000:2.0:1787398552.985399:0:164808:0:(scrub.c:368:scrub_thread_post()) lustre-MDT0000: OI scrub post with result = 1 00100000:10000000:2.0:1787398552.985442:0:164808:0:(scrub.c:229:scrub_file_store()) lustre-MDT0000: store scrub file: rc = 0 00100000:10000000:2.0:1787398552.985445:0:164808:0:(osd_scrub.c:1303:osd_scrub_main()) lustre-MDT0000: OI scrub: stop, pos = 40001: rc = 1 00000100:00100000:3.0:1787398552.985837:0:164809:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20b888000 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustre-MDT0000-mdtlov_UUID:164809:1874221260907520:0@lo:1000:lfsck_layout.0 00000100:00100000:3.0:1787398552.985946:0:164809:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20b888000 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustre-MDT0000-mdtlov_UUID:164809:1874221260907904:0@lo:1000:lfsck_layout.0 00000100:00100000:3.0:1787398552.986018:0:164809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398552.986073:0:164809:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf307ebfcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787398552.986223:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260907904 00000100:00100000:2.0:1787398552.986232:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260907904 00000100:00100000:2.0:1787398552.986297:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:2.0:1787398552.986308:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:164809:x1874221260907904:12345-0@lo:1000:lfsck_layout.0 00000100:00100000:2.0:1787398552.986413:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:164809:x1874221260907904:12345-0@lo:1000:lfsck_layout.0 Request processed in 107us (394us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398552.986422:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:3.0:1787398552.986638:0:164809:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20b888000 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustre-MDT0000-mdtlov_UUID:164809:1874221260907904:0@lo:1000:lfsck_layout.0 00000100:00100000:3.0:1787398552.986699:0:164809:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d5880 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustre-MDT0000-mdtlov_UUID:164809:1874221260908032:0@lo:1000:lfsck_layout.0 00000100:00100000:3.0:1787398552.986833:0:164809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398552.986855:0:164809:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf307ebfcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787398552.986911:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260908032 00000100:00100000:2.0:1787398552.986916:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260908032 00000100:00100000:2.0:1787398552.986955:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:2.0:1787398552.986963:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:164809:x1874221260908032:12345-0@lo:1000:lfsck_layout.0 00000100:00100000:2.0:1787398552.987018:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:164809:x1874221260908032:12345-0@lo:1000:lfsck_layout.0 Request processed in 56us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398552.987043:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:3.0:1787398552.987518:0:164809:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d5880 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustre-MDT0000-mdtlov_UUID:164809:1874221260908032:0@lo:1000:lfsck_layout.0 00100000:10000000:3.0:1787398552.987616:0:164809:0:(lfsck_layout.c:4499:lfsck_layout_repair_encflag()) lustre-MDT0000-osd: layout LFSCK assistant repair of inconsistent file enc flag for: parent [0x200003ab3:0x6:0x0], child [0x280000401:0x245:0x0], OST-index 0, stripe-index 0: rc = 1 00000100:00100000:3.0:1787398552.987653:0:164809:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d7800 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustre-MDT0000-mdtlov_UUID:164809:1874221260908288:0@lo:1000:lfsck_layout.0 00000100:00100000:3.0:1787398552.987698:0:164809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398552.988090:0:164809:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf33bae1a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787398552.988112:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260908160:0@lo:1000:lfsck_layout.0 00000100:00100000:3.0:1787398552.988144:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398552.988503:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260908288 00000100:00100000:2.0:1787398552.988512:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260908288 00000100:00100000:2.0:1787398552.988552:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260908160 00000100:00100000:2.0:1787398552.988555:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260908160 00000100:00100000:2.0:1787398552.988577:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:2.0:1787398552.988587:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:164809:x1874221260908288:12345-0@lo:1000:lfsck_layout.0 00000100:00100000:2.0:1787398552.988687:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:164809:x1874221260908288:12345-0@lo:1000:lfsck_layout.0 Request processed in 101us (988us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398552.988695:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:2.0:1787398552.988724:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:2.0:1787398552.988731:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260908160:12345-0@lo:1000:lfsck_layout.0 00000100:00100000:2.0:1787398552.988899:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:106501:x1874221260908160:12345-0@lo:1000:lfsck_layout.0 Request processed in 168us (754us total) trans 21474836535 rc 0/0 00000100:00100000:2.0:1787398552.988906:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:2.0:1787398552.988960:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260908160:0@lo:1000:lfsck_layout.0 00000100:00100000:3.0:1787398552.992063:0:164809:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d7800 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustre-MDT0000-mdtlov_UUID:164809:1874221260908288:0@lo:1000:lfsck_layout.0 00100000:10000000:3.0:1787398552.992241:0:164809:0:(lfsck_layout.c:4499:lfsck_layout_repair_encflag()) lustre-MDT0000-osd: layout LFSCK assistant repair of inconsistent file enc flag for: parent [0x200003ab3:0x7:0x0], child [0x280000401:0x246:0x0], OST-index 0, stripe-index 0: rc = 1 00000100:00100000:0.0:1787398552.992593:0:164811:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20d99b900 going to sleep for 11 seconds 00000001:00100000:0.0:1787398552.993324:0:161106:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 9527bb71-2a2a-45f3-b05b-1b4012109f17 00000100:00100000:1.0:1787398552.993447:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260907648 00000100:00100000:1.0:1787398552.993459:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260907648 00100000:10000000:1.0:1787398552.993924:0:164807:0:(lfsck_engine.c:1053:lfsck_master_engine()) lustre-MDT0000-osd ffff9cf33c310000 exit: oit_flags = 0x60000, dir_flags = 0x8006, oit_cookie = 20101, dir_cookie = 0x0, parent = [0x0:0x0:0x0], pid = 164807: rc = 1 00100000:10000000:1.0:1787398552.993945:0:164807:0:(lfsck_lib.c:2594:lfsck_post_generic()) lustre-MDT0000-osd: waiting for assistant to do lfsck_layout post, rc = 1 00100000:10000000:1.0:1787398552.993948:0:164807:0:(lfsck_lib.c:2604:lfsck_post_generic()) lustre-MDT0000-osd: the assistant has done lfsck_layout post, rc = 1 00100000:10000000:1.0:1787398552.994015:0:164807:0:(lfsck_layout.c:6187:lfsck_layout_master_post()) lustre-MDT0000-osd: layout LFSCK master post done: rc = 0 00100000:10000000:1.0:1787398552.994025:0:164807:0:(lfsck_lib.c:2621:lfsck_double_scan_generic()) lustre-MDT0000-osd: waiting for assistant to do lfsck_layout double_scan, status 2 00000100:00100000:1.0:1787398552.994039:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787398552.994065:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260908416:0@lo:1000:lfsck_layout.0 00000100:00100000:1.0:1787398552.994292:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398552.994346:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260908416 00000100:00100000:1.0:1787398552.994352:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260908416 00000100:00100000:1.0:1787398552.994405:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:1.0:1787398552.994416:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:106503:x1874221260908416:12345-0@lo:1000:lfsck_layout.0 00000100:00100000:1.0:1787398552.994636:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:106503:x1874221260908416:12345-0@lo:1000:lfsck_layout.0 Request processed in 221us (344us total) trans 21474836536 rc 0/0 00000100:00100000:1.0:1787398552.994645:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00100000:10000000:0.0:1787398552.995500:0:164809:0:(lfsck_engine.c:1612:lfsck_assistant_engine()) lustre-MDT0000-osd: lfsck_layout LFSCK assistant thread post 00000100:00100000:3.0:1787398552.999021:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260907776 00000100:00100000:3.0:1787398552.999055:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260907776 00000100:00100000:3.0:1787398552.999162:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:3.0:1787398552.999185:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:164811:x1874221260907776:12345-0@lo:1101:lfsck.0 00100000:10000000:3.0:1787398552.999222:0:158795:0:(lfsck_layout.c:6680:lfsck_layout_master_in_notify()) lustre-MDT0000-osd: layout LFSCK master handles notify 3 from OST 1, status 1, flags 2, flags2 1 00100000:10000000:0.0:1787398552.999898:0:164809:0:(lfsck_engine.c:1626:lfsck_assistant_engine()) lustre-MDT0000-osd: LFSCK assistant notified others for lfsck_layout post: rc = 0 00100000:10000000:0.0:1787398552.999906:0:164809:0:(lfsck_engine.c:1644:lfsck_assistant_engine()) lustre-MDT0000-osd: LFSCK assistant sync before the second-stage scaning 00000004:00080000:0.0:1787398552.999945:0:164809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 5574066466672ns, next at 5542857343234ns, rc = 0 00080000:00080000:0.0:1787398552.999965:0:164809:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:3.0:1787398553.000295:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:164811:x1874221260907776:12345-0@lo:1101:lfsck.0 Request processed in 1111us (15850us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398553.000308:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00080000:3.0:1787398553.000359:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00100000:10000000:1.0:1787398553.001301:0:164807:0:(lfsck_lib.c:2630:lfsck_double_scan_generic()) lustre-MDT0000-osd: the assistant has done lfsck_layout double_scan, status 0 00000100:00100000:1.0:1787398553.001409:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260908416:0@lo:1000:lfsck_layout.0 00000100:00080000:1.0:1787398553.001464:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787398553.001538:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:1.0:1787398553.001550:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:164810:x1874221260907648:12345-0@lo:1101:lfsck.0 00100000:10000000:1.0:1787398553.001579:0:160868:0:(lfsck_layout.c:6680:lfsck_layout_master_in_notify()) lustre-MDT0000-osd: layout LFSCK master handles notify 3 from OST 0, status 1, flags 2, flags2 1 00000100:00100000:1.0:1787398553.001681:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:164810:x1874221260907648:12345-0@lo:1101:lfsck.0 Request processed in 119us (19628us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398553.001690:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:0.0:1787398553.003033:0:164810:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33609fb80 pname:cluuid:pid:xid:nid:opc:job lfsck:lustre-MDT0000-lwp-OST0000_UUID:164810:1874221260907648:0@lo:1101:lfsck.0 00100000:10000000:0.0:1787398553.003063:0:164810:0:(lfsck_layout.c:6257:lfsck_layout_slave_post()) lustre-OST0000-osd: layout LFSCK slave post done: rc = 0 00100000:10000000:0.0:1787398553.003085:0:164810:0:(lfsck_layout.c:6472:lfsck_layout_slave_double_scan()) lustre-OST0000-osd: layout LFSCK slave phase2 scan start 00000020:01000004:0.0:1787398553.003101:0:164810:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9cf32106b800 from lustre-OST0000, refs=3 00000020:01000004:0.0:1787398553.003108:0:164810:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9cf32106b800 from lustre-OST0000, refs=3 00000020:01000004:0.0:1787398553.003112:0:164810:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9cf32106b800 3 00000100:00100000:0.0:1787398553.003151:0:164810:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33609fb80 pname:cluuid:pid:xid:nid:opc:job lfsck:lustre-MDT0000-lwp-OST0000_UUID:164810:1874221260908544:0@lo:1102:lfsck.0 00000100:00100000:0.0:1787398553.003229:0:164810:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398553.003270:0:164810:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20d99b780 going to sleep for 11 seconds 00000004:00080000:0.0:1787398553.003331:0:164809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 5574069852795ns, next at 5456621163751ns, rc = 0 00080000:00080000:0.0:1787398553.003349:0:164809:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:0.0:1787398553.004080:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260908544 00000100:00100000:0.0:1787398553.004091:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260908544 00000100:00100000:0.0:1787398553.004162:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:0.0:1787398553.004183:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:164810:x1874221260908544:12345-0@lo:1102:lfsck.0 00000100:00100000:0.0:1787398553.004274:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:164810:x1874221260908544:12345-0@lo:1102:lfsck.0 Request processed in 93us (1044us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398553.004283:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:0.0:1787398553.004330:0:164810:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33609fb80 pname:cluuid:pid:xid:nid:opc:job lfsck:lustre-MDT0000-lwp-OST0000_UUID:164810:1874221260908544:0@lo:1102:lfsck.0 00100000:10000000:0.0:1787398553.004344:0:164810:0:(lfsck_layout.c:5084:lfsck_layout_slave_query_master()) lustre-OST0000-osd: layout LFSCK slave queries master: rc = 0 00000100:00100000:3.0:1787398553.007818:0:164811:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33609c000 pname:cluuid:pid:xid:nid:opc:job lfsck:lustre-MDT0000-lwp-OST0001_UUID:164811:1874221260907776:0@lo:1101:lfsck.0 00100000:10000000:3.0:1787398553.007858:0:164811:0:(lfsck_layout.c:6257:lfsck_layout_slave_post()) lustre-OST0001-osd: layout LFSCK slave post done: rc = 0 00100000:10000000:3.0:1787398553.007873:0:164811:0:(lfsck_layout.c:6472:lfsck_layout_slave_double_scan()) lustre-OST0001-osd: layout LFSCK slave phase2 scan start 00000020:01000004:3.0:1787398553.008017:0:164811:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9cf20ab51000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1787398553.008027:0:164811:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9cf20ab51000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1787398553.008031:0:164811:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9cf20ab51000 3 00000100:00100000:3.0:1787398553.008096:0:164811:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20b888000 pname:cluuid:pid:xid:nid:opc:job lfsck:lustre-MDT0000-lwp-OST0001_UUID:164811:1874221260908672:0@lo:1102:lfsck.0 00000100:00100000:3.0:1787398553.008201:0:164811:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398553.008259:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260908672 00000100:00100000:3.0:1787398553.008267:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260908672 00000100:00100000:3.0:1787398553.008330:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:3.0:1787398553.008341:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208893b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:164811:x1874221260908672:12345-0@lo:1102:lfsck.0 00000100:00100000:3.0:1787398553.008406:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208893b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:164811:x1874221260908672:12345-0@lo:1102:lfsck.0 Request processed in 66us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398553.008415:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00100000:3.0:1787398553.008444:0:164811:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf32629c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787398553.008463:0:164811:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20b888000 pname:cluuid:pid:xid:nid:opc:job lfsck:lustre-MDT0000-lwp-OST0001_UUID:164811:1874221260908672:0@lo:1102:lfsck.0 00100000:10000000:3.0:1787398553.008508:0:164811:0:(lfsck_layout.c:5084:lfsck_layout_slave_query_master()) lustre-OST0001-osd: layout LFSCK slave queries master: rc = 0 00000004:00080000:0.0:1787398553.013238:0:158774:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 23 committed 00000001:00080000:0.0:1787398553.013333:0:158774:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738610 is committed 00000004:00080000:3.0:1787398553.021700:0:158774:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 22 committed 00100000:10000000:3.0:1787398553.021769:0:164809:0:(lfsck_engine.c:1651:lfsck_assistant_engine()) lustre-MDT0000-osd: LFSCK assistant phase2 scan start, synced: rc = 0 00100000:10000000:3.0:1787398553.021794:0:164809:0:(lfsck_layout.c:4839:lfsck_layout_assistant_handler_p2()) lustre-MDT0000-osd: layout LFSCK phase2 scan start 00100000:10000000:3.0:1787398553.021798:0:164809:0:(lfsck_layout.c:4889:lfsck_layout_assistant_handler_p2()) lustre-MDT0000-osd: layout LFSCK phase2 scan stop: rc = 1 00000100:00100000:3.0:1787398553.021869:0:164809:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208892a00 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustre-MDT0000-mdtlov_UUID:164809:1874221260908800:0@lo:1101:lfsck_layout.0 00000100:00100000:3.0:1787398553.022142:0:164809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398553.022297:0:164809:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208890e00 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustre-MDT0000-mdtlov_UUID:164809:1874221260908928:0@lo:1101:lfsck_layout.0 00000100:00100000:3.0:1787398553.022323:0:164809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398553.026347:0:164809:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf32629c6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787398553.029341:0:160296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260908800 00000100:00100000:1.0:1787398553.029365:0:160296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260908800 00000100:00100000:1.0:1787398553.029452:0:160296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260908928 00000100:00100000:1.0:1787398553.029456:0:160296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260908928 00000100:00100000:1.0:1787398553.029505:0:160296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244 00000100:00100000:1.0:1787398553.029518:0:160296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208890000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:164809:x1874221260908800:12345-0@lo:1101:lfsck_layout.0 00100000:10000000:1.0:1787398553.029558:0:160296:0:(lfsck_layout.c:6860:lfsck_layout_slave_in_notify()) lustre-OST0000-osd: layout LFSCK slave handle notify 4 from MDT 0, status 1 00000100:00100000:1.0:1787398553.029690:0:160296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208890000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:164809:x1874221260908800:12345-0@lo:1101:lfsck_layout.0 Request processed in 174us (7548us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398553.029698:0:160296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244 00000100:00100000:1.0:1787398553.029834:0:160296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245 00000100:00100000:1.0:1787398553.029842:0:160296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:164809:x1874221260908928:12345-0@lo:1101:lfsck_layout.0 00100000:10000000:1.0:1787398553.029859:0:160296:0:(lfsck_layout.c:6860:lfsck_layout_slave_in_notify()) lustre-OST0001-osd: layout LFSCK slave handle notify 4 from MDT 0, status 1 00000100:00100000:1.0:1787398553.029973:0:160296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:164809:x1874221260908928:12345-0@lo:1101:lfsck_layout.0 Request processed in 131us (7648us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398553.029981:0:160296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245 00000100:00100000:3.0:1787398553.030964:0:164809:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208892a00 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustre-MDT0000-mdtlov_UUID:164809:1874221260908800:0@lo:1101:lfsck_layout.0 00000100:00100000:3.0:1787398553.030990:0:164809:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208890e00 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustre-MDT0000-mdtlov_UUID:164809:1874221260908928:0@lo:1101:lfsck_layout.0 00000100:00100000:3.0:1787398553.030999:0:164809:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf32629c6c0 going to sleep for 0 seconds 00100000:10000000:3.0:1787398553.031025:0:164809:0:(lfsck_engine.c:1760:lfsck_assistant_engine()) lustre-MDT0000-osd: LFSCK assistant sync before exit 00000004:00080000:3.0:1787398553.031068:0:164809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 5574097589053ns, next at 5542857343234ns, rc = 0 00080000:00080000:3.0:1787398553.031156:0:164809:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:3.0:1787398553.031198:0:164809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 5574097719817ns, next at 5456621163751ns, rc = 0 00080000:00080000:3.0:1787398553.031203:0:164809:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00100000:10000000:3.0:1787398553.033133:0:164811:0:(lfsck_layout.c:1503:lfsck_layout_double_scan_result()) lustre-OST0001-osd: layout LFSCK double scan: rc = 1 00100000:10000000:3.0:1787398553.033213:0:164811:0:(lfsck_layout.c:1544:lfsck_layout_double_scan_result()) lustre-OST0001-osd: layout LFSCK double scan result 3: rc = 0 00100000:10000000:3.0:1787398553.033218:0:164811:0:(lfsck_layout.c:5105:lfsck_layout_slave_notify_master()) lustre-OST0001-osd: layout LFSCK slave notifies master 00100000:10000000:3.0:1787398553.033240:0:164811:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00100000:10000000:3.0:1787398553.033243:0:164811:0:(lfsck_layout.c:6524:lfsck_layout_slave_double_scan()) lustre-OST0001-osd: layout LFSCK slave phase2 scan finished, status 3: rc = 0 00100000:10000000:0.0:1787398553.036638:0:164810:0:(lfsck_layout.c:1503:lfsck_layout_double_scan_result()) lustre-OST0000-osd: layout LFSCK double scan: rc = 1 00000004:00080000:1.0:1787398553.037868:0:158774:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 23 committed 00000004:00080000:1.0:1787398553.037969:0:158774:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 24 committed 00100000:10000000:0.0:1787398553.038362:0:164810:0:(lfsck_layout.c:1544:lfsck_layout_double_scan_result()) lustre-OST0000-osd: layout LFSCK double scan result 3: rc = 0 00100000:10000000:0.0:1787398553.038369:0:164810:0:(lfsck_layout.c:5105:lfsck_layout_slave_notify_master()) lustre-OST0000-osd: layout LFSCK slave notifies master 00100000:10000000:0.0:1787398553.038399:0:164810:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00100000:10000000:0.0:1787398553.038402:0:164810:0:(lfsck_layout.c:6524:lfsck_layout_slave_double_scan()) lustre-OST0000-osd: layout LFSCK slave phase2 scan finished, status 3: rc = 0 00100000:10000000:2.0:1787398553.039140:0:164809:0:(lfsck_engine.c:1766:lfsck_assistant_engine()) lustre-MDT0000-osd: LFSCK assistant synced before exit: rc = 0 00100000:10000000:2.0:1787398553.039147:0:164809:0:(lfsck_layout.c:1503:lfsck_layout_double_scan_result()) lustre-MDT0000-osd: layout LFSCK double scan: rc = 1 00100000:10000000:2.0:1787398553.039232:0:164809:0:(lfsck_layout.c:1544:lfsck_layout_double_scan_result()) lustre-MDT0000-osd: layout LFSCK double scan result 3: rc = 0 00100000:10000000:2.0:1787398553.039235:0:164809:0:(lfsck_engine.c:1778:lfsck_assistant_engine()) lustre-MDT0000-osd: LFSCK assistant phase2 scan finished: rc = 1 00100000:10000000:2.0:1787398553.039250:0:164809:0:(lfsck_engine.c:1790:lfsck_assistant_engine()) lustre-MDT0000-osd: lfsck_layout LFSCK assistant thread exit: rc = 1 00000001:00100000:2.0:1787398553.052813:0:159523:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 9527bb71-2a2a-45f3-b05b-1b4012109f17 00000001:00100000:2.0:1787398553.052842:0:159523:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 77079b13-ca22-42b2-a958-5d5459d475f7 00000001:00080000:2.0:1787398553.052853:0:159523:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 21474836525 is committed 00000020:00000080:2.0:1787398553.052861:0:159523:0:(genops.c:906:class_export_put()) final put ffff9cf3085d9000/77079b13-ca22-42b2-a958-5d5459d475f7 00000020:00000080:3.0:1787398553.056084:0:73119:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf3085d9000/77079b13-ca22-42b2-a958-5d5459d475f7 for lustre-MDT0001 00000020:00000080:2.0:1787398553.056319:0:73119:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf305ff2000 for lustre-MDT0001 00010000:00010000:3.0:1787398553.877890:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398554.582030:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787398554.582076:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260909056:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787398554.582207:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398554.582407:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260909056 00000100:00100000:2.0:1787398554.582419:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260909056 00000100:00100000:2.0:1787398554.582508:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:2.0:1787398554.582519:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208890e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221260909056:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787398554.582567:0:158799:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42655744 avail 36524032 00000100:00100000:2.0:1787398554.582621:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208890e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221260909056:12345-0@lo:41:osp-pre-0-1.0 Request processed in 104us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398554.582628:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100000:0.0:1787398554.582923:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260909056:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787398554.583310:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787398554.583324:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208892a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260909184:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787398554.583369:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398554.583460:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260909184 00000100:00100000:3.0:1787398554.583466:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260909184 00000100:00100000:3.0:1787398554.583535:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:3.0:1787398554.583543:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260909184:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787398554.583569:0:159531:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42786816 avail 36655104 00000100:00100000:3.0:1787398554.583614:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260909184:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398554.583620:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:2.0:1787398554.583754:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208892a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260909184:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1787398554.902434:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398555.607764:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787398555.607800:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260909312:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787398555.607902:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398555.608053:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260909312 00000100:00100000:1.0:1787398555.608065:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260909312 00000100:00100000:1.0:1787398555.608171:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00100000:1.0:1787398555.608183:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221260909312:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787398555.608222:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 21221056 pending 0 free 71041024 avail 63873024 00000100:00100000:1.0:1787398555.608280:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221260909312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398555.608306:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00100000:1.0:1787398555.608372:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260909312:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1787398555.608513:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787398555.611588:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208890a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260909824:0@lo:400:kworker.0 00000100:00100000:2.0:1787398555.611698:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398555.611731:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260909568:0@lo:400:kworker.0 00000100:00100000:2.0:1787398555.611790:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787398555.611802:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260909696:0@lo:400:kworker.0 00000100:00100000:1.0:1787398555.611821:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398555.611842:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398555.611912:0:162515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260909824 00000100:00100000:2.0:1787398555.611922:0:162515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260909824 00000100:00100000:2.0:1787398555.612008:0:162515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260909696 00000100:00100000:2.0:1787398555.612013:0:162515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260909696 00000100:00100000:2.0:1787398555.612069:0:162515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00100000:2.0:1787398555.612080:0:162515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260909824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398555.612157:0:162515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260909824:12345-0@lo:400:kworker.0 Request processed in 79us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398555.612165:0:162515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00100000:2.0:1787398555.612204:0:162515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00100000:2.0:1787398555.612211:0:162515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+7:106501:x1874221260909696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398555.612242:0:162515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+7:106501:x1874221260909696:12345-0@lo:400:kworker.0 Request processed in 32us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398555.612250:0:162515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00100000:2.0:1787398555.612274:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260909568 00000100:00100000:2.0:1787398555.612285:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260909568 00000100:00100000:2.0:1787398555.612316:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:2.0:1787398555.612323:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260909568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398555.612360:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260909568:12345-0@lo:400:kworker.0 Request processed in 38us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398555.612367:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:2.0:1787398555.612408:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208890380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260910208:0@lo:400:kworker.0 00000100:00100000:2.0:1787398555.612435:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398555.612456:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787398555.612462:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106500:1874221260910336:0@lo:400:kworker.0 00000100:00100000:2.0:1787398555.612518:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398555.612574:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260909696:0@lo:400:kworker.0 00000100:00100000:2.0:1787398555.612589:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208890a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260909824:0@lo:400:kworker.0 00000100:00100000:2.0:1787398555.612641:0:160294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260910208 00000100:00100000:2.0:1787398555.612645:0:160294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260910208 00000100:00100000:2.0:1787398555.612672:0:160294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00100000:2.0:1787398555.612678:0:160294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221260910208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398555.612715:0:160294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221260910208:12345-0@lo:400:kworker.0 Request processed in 37us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398555.612733:0:160294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00100000:2.0:1787398555.612771:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208890380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260910208:0@lo:400:kworker.0 00000100:00100000:2.0:1787398555.612816:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260910336 00000100:00100000:2.0:1787398555.612820:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260910336 00000100:00100000:2.0:1787398555.612858:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:2.0:1787398555.612865:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106500:x1874221260910336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398555.612902:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106500:x1874221260910336:12345-0@lo:400:kworker.0 Request processed in 37us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398555.612910:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00000100:00080000:2.0:1787398555.612928:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787398555.612933:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787398555.612951:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106500:1874221260910336:0@lo:400:kworker.0 00000100:00100000:0.0:1787398555.617213:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221260909440:0@lo:400:kworker.0 00000100:00100000:0.0:1787398555.617328:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398555.617534:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106502:1874221260909952:0@lo:400:kworker.0 00000100:00100000:0.0:1787398555.617571:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398555.617613:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787398555.617620:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260910080:0@lo:400:kworker.0 00000100:00100000:0.0:1787398555.617648:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398555.617696:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260909952 00000100:00100000:0.0:1787398555.617705:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260909952 00000100:00100000:2.0:1787398555.618179:0:158788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260909440 00000100:00100000:2.0:1787398555.618196:0:158788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260909440 00000100:00100000:2.0:1787398555.618275:0:158788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:2.0:1787398555.618286:0:158788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b0e9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221260909440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398555.618414:0:158788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b0e9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221260909440:12345-0@lo:400:kworker.0 Request processed in 130us (1085us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398555.618422:0:158788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:0.0:1787398555.618623:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:0.0:1787398555.618636:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106502:x1874221260909952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398555.618700:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106502:x1874221260909952:12345-0@lo:400:kworker.0 Request processed in 68us (1128us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398555.618707:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00000100:00100000:0.0:1787398555.618757:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221260909440:0@lo:400:kworker.0 00000100:00100000:0.0:1787398555.618773:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106502:1874221260909952:0@lo:400:kworker.0 00000100:00100000:2.0:1787398555.618953:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260910080 00000100:00100000:2.0:1787398555.618961:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260910080 00000100:00100000:2.0:1787398555.619017:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:2.0:1787398555.619035:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221260910080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398555.619091:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221260910080:12345-0@lo:400:kworker.0 Request processed in 58us (1442us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398555.619127:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:1.0:1787398555.620343:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260909568:0@lo:400:kworker.0 00000100:00100000:1.0:1787398555.621004:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106503:1874221260910592:0@lo:400:kworker.0 00000100:00100000:0.0:1787398555.621193:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106502:1874221260910464:0@lo:400:kworker.0 00000100:00100000:1.0:1787398555.621200:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398555.621272:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398555.621329:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260910592 00000100:00100000:0.0:1787398555.621336:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260910080:0@lo:400:kworker.0 00000100:00100000:1.0:1787398555.621337:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260910592 00000100:00100000:1.0:1787398555.621744:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260910464 00000100:00100000:1.0:1787398555.621749:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260910464 00000100:00100000:1.0:1787398555.621773:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:1.0:1787398555.621782:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106503:x1874221260910592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398555.621841:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106503:x1874221260910592:12345-0@lo:400:kworker.0 Request processed in 60us (647us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398555.621848:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00000100:00100000:1.0:1787398555.621864:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:1.0:1787398555.621869:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106502:x1874221260910464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398555.621900:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106502:x1874221260910464:12345-0@lo:400:kworker.0 Request processed in 31us (630us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398555.621905:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00100000:1.0:1787398555.621944:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106503:1874221260910592:0@lo:400:kworker.0 00000100:00100000:2.0:1787398555.622150:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:106501:1874221260910848:0@lo:400:kworker.0 00000100:00100000:2.0:1787398555.622186:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398555.622212:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787398555.622218:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208892d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106501:1874221260910720:0@lo:400:kworker.0 00000100:00100000:2.0:1787398555.622239:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1787398555.622507:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787398555.622515:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787398555.622579:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106502:1874221260910464:0@lo:400:kworker.0 00000100:00100000:3.0:1787398555.623158:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260910848 00000100:00100000:3.0:1787398555.623169:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260910848 00000100:00100000:3.0:1787398555.623245:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260910720 00000100:00100000:3.0:1787398555.623249:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260910720 00000100:00100000:3.0:1787398555.623266:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 287 00000100:00100000:3.0:1787398555.623273:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106501:x1874221260910848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398555.623335:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106501:x1874221260910848:12345-0@lo:400:kworker.0 Request processed in 62us (1148us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398555.623342:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 287 00000100:00080000:0.0:1787398555.623823:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787398555.623829:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787398555.623981:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:1.0:1787398555.623993:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106501:x1874221260910720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398555.624078:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106501:x1874221260910720:12345-0@lo:400:kworker.0 Request processed in 89us (1836us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398555.624084:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000100:00100000:0.0:1787398555.627387:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208892d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106501:1874221260910720:0@lo:400:kworker.0 00000100:00100000:0.0:1787398555.627408:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:106501:1874221260910848:0@lo:400:kworker.0 00010000:00010000:2.0:1787398555.927317:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398556.629813:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260910976:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787398556.629902:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398556.629966:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260910976 00000100:00100000:1.0:1787398556.629981:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260910976 00000100:00100000:2.0:1787398556.630353:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00100000:2.0:1787398556.630366:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3376d8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:106502:x1874221260910976:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787398556.630391:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 21221056 pending 0 free 71041024 avail 63873024 00000100:00100000:2.0:1787398556.630438:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3376d8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:106502:x1874221260910976:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (536us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398556.630447:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00100000:2.0:1787398556.630787:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260910976:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1787398556.954688:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398557.654335:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260911104:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787398557.654439:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398557.654537:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260911104 00000100:00100000:3.0:1787398557.654548:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260911104 00000100:00100000:3.0:1787398557.654651:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00100000:3.0:1787398557.654669:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260911104:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787398557.654710:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8249024 pending 0 free 71184384 avail 64016384 00000100:00100000:3.0:1787398557.654775:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260911104:12345-0@lo:13:osp-pre-1-0.0 Request processed in 114us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398557.654794:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00080000:3.0:1787398557.654826:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787398557.654870:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260911104:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787398557.657519:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787398557.657552:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260911232:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787398557.657644:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398557.658198:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260911232 00000100:00100000:2.0:1787398557.658213:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260911232 00000100:00100000:2.0:1787398557.658307:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:2.0:1787398557.658319:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260911232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1787398557.660094:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8249024 pending 0 free 71184384 avail 64016384 00000100:00100000:2.0:1787398557.660246:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260911232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1923us (2595us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398557.660257:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00100000:2.0:1787398557.660371:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260911232:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1787398557.660613:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787398557.798546:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398557.798586:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398557.798621:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398557.798643:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398557.798673:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398557.798710:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247441664 00000100:00100000:3.0:1787398557.798723:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247441664 00000100:00100000:3.0:1787398557.798822:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247441536 00000100:00100000:3.0:1787398557.798826:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247441536 00000100:00100000:3.0:1787398557.798854:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 289 00000100:00100000:3.0:1787398557.798868:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208893100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9527bb71-2a2a-45f3-b05b-1b4012109f17+5:69165:x1874221247441664:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398557.798972:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208893100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9527bb71-2a2a-45f3-b05b-1b4012109f17+5:69165:x1874221247441664:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 108us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398557.798996:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 289 00000100:00100000:3.0:1787398557.799019:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 290 00000100:00100000:3.0:1787398557.799027:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208890a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9527bb71-2a2a-45f3-b05b-1b4012109f17+13:69162:x1874221247441536:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398557.799055:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208890a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9527bb71-2a2a-45f3-b05b-1b4012109f17+13:69162:x1874221247441536:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 30us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398557.799062:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 290 00000100:00100000:3.0:1787398557.799096:0:158789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247441408 00000100:00100000:3.0:1787398557.799100:0:158789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247441408 00000100:00100000:3.0:1787398557.799140:0:158789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 227 00000100:00100000:3.0:1787398557.799147:0:158789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b0e8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dc4367dc-6dd5-4b57-a555-cf928ead0e61+10:69162:x1874221247441408:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398557.799174:0:158789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b0e8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dc4367dc-6dd5-4b57-a555-cf928ead0e61+10:69162:x1874221247441408:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 27us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398557.799180:0:158789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 227 00000100:00100000:3.0:1787398557.799213:0:160295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247441792 00000100:00100000:3.0:1787398557.799217:0:160295:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247441792 00000100:00100000:3.0:1787398557.799247:0:160295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247441920 00000100:00100000:3.0:1787398557.799250:0:160295:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247441920 00000100:00100000:3.0:1787398557.799274:0:160295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 138 00000100:00100000:3.0:1787398557.799280:0:160295:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9527bb71-2a2a-45f3-b05b-1b4012109f17+5:69165:x1874221247441792:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398557.799307:0:160295:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9527bb71-2a2a-45f3-b05b-1b4012109f17+5:69165:x1874221247441792:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 27us (777us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398557.799314:0:160295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 138 00000100:00100000:3.0:1787398557.799326:0:160295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 139 00000100:00100000:3.0:1787398557.799333:0:160295:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9527bb71-2a2a-45f3-b05b-1b4012109f17+5:69162:x1874221247441920:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398557.799357:0:160295:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9527bb71-2a2a-45f3-b05b-1b4012109f17+5:69162:x1874221247441920:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 25us (713us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398557.799364:0:160295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 139 00000100:00080000:3.0:1787398557.799384:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787398557.799389:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787398557.799392:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787398557.799394:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1787398557.974442:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1787398558.685978:0:160290:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836536 is committed 00010000:00010000:2.0:1787398558.997969:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398559.702242:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787398559.702279:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260911360:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787398559.702379:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398559.702600:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260911360 00000100:00100000:2.0:1787398559.702611:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260911360 00000100:00100000:2.0:1787398559.702684:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:2.0:1787398559.702695:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221260911360:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787398559.702743:0:158799:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42655744 avail 36524032 00000100:00100000:2.0:1787398559.702905:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221260911360:12345-0@lo:41:osp-pre-0-1.0 Request processed in 210us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398559.702914:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:0.0:1787398559.703063:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260911360:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787398559.703290:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787398559.703303:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260911488:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787398559.703340:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398559.703549:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260911488 00000100:00100000:3.0:1787398559.703556:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260911488 00000100:00100000:3.0:1787398559.703601:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:3.0:1787398559.703632:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260911488:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787398559.703659:0:159531:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42786816 avail 36655104 00000100:00100000:3.0:1787398559.703715:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260911488:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398559.703722:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:1.0:1787398559.703896:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260911488:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1787398560.024149:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398560.727244:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787398560.727271:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260911616:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787398560.727359:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398560.727469:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260911616 00000100:00100000:2.0:1787398560.727516:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260911616 00000100:00100000:2.0:1787398560.727586:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00100000:2.0:1787398560.727596:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207231500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221260911616:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787398560.727720:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 21221056 pending 0 free 71041024 avail 63873024 00000100:00100000:2.0:1787398560.727771:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207231500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221260911616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 177us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398560.727779:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00080000:2.0:1787398560.727802:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787398560.727817:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208890700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260912000:0@lo:400:kworker.0 00000100:00100000:2.0:1787398560.727844:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398560.727882:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260912128:0@lo:400:kworker.0 00000100:00100000:2.0:1787398560.727887:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260912512:0@lo:400:kworker.0 00000100:00100000:3.0:1787398560.728093:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398560.728128:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106503:1874221260912640:0@lo:400:kworker.0 00000100:00100000:3.0:1787398560.728158:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398560.728176:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20b888a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106503:1874221260913152:0@lo:400:kworker.0 00000100:00100000:3.0:1787398560.728200:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398560.728238:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260912640 00000100:00100000:3.0:1787398560.728245:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260912640 00000100:00100000:3.0:1787398560.728296:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260913152 00000100:00100000:3.0:1787398560.728299:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260913152 00000100:00100000:3.0:1787398560.728339:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:3.0:1787398560.728349:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b889f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106503:x1874221260912640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398560.728371:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398560.728423:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b889f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106503:x1874221260912640:12345-0@lo:400:kworker.0 Request processed in 74us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398560.728435:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20b88bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106502:1874221260913024:0@lo:400:kworker.0 00000100:00100000:3.0:1787398560.728436:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00100000:3.0:1787398560.728466:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:2.0:1787398560.728506:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398560.728545:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260911616:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787398560.728581:0:162516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260912000 00000100:00100000:2.0:1787398560.728586:0:162516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260912000 00000100:00100000:0.0:1787398560.728785:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208892a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a066c752-c801-430f-905b-71f66cddaa9e:106500:1874221260911744:0@lo:400:kworker.0 00000100:00100000:0.0:1787398560.728837:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398560.728880:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208892d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106500:1874221260912256:0@lo:400:kworker.0 00000100:00100000:0.0:1787398560.728903:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398560.728915:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20b88b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106500:1874221260912768:0@lo:400:kworker.0 00000100:00100000:0.0:1787398560.728947:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398560.728963:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1787398560.728981:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260911872:0@lo:400:kworker.0 00000100:00100000:0.0:1787398560.729009:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398560.729040:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260912384:0@lo:400:kworker.0 00000100:00100000:0.0:1787398560.729082:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398560.729104:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20b88ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106500:1874221260912896:0@lo:400:kworker.0 00000100:00100000:0.0:1787398560.729128:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398560.729154:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260911872 00000100:00100000:0.0:1787398560.729159:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260911872 00000100:00100000:0.0:1787398560.729196:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260912384 00000100:00100000:0.0:1787398560.729199:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260912384 00000100:00100000:0.0:1787398560.729220:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:0.0:1787398560.729226:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260911872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398560.729269:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260911872:12345-0@lo:400:kworker.0 Request processed in 44us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398560.729276:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:0.0:1787398560.729288:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:0.0:1787398560.729293:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221260912384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398560.729318:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221260912384:12345-0@lo:400:kworker.0 Request processed in 25us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398560.729324:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:0.0:1787398560.729363:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260911872:0@lo:400:kworker.0 00000100:00100000:0.0:1787398560.729373:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260912384:0@lo:400:kworker.0 00000100:00100000:2.0:1787398560.729998:0:162516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260912128 00000100:00100000:2.0:1787398560.730010:0:162516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260912128 00000100:00100000:2.0:1787398560.730083:0:162516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260912512 00000100:00100000:2.0:1787398560.730086:0:162516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260912512 00000100:00100000:2.0:1787398560.730113:0:162516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00100000:2.0:1787398560.730123:0:162516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207230700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260912000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398560.730199:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b888000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106503:x1874221260913152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398560.730210:0:162516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207230700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260912000:12345-0@lo:400:kworker.0 Request processed in 82us (2357us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398560.730221:0:162516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00100000:2.0:1787398560.730241:0:162516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00100000:2.0:1787398560.730249:0:162516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b88b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260912128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398560.730275:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b888000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106503:x1874221260913152:12345-0@lo:400:kworker.0 Request processed in 1799us (2072us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398560.730287:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:2.0:1787398560.730305:0:162516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b88b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260912128:12345-0@lo:400:kworker.0 Request processed in 55us (2211us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398560.730315:0:162516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00100000:3.0:1787398560.730325:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260913024 00000100:00100000:3.0:1787398560.730332:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260913024 00000100:00100000:2.0:1787398560.730337:0:162516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:2.0:1787398560.730347:0:162516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207231880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221260912512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398560.730366:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260912256 00000100:00100000:3.0:1787398560.730371:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260912256 00000100:00100000:2.0:1787398560.730391:0:162516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207231880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221260912512:12345-0@lo:400:kworker.0 Request processed in 44us (2020us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398560.730394:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260912768 00000100:00100000:3.0:1787398560.730400:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260912768 00000100:00100000:2.0:1787398560.730406:0:162516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00100000:3.0:1787398560.730431:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260912896 00000100:00100000:3.0:1787398560.730436:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260912896 00000100:00100000:2.0:1787398560.730464:0:158786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260911744 00000100:00100000:3.0:1787398560.730471:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:2.0:1787398560.730496:0:158786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260911744 00000100:00100000:2.0:1787398560.730537:0:158786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:2.0:1787398560.730560:0:158786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b0e8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106500:x1874221260911744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398560.730602:0:158786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b0e8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106500:x1874221260911744:12345-0@lo:400:kworker.0 Request processed in 44us (1764us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398560.730609:0:158786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00100000:3.0:1787398560.731875:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207232a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106502:x1874221260913024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398560.732100:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207232a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106502:x1874221260913024:12345-0@lo:400:kworker.0 Request processed in 1586us (3593us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398560.732110:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00000100:00100000:3.0:1787398560.732147:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:3.0:1787398560.732156:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106500:x1874221260912256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398560.732193:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106500:x1874221260912256:12345-0@lo:400:kworker.0 Request processed in 39us (3289us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398560.732200:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00100000:3.0:1787398560.732214:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:3.0:1787398560.732221:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106500:x1874221260912768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398560.732253:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106500:x1874221260912768:12345-0@lo:400:kworker.0 Request processed in 32us (3305us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398560.732259:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00100000:3.0:1787398560.732272:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:3.0:1787398560.732279:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335282680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106500:x1874221260912896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398560.732308:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335282680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106500:x1874221260912896:12345-0@lo:400:kworker.0 Request processed in 30us (3179us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398560.732331:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00100000:3.0:1787398560.732412:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260912128:0@lo:400:kworker.0 00000100:00100000:3.0:1787398560.732428:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106503:1874221260912640:0@lo:400:kworker.0 00000100:00100000:3.0:1787398560.732443:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20b888a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106503:1874221260913152:0@lo:400:kworker.0 00000100:00100000:2.0:1787398560.732986:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20b88ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106500:1874221260912896:0@lo:400:kworker.0 00000100:00100000:2.0:1787398560.733006:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208892a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a066c752-c801-430f-905b-71f66cddaa9e:106500:1874221260911744:0@lo:400:kworker.0 00000100:00100000:2.0:1787398560.733031:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208892d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106500:1874221260912256:0@lo:400:kworker.0 00000100:00100000:2.0:1787398560.733043:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20b88b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106500:1874221260912768:0@lo:400:kworker.0 00000100:00080000:2.0:1787398560.733085:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787398560.733092:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787398560.733099:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787398560.733102:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787398560.733122:0:106502:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836536 gen 2 00000100:00100000:2.0:1787398560.733140:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208890700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260912000:0@lo:400:kworker.0 00000100:00100000:2.0:1787398560.733156:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260912512:0@lo:400:kworker.0 00000100:00100000:2.0:1787398560.733169:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20b88bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106502:1874221260913024:0@lo:400:kworker.0 00000100:00100000:3.0:1787398560.973208:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398560.973364:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247442048 00000100:00100000:0.0:1787398560.973383:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247442048 00000100:00080000:3.0:1787398560.973512:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787398560.973685:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 352 00000100:00100000:0.0:1787398560.973702:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b888a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9527bb71-2a2a-45f3-b05b-1b4012109f17+13:122669:x1874221247442048:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:0.0:1787398560.973731:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398560.973762:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912341b0c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119a01 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398560.973873:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6de00/0x5703899912341b13 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398560.973892:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6de00/0x5703899912341b13 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398560.973910:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6de00/0x5703899912341b13 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787398560.973980:0:160868:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab3:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1787398560.973985:0:160868:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787398560.974029:0:160868:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6de00/0x5703899912341b13 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398560.974063:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912341b0c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119a01 expref: 15 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398560.974085:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6de00/0x5703899912341b13 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119a01 expref: 14 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398560.974094:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9cf305ea8d00) 00010000:00010000:0.0:1787398560.974097:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787398560.974102:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6de00, rc 0) 00000100:00100000:0.0:1787398560.974197:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b888a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9527bb71-2a2a-45f3-b05b-1b4012109f17+14:122669:x1874221247442048:12345-192.168.204.36@tcp:101:rm.0 Request processed in 499us (999us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398560.974205:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 352 00000100:00100000:0.0:1787398560.993835:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398560.994003:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247442304 00000100:00100000:3.0:1787398560.994026:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247442304 00000100:00100000:3.0:1787398560.994108:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 353 00000100:00100000:3.0:1787398560.994121:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335281500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9527bb71-2a2a-45f3-b05b-1b4012109f17+14:122669:x1874221247442304:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:3.0:1787398560.994151:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398560.994179:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341b1a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119a08 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787398560.994325:0:158795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab3:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1787398560.994703:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341b1a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119a08 expref: 16 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398560.994721:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:3.0:1787398560.994725:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787398560.994731:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341b1a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119a08 expref: 16 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398560.994745:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a68000, rc 0) 00000100:00100000:3.0:1787398560.994819:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335281500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9527bb71-2a2a-45f3-b05b-1b4012109f17+15:122669:x1874221247442304:12345-192.168.204.36@tcp:101:rm.0 Request processed in 700us (997us total) trans 34359738611 rc 301/301 00000100:00100000:3.0:1787398560.994846:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 353 00000100:00100000:0.0:1787398561.008257:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398561.008353:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247442432 00000100:00100000:1.0:1787398561.008368:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247442432 00000100:00100000:1.0:1787398561.008442:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 99 00000100:00100000:1.0:1787398561.008455:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208892300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9527bb71-2a2a-45f3-b05b-1b4012109f17+15:122669:x1874221247442432:12345-192.168.204.36@tcp:37:rm.0 00000100:00100000:3.0:1787398561.018884:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208892300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9527bb71-2a2a-45f3-b05b-1b4012109f17+15:122669:x1874221247442432:12345-192.168.204.36@tcp:37:rm.0 Request processed in 10414us (10627us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398561.018904:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 99 00000100:00100000:0.0:1787398561.039087:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398561.039398:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247442688 00000100:00100000:2.0:1787398561.039412:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247442688 00000100:00100000:3.0:1787398561.039745:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 100 00000100:00100000:3.0:1787398561.039761:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208890700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9527bb71-2a2a-45f3-b05b-1b4012109f17+15:122669:x1874221247442688:12345-192.168.204.36@tcp:35:rm.0 00000100:00100000:3.0:1787398561.040087:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208890700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9527bb71-2a2a-45f3-b05b-1b4012109f17+16:122669:x1874221247442688:12345-192.168.204.36@tcp:35:rm.0 Request processed in 329us (1014us total) trans 34359738612 rc 0/0 00000100:00100000:3.0:1787398561.040097:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 100 00010000:00010000:0.0:1787398561.046142:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398561.053882:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398561.054154:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247442944 00000100:00100000:3.0:1787398561.054168:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247442944 00000100:00100000:3.0:1787398561.054243:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 354 00000100:00100000:3.0:1787398561.054255:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208892d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9527bb71-2a2a-45f3-b05b-1b4012109f17+16:122669:x1874221247442944:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:3.0:1787398561.054287:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398561.054314:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341b28 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119a0f expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.054459:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341b2f lrc: 3/1,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.054598:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341b2f lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.054615:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341b2f lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787398561.054630:0:160868:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab3:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1787398561.055252:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341b28 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119a0f expref: 19 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.055277:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341b2f lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119a0f expref: 18 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.055288:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9cf305ea8d00) 00010000:00010000:3.0:1787398561.055292:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1787398561.055296:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a68600, rc 0) 00000100:00100000:3.0:1787398561.055383:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208892d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9527bb71-2a2a-45f3-b05b-1b4012109f17+18:122669:x1874221247442944:12345-192.168.204.36@tcp:101:rm.0 Request processed in 1129us (1517us total) trans 34359738613 rc 0/0 00000100:00100000:3.0:1787398561.055391:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 354 00000100:00100000:1.0:1787398561.066399:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398561.066540:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247443072 00000100:00100000:3.0:1787398561.066553:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247443072 00000100:00100000:3.0:1787398561.066616:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 355 00000100:00100000:3.0:1787398561.066627:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9527bb71-2a2a-45f3-b05b-1b4012109f17+18:122669:x1874221247443072:12345-192.168.204.36@tcp:41:rm.0 00000004:00000024:3.0:1787398561.066698:0:158795:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 142225408 avail 127889408 00000100:00100000:3.0:1787398561.066795:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9527bb71-2a2a-45f3-b05b-1b4012109f17+18:122669:x1874221247443072:12345-192.168.204.36@tcp:41:rm.0 Request processed in 170us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398561.066803:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 355 00000100:00100000:1.0:1787398561.076119:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398561.076212:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247443328 00000100:00100000:3.0:1787398561.076226:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247443328 00000100:00100000:3.0:1787398561.076308:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 356 00000100:00100000:3.0:1787398561.076321:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9527bb71-2a2a-45f3-b05b-1b4012109f17+18:122669:x1874221247443328:12345-192.168.204.36@tcp:36:rm.0 00010000:00010000:3.0:1787398561.076400:0:160868:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1787398561.076437:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639400/0x5703899912341a95 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1199d0 expref: 18 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.076537:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x5703899912341a80 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1199c9 expref: 17 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.076552:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x5:0x0].0x0 (ffff9cf2051cd900) 00010000:00010000:3.0:1787398561.076573:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6de00/0x5703899912341b13 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119a01 expref: 16 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.076583:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9cf305ea8d00) 00010000:00010000:3.0:1787398561.076588:0:160868:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787398561.076617:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341b3d lrc: 3/0,1 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.076633:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341b3d lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.076645:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341b3d lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.076662:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912341b44 lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x1:0x0].0xc8ff84e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.076669:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912341b44 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0xc8ff84e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.076675:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912341b44 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0xc8ff84e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.076765:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912341b4b lrc: 3/0,1 mode: --/EX res: [0x200003ab3:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.076785:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912341b4b lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.076793:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912341b4b lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1787398561.077135:0:160868:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x20:0x0].42, 64 off10880 00000004:00080000:3.0:1787398561.077147:0:160868:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 5582143668841ns, next at 5583143666086ns, rc = 0 00010000:00010000:3.0:1787398561.077204:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68e00/0x5703899912341b52 lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.077214:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68e00/0x5703899912341b52 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.077223:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68e00/0x5703899912341b52 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.077231:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68e00/0x5703899912341b52 lrc: 4/0,1 mode: PW/PW res: [0x200003ab3:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.077239:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68e00/0x5703899912341b52 lrc: 4/0,1 mode: PW/PW res: [0x200003ab3:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.077246:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68e00/0x5703899912341b52 lrc: 3/0,0 mode: PW/PW res: [0x200003ab3:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.077276:0:160868:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787398561.077298:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912341b4b lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.077305:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912341b4b lrc: 2/0,0 mode: EX/EX res: [0x200003ab3:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.077320:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912341b4b lrc: 3/0,0 mode: EX/EX res: [0x200003ab3:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.077327:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a68c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398561.077332:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912341b4b lrc: 3/0,0 mode: EX/EX res: [0x200003ab3:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.077341:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912341b4b lrc: 4/0,0 mode: EX/EX res: [0x200003ab3:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.077351:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x5:0x0].0x0 (ffff9cf305ea8800) 00010000:00010000:3.0:1787398561.077354:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1787398561.077359:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912341b4b lrc: 2/0,0 mode: --/EX res: [0x200003ab3:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.077365:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912341b4b lrc: 0/0,0 mode: --/EX res: [0x200003ab3:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.077385:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341b3d lrc: 4/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.077392:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341b3d lrc: 4/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.077398:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341b3d lrc: 3/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.077405:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341b3d lrc: 4/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.077410:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a68000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398561.077419:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341b3d lrc: 4/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.077426:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341b3d lrc: 5/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.077435:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9cf305ea8d00) 00010000:00010000:3.0:1787398561.077437:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398561.077440:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341b3d lrc: 3/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.077447:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341b3d lrc: 0/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398561.077456:0:160868:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000de0e9b4e reply state 00000000b9997f6b transno 34359738614 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912341b44 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0xc8ff84e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.077468:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912341b44 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xc8ff84e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.077524:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0xc8ff84e (ffff9cf305ea8c00) 00010000:00010000:3.0:1787398561.077528:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787398561.077531:0:160868:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1787398561.077630:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9527bb71-2a2a-45f3-b05b-1b4012109f17+17:122669:x1874221247443328:12345-192.168.204.36@tcp:36:rm.0 Request processed in 1310us (1526us total) trans 34359738614 rc 0/0 00000100:00100000:3.0:1787398561.077639:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 356 00010000:00010000:2.0:1787398561.077947:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787398561.077957:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68e00/0x5703899912341b52 lrc: 2/0,0 mode: PW/PW res: [0x200003ab3:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.077965:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a68e00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:2.0:1787398561.077969:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68e00/0x5703899912341b52 lrc: 2/0,0 mode: PW/PW res: [0x200003ab3:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.077985:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68e00/0x5703899912341b52 lrc: 3/0,0 mode: PW/PW res: [0x200003ab3:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.077996:0:159542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x5:0x0].0x0 (ffff9cf305ea8800) 00010000:00010000:2.0:1787398561.077999:0:159542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1787398561.078002:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68e00/0x5703899912341b52 lrc: 1/0,0 mode: --/PW res: [0x200003ab3:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.078018:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68e00/0x5703899912341b52 lrc: 0/0,0 mode: --/PW res: [0x200003ab3:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.078036:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398561.078038:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398561.078040:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398561.085812:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398561.086014:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247443456 00000100:00100000:2.0:1787398561.086028:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247443456 00000100:00100000:2.0:1787398561.086107:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 357 00000100:00100000:2.0:1787398561.086119:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9527bb71-2a2a-45f3-b05b-1b4012109f17+17:122669:x1874221247443456:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:2.0:1787398561.086151:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398561.086177:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x5703899912341b59 lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119a16 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.086259:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968000/0x5703899912341b60 lrc: 3/1,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.086278:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968000/0x5703899912341b60 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.086293:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968000/0x5703899912341b60 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.086329:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341b67 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x904697d0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.086337:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341b67 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x904697d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.086345:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341b67 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x904697d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.086422:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969a00/0x5703899912341b6e lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.086431:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969a00/0x5703899912341b6e lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.086438:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969a00/0x5703899912341b6e lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787398561.086635:0:158795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab3:0x4:0x0]: returning size 0 00000004:00200000:2.0:1787398561.086641:0:158795:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787398561.086670:0:158795:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969a00/0x5703899912341b6e lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.086686:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969a00/0x5703899912341b6e lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.086697:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968000/0x5703899912341b60 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.086705:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968000/0x5703899912341b60 lrc: 2/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.086724:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968000/0x5703899912341b60 lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.086731:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d968000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398561.086736:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968000/0x5703899912341b60 lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.086745:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968000/0x5703899912341b60 lrc: 4/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.086759:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9cf305ea8d00) 00010000:00010000:2.0:1787398561.086763:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398561.086768:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968000/0x5703899912341b60 lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.086775:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968000/0x5703899912341b60 lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.086793:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341b67 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x904697d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.086799:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341b67 lrc: 2/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x904697d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.086805:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341b67 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x904697d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.086811:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d969e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398561.086814:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341b67 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x904697d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.086831:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341b67 lrc: 4/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x904697d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.086840:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x904697d0 (ffff9cf3414fea00) 00010000:00010000:2.0:1787398561.086843:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398561.086846:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341b67 lrc: 2/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x904697d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.086852:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341b67 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x904697d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.086891:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x5703899912341b59 lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119a16 expref: 19 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.086905:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969a00/0x5703899912341b6e lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119a16 expref: 18 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.086912:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x4:0x0].0x0 (ffff9cf337a20600) 00010000:00010000:2.0:1787398561.086915:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787398561.086917:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d969a00, rc 0) 00000100:00100000:2.0:1787398561.087001:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9527bb71-2a2a-45f3-b05b-1b4012109f17+18:122669:x1874221247443456:12345-192.168.204.36@tcp:101:rm.0 Request processed in 884us (1204us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398561.087020:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 357 00000100:00100000:1.0:1787398561.096078:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398561.096177:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247443712 00000100:00100000:3.0:1787398561.096190:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247443712 00000100:00100000:3.0:1787398561.096268:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 358 00000100:00100000:3.0:1787398561.096281:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9527bb71-2a2a-45f3-b05b-1b4012109f17+18:122669:x1874221247443712:12345-192.168.204.36@tcp:36:rm.0 00010000:00010000:3.0:1787398561.096359:0:160868:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1787398561.096414:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969a00/0x5703899912341b6e lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119a16 expref: 18 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.096439:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x5703899912341a64 lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1199c2 expref: 17 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.096451:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x4:0x0].0x0 (ffff9cf337a20600) 00010000:00010000:3.0:1787398561.096465:0:160868:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787398561.096767:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x5703899912341b75 lrc: 3/0,1 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398561.096788:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x5703899912341b75 lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398561.096802:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x5703899912341b75 lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398561.096819:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638000/0x5703899912341b7c lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x1:0x0].0x904697d0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398561.096839:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638000/0x5703899912341b7c lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x904697d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398561.096847:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638000/0x5703899912341b7c lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x904697d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398561.096936:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639800/0x5703899912341b83 lrc: 3/0,1 mode: --/EX res: [0x200003ab3:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398561.096944:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639800/0x5703899912341b83 lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398561.096951:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639800/0x5703899912341b83 lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787398561.097255:0:160868:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x20:0x0].43, 64 off10944 00010000:00010000:1.0:1787398561.097320:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912341b8a lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398561.097329:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912341b8a lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398561.097338:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912341b8a lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398561.097347:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912341b8a lrc: 4/0,1 mode: PW/PW res: [0x200003ab3:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398561.097354:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912341b8a lrc: 4/0,1 mode: PW/PW res: [0x200003ab3:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398561.097360:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912341b8a lrc: 3/0,0 mode: PW/PW res: [0x200003ab3:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398561.097393:0:160868:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787398561.097422:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639800/0x5703899912341b83 lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398561.097428:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639800/0x5703899912341b83 lrc: 2/0,0 mode: EX/EX res: [0x200003ab3:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398561.097434:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639800/0x5703899912341b83 lrc: 3/0,0 mode: EX/EX res: [0x200003ab3:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398561.097440:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398561.097444:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639800/0x5703899912341b83 lrc: 3/0,0 mode: EX/EX res: [0x200003ab3:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398561.097452:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639800/0x5703899912341b83 lrc: 4/0,0 mode: EX/EX res: [0x200003ab3:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398561.097462:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x4:0x0].0x0 (ffff9cf337a20800) 00010000:00010000:1.0:1787398561.097465:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1787398561.097469:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639800/0x5703899912341b83 lrc: 2/0,0 mode: --/EX res: [0x200003ab3:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.098031:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787398561.098040:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912341b8a lrc: 2/0,0 mode: PW/PW res: [0x200003ab3:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.098057:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639a00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398561.098061:0:158783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912341b8a lrc: 2/0,0 mode: PW/PW res: [0x200003ab3:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.098069:0:158783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912341b8a lrc: 3/0,0 mode: PW/PW res: [0x200003ab3:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.098081:0:158783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x4:0x0].0x0 (ffff9cf337a20800) 00010000:00010000:3.0:1787398561.098084:0:158783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1787398561.098087:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912341b8a lrc: 1/0,0 mode: --/PW res: [0x200003ab3:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.098093:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912341b8a lrc: 0/0,0 mode: --/PW res: [0x200003ab3:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.098109:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398561.098111:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398561.098113:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398561.099633:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639800/0x5703899912341b83 lrc: 0/0,0 mode: --/EX res: [0x200003ab3:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398561.099693:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x5703899912341b75 lrc: 4/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398561.099701:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x5703899912341b75 lrc: 4/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398561.099709:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x5703899912341b75 lrc: 3/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398561.099738:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x5703899912341b75 lrc: 4/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398561.099744:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398561.099749:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x5703899912341b75 lrc: 4/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398561.099757:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x5703899912341b75 lrc: 5/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398561.099773:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9cf305ea8d00) 00010000:00010000:1.0:1787398561.099776:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398561.099781:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x5703899912341b75 lrc: 3/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398561.099788:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x5703899912341b75 lrc: 0/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398561.099802:0:160868:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c9371b27 reply state 00000000a301fa44 transno 34359738615 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638000/0x5703899912341b7c lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x904697d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398561.099816:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638000/0x5703899912341b7c lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x904697d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398561.099824:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x904697d0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398561.099826:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398561.099831:0:160868:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1787398561.100060:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9527bb71-2a2a-45f3-b05b-1b4012109f17+18:122669:x1874221247443712:12345-192.168.204.36@tcp:36:rm.0 Request processed in 3775us (3995us total) trans 34359738615 rc 0/0 00000100:00100000:1.0:1787398561.100071:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 358 00000100:00100000:1.0:1787398561.108146:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398561.109082:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247443840 00000100:00100000:0.0:1787398561.109099:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247443840 00000100:00100000:0.0:1787398561.109188:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 359 00000100:00100000:0.0:1787398561.109200:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9527bb71-2a2a-45f3-b05b-1b4012109f17+18:122669:x1874221247443840:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:0.0:1787398561.109233:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398561.109261:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d200/0x5703899912341b91 lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119a1d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.109347:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341b98 lrc: 3/1,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.109365:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341b98 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.109379:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341b98 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.109395:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912341b9f lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x751ce9d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.109403:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912341b9f lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x751ce9d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.109409:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912341b9f lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x751ce9d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.109666:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341ba6 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.109696:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341ba6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.109702:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341ba6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787398561.109767:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab3:0x6:0x0]: returning size 0 00000004:00200000:0.0:1787398561.109772:0:158796:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787398561.109802:0:158796:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341ba6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.109816:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341ba6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.109828:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341b98 lrc: 4/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.109835:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341b98 lrc: 4/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.109843:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341b98 lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.109850:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341b98 lrc: 4/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.109857:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398561.109861:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341b98 lrc: 4/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.109870:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341b98 lrc: 5/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.109891:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9cf305ea8d00) 00010000:00010000:0.0:1787398561.109894:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398561.109900:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341b98 lrc: 3/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.109907:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341b98 lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.109935:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912341b9f lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x751ce9d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.109943:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912341b9f lrc: 2/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x751ce9d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.109948:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912341b9f lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x751ce9d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.109954:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398561.109956:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912341b9f lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x751ce9d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.109962:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912341b9f lrc: 4/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x751ce9d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.109970:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x751ce9d9 (ffff9cf2051cd000) 00010000:00010000:0.0:1787398561.109973:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398561.109976:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912341b9f lrc: 2/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x751ce9d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.109981:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912341b9f lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x751ce9d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.110040:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d200/0x5703899912341b91 lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119a1d expref: 20 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.110055:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341ba6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119a1d expref: 19 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.110062:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x6:0x0].0x0 (ffff9cf2051cd200) 00010000:00010000:0.0:1787398561.110065:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787398561.110068:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6c200, rc 0) 00000100:00100000:0.0:1787398561.110152:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9527bb71-2a2a-45f3-b05b-1b4012109f17+19:122669:x1874221247443840:12345-192.168.204.36@tcp:101:rm.0 Request processed in 954us (2022us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398561.110159:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 359 00000100:00100000:0.0:1787398561.141685:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398561.141882:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247444096 00000100:00100000:3.0:1787398561.141921:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247444096 00000100:00100000:3.0:1787398561.141998:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 360 00000100:00100000:3.0:1787398561.142020:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+19:122669:x1874221247444096:12345-192.168.204.36@tcp:36:rm.0 00010000:00010000:3.0:1787398561.142098:0:158794:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1787398561.142136:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341ba6 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119a1d expref: 19 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.142167:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638800/0x5703899912341acd lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1199e5 expref: 18 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.142181:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x6:0x0].0x0 (ffff9cf2051cd200) 00010000:00010000:3.0:1787398561.142195:0:158794:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787398561.142224:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341bad lrc: 3/0,1 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.142239:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341bad lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.142251:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341bad lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.142267:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912341bb4 lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x1:0x0].0x751ce9d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.142273:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912341bb4 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x751ce9d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.142279:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912341bb4 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x751ce9d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.142359:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69c00/0x5703899912341bbb lrc: 3/0,1 mode: --/EX res: [0x200003ab3:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.142374:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69c00/0x5703899912341bbb lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.142381:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69c00/0x5703899912341bbb lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1787398561.142727:0:158794:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x20:0x0].44, 64 off11008 00010000:00010000:3.0:1787398561.142792:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912341bc2 lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.142800:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912341bc2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.142809:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912341bc2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.142817:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912341bc2 lrc: 4/0,1 mode: PW/PW res: [0x200003ab3:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.142823:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912341bc2 lrc: 4/0,1 mode: PW/PW res: [0x200003ab3:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.142829:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912341bc2 lrc: 3/0,0 mode: PW/PW res: [0x200003ab3:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.147790:0:158794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787398561.147851:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69c00/0x5703899912341bbb lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.147862:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69c00/0x5703899912341bbb lrc: 2/0,0 mode: EX/EX res: [0x200003ab3:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.147870:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69c00/0x5703899912341bbb lrc: 3/0,0 mode: EX/EX res: [0x200003ab3:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.147876:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a69c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398561.147882:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69c00/0x5703899912341bbb lrc: 3/0,0 mode: EX/EX res: [0x200003ab3:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.147891:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69c00/0x5703899912341bbb lrc: 4/0,0 mode: EX/EX res: [0x200003ab3:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.147935:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x6:0x0].0x0 (ffff9cf305ea8700) 00010000:00010000:0.0:1787398561.147939:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1787398561.147944:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69c00/0x5703899912341bbb lrc: 2/0,0 mode: --/EX res: [0x200003ab3:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.147951:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69c00/0x5703899912341bbb lrc: 0/0,0 mode: --/EX res: [0x200003ab3:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.147992:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341bad lrc: 4/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.147999:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341bad lrc: 4/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.148015:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341bad lrc: 3/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.148021:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341bad lrc: 4/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.148026:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a68000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398561.148028:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341bad lrc: 4/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.148033:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341bad lrc: 5/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.148041:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9cf305ea8d00) 00010000:00010000:0.0:1787398561.148043:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398561.148046:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341bad lrc: 3/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.148061:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341bad lrc: 0/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398561.148072:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c5f3dc5d reply state 00000000d19899e4 transno 34359738616 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912341bb4 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x751ce9d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.148088:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912341bb4 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x751ce9d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.148097:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x751ce9d9 (ffff9cf305ea8f00) 00010000:00010000:0.0:1787398561.148100:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787398561.148103:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1787398561.148228:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+19:122669:x1874221247444096:12345-192.168.204.36@tcp:36:rm.0 Request processed in 6204us (6552us total) trans 34359738616 rc 0/0 00000100:00100000:0.0:1787398561.148240:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 360 00010000:00010000:1.0:1787398561.148642:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787398561.148654:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912341bc2 lrc: 2/0,0 mode: PW/PW res: [0x200003ab3:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398561.148662:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a69a00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398561.148666:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912341bc2 lrc: 2/0,0 mode: PW/PW res: [0x200003ab3:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398561.148674:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912341bc2 lrc: 3/0,0 mode: PW/PW res: [0x200003ab3:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398561.148686:0:158782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x6:0x0].0x0 (ffff9cf305ea8700) 00010000:00010000:1.0:1787398561.148690:0:158782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1787398561.148693:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912341bc2 lrc: 1/0,0 mode: --/PW res: [0x200003ab3:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398561.148699:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912341bc2 lrc: 0/0,0 mode: --/PW res: [0x200003ab3:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398561.148720:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398561.148722:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398561.148724:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398561.156153:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398561.157121:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247444352 00000100:00100000:2.0:1787398561.157137:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247444352 00000100:00100000:2.0:1787398561.157227:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 361 00000100:00100000:2.0:1787398561.157240:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304181180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9527bb71-2a2a-45f3-b05b-1b4012109f17+19:122669:x1874221247444352:12345-192.168.204.36@tcp:36:rm.0 00010000:00010000:2.0:1787398561.157348:0:158795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1787398561.157384:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968c00/0x5703899912341afe lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1199f3 expref: 19 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.157407:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x5703899912341ae9 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1199ec expref: 18 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.157418:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x7:0x0].0x0 (ffff9cf3414fe700) 00010000:00010000:2.0:1787398561.157431:0:158795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787398561.157472:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x5703899912341bc9 lrc: 3/0,1 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.158621:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x5703899912341bc9 lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.158638:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x5703899912341bc9 lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.158668:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341bd0 lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x1:0x0].0xb6357e50 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.158675:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341bd0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0xb6357e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.158682:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341bd0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0xb6357e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.158775:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968000/0x5703899912341bd7 lrc: 3/0,1 mode: --/EX res: [0x200003ab3:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.158783:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968000/0x5703899912341bd7 lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.158803:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968000/0x5703899912341bd7 lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787398561.159123:0:158795:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x20:0x0].45, 64 off11072 00010000:00010000:2.0:1787398561.159194:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968a00/0x5703899912341bde lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.159203:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968a00/0x5703899912341bde lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.159212:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968a00/0x5703899912341bde lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.159221:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968a00/0x5703899912341bde lrc: 4/0,1 mode: PW/PW res: [0x200003ab3:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.159228:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968a00/0x5703899912341bde lrc: 4/0,1 mode: PW/PW res: [0x200003ab3:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.159235:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968a00/0x5703899912341bde lrc: 3/0,0 mode: PW/PW res: [0x200003ab3:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.159267:0:158795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787398561.159294:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968000/0x5703899912341bd7 lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.159301:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968000/0x5703899912341bd7 lrc: 2/0,0 mode: EX/EX res: [0x200003ab3:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.159308:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968000/0x5703899912341bd7 lrc: 3/0,0 mode: EX/EX res: [0x200003ab3:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.159325:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d968000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398561.159331:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968000/0x5703899912341bd7 lrc: 3/0,0 mode: EX/EX res: [0x200003ab3:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.159339:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968000/0x5703899912341bd7 lrc: 4/0,0 mode: EX/EX res: [0x200003ab3:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.159352:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x7:0x0].0x0 (ffff9cf3414fed00) 00010000:00010000:2.0:1787398561.159355:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1787398561.159360:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968000/0x5703899912341bd7 lrc: 2/0,0 mode: --/EX res: [0x200003ab3:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.159367:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968000/0x5703899912341bd7 lrc: 0/0,0 mode: --/EX res: [0x200003ab3:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.159390:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x5703899912341bc9 lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.159396:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x5703899912341bc9 lrc: 2/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.159403:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x5703899912341bc9 lrc: 3/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.159409:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d969000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398561.159412:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x5703899912341bc9 lrc: 3/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.159419:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x5703899912341bc9 lrc: 4/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.159437:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9cf305ea8d00) 00010000:00010000:2.0:1787398561.159440:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398561.159443:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x5703899912341bc9 lrc: 2/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.159450:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x5703899912341bc9 lrc: 0/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398561.159460:0:158795:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000042e185a6 reply state 00000000fd61c5f9 transno 34359738617 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341bd0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0xb6357e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398561.159472:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341bd0 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xb6357e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.159732:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787398561.159742:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968a00/0x5703899912341bde lrc: 2/0,0 mode: PW/PW res: [0x200003ab3:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.159749:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d968a00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398561.159752:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968a00/0x5703899912341bde lrc: 2/0,0 mode: PW/PW res: [0x200003ab3:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.159767:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968a00/0x5703899912341bde lrc: 3/0,0 mode: PW/PW res: [0x200003ab3:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.159777:0:159542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x7:0x0].0x0 (ffff9cf3414fed00) 00010000:00010000:3.0:1787398561.159780:0:159542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1787398561.159783:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968a00/0x5703899912341bde lrc: 1/0,0 mode: --/PW res: [0x200003ab3:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.159789:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968a00/0x5703899912341bde lrc: 0/0,0 mode: --/PW res: [0x200003ab3:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398561.159809:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398561.159811:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398561.159813:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398561.159850:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0xb6357e50 (ffff9cf3414fea00) 00010000:00010000:2.0:1787398561.159853:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398561.159856:0:158795:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1787398561.160040:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304181180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9527bb71-2a2a-45f3-b05b-1b4012109f17+19:122669:x1874221247444352:12345-192.168.204.36@tcp:36:rm.0 Request processed in 2790us (3889us total) trans 34359738617 rc 0/0 00000100:00100000:2.0:1787398561.160052:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 361 00000100:00100000:2.0:1787398561.173906:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398561.174111:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247444608 00000100:00100000:3.0:1787398561.174124:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247444608 00000100:00100000:3.0:1787398561.174196:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 101 00000100:00100000:3.0:1787398561.174208:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9527bb71-2a2a-45f3-b05b-1b4012109f17+19:122669:x1874221247444608:12345-192.168.204.36@tcp:35:rm.0 00000100:00100000:3.0:1787398561.174696:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9527bb71-2a2a-45f3-b05b-1b4012109f17+20:122669:x1874221247444608:12345-192.168.204.36@tcp:35:rm.0 Request processed in 488us (802us total) trans 34359738618 rc 0/0 00000100:00100000:3.0:1787398561.174706:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 101 00000100:00100000:1.0:1787398561.178187:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398561.181419:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247444864 00000100:00100000:0.0:1787398561.181440:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247444864 00000100:00100000:0.0:1787398561.182225:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 362 00000100:00100000:0.0:1787398561.182239:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9527bb71-2a2a-45f3-b05b-1b4012109f17+20:122669:x1874221247444864:12345-192.168.204.36@tcp:36:rm.0 00010000:00010000:0.0:1787398561.182328:0:160868:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1787398561.182365:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341b2f lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119a0f expref: 20 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.182393:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912341a33 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1199b4 expref: 19 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.182406:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9cf305ea8d00) 00010000:00010000:0.0:1787398561.182447:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x57038999123419f4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef1199a6 expref: 18 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.182458:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:0.0:1787398561.182461:0:160868:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787398561.182615:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d200/0x5703899912341be5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.182632:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d200/0x5703899912341be5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.182643:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d200/0x5703899912341be5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.182658:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912341bec lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.182665:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912341bec lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.182670:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912341bec lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.182758:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341bf3 lrc: 3/0,1 mode: --/EX res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.182766:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341bf3 lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.182774:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341bf3 lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787398561.185334:0:160868:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab3:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1787398561.185461:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341bf3 lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.185474:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341bf3 lrc: 2/0,0 mode: EX/EX res: [0x200003ab3:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.189803:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341bf3 lrc: 3/0,0 mode: EX/EX res: [0x200003ab3:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.189811:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398561.189817:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341bf3 lrc: 3/0,0 mode: EX/EX res: [0x200003ab3:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.189829:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341bf3 lrc: 4/0,0 mode: EX/EX res: [0x200003ab3:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.189854:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9cf2051cdb00) 00010000:00010000:0.0:1787398561.189857:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1787398561.189864:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341bf3 lrc: 2/0,0 mode: --/EX res: [0x200003ab3:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.189871:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341bf3 lrc: 0/0,0 mode: --/EX res: [0x200003ab3:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.190467:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d200/0x5703899912341be5 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.190502:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d200/0x5703899912341be5 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.190510:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d200/0x5703899912341be5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.190516:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d200/0x5703899912341be5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.190549:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6d200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398561.190552:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d200/0x5703899912341be5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.190559:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d200/0x5703899912341be5 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.190570:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:0.0:1787398561.190573:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398561.190577:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d200/0x5703899912341be5 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.190583:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d200/0x5703899912341be5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398561.190599:0:160868:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b0a0c1ee reply state 00000000b18298f8 transno 34359738619 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912341bec lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.190614:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912341bec lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.190622:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfabfbe3f (ffff9cf2051cd000) 00010000:00010000:0.0:1787398561.190625:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787398561.190629:0:160868:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1787398561.190768:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9527bb71-2a2a-45f3-b05b-1b4012109f17+19:122669:x1874221247444864:12345-192.168.204.36@tcp:36:rm.0 Request processed in 8525us (12588us total) trans 34359738619 rc 0/0 00000100:00100000:0.0:1787398561.190779:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 362 00000100:00100000:1.0:1787398561.652945:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398561.653109:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247444992 00000100:00100000:0.0:1787398561.653123:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247444992 00000100:00100000:0.0:1787398561.653202:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 363 00000100:00100000:0.0:1787398561.653234:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304181500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9527bb71-2a2a-45f3-b05b-1b4012109f17+19:122684:x1874221247444992:12345-192.168.204.36@tcp:101:lsof.0 00010000:00010000:0.0:1787398561.653266:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398561.653295:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d200/0x5703899912341bfa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119a24 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.653382:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341c01 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.653399:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341c01 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.653427:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341c01 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787398561.653532:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1787398561.653537:0:158796:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787398561.653685:0:158796:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341c01 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.653717:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d200/0x5703899912341bfa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119a24 expref: 21 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.653739:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341c01 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119a24 expref: 20 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398561.653748:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:0.0:1787398561.653751:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787398561.653755:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6c000, rc 0) 00000100:00100000:0.0:1787398561.653841:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304181500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9527bb71-2a2a-45f3-b05b-1b4012109f17+20:122684:x1874221247444992:12345-192.168.204.36@tcp:101:lsof.0 Request processed in 609us (910us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398561.653861:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 363 00000100:00100000:0.0:1787398561.750266:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260913280:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787398561.750376:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398561.750595:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260913280 00000100:00100000:1.0:1787398561.750606:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260913280 00000100:00100000:1.0:1787398561.750682:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00100000:1.0:1787398561.750693:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260913280:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787398561.750721:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 21221056 pending 0 free 71041024 avail 63873024 00000100:00100000:1.0:1787398561.750915:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260913280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 223us (539us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398561.750925:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00100000:3.0:1787398561.752843:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260913280:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1787398562.069810:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398562.773941:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787398562.773984:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260913408:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787398562.774085:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398562.774192:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260913408 00000100:00100000:2.0:1787398562.774203:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260913408 00000100:00100000:2.0:1787398562.774281:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:2.0:1787398562.774295:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b88bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221260913408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1787398562.774336:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8249024 pending 0 free 71184384 avail 64016384 00000100:00100000:2.0:1787398562.774422:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b88bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221260913408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 131us (336us total) trans 0 rc 0/0 00000100:00080000:3.0:1787398562.774448:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787398562.774452:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00100000:1.0:1787398562.774637:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260913408:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787398562.775063:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787398562.775077:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260913536:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787398562.775119:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398562.775192:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260913536 00000100:00100000:1.0:1787398562.775198:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260913536 00000100:00100000:1.0:1787398562.775250:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:1.0:1787398562.775258:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b88b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260913536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787398562.775273:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8249024 pending 0 free 71184384 avail 64016384 00000100:00100000:1.0:1787398562.775315:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b88b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260913536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398562.775321:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00100000:1.0:1787398562.775353:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260913536:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1787398562.775457:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787398562.917245:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398562.917298:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398562.917334:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398562.917368:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398562.917402:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398562.917436:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247445376 00000100:00100000:2.0:1787398562.917448:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247445376 00000100:00100000:2.0:1787398562.917564:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247445248 00000100:00100000:2.0:1787398562.917568:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247445248 00000100:00100000:2.0:1787398562.917609:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 297 00000100:00100000:2.0:1787398562.917621:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+5:69165:x1874221247445376:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:2.0:1787398562.917713:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+5:69165:x1874221247445376:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 94us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398562.917722:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 297 00000100:00100000:2.0:1787398562.917741:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 298 00000100:00100000:2.0:1787398562.917747:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+20:69165:x1874221247445248:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:2.0:1787398562.917772:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+20:69165:x1874221247445248:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 26us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398562.917778:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 298 00000100:00100000:0.0:1787398562.917876:0:162524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247445632 00000100:00100000:0.0:1787398562.917880:0:162524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247445632 00000100:00100000:0.0:1787398562.917920:0:162524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247445504 00000100:00100000:0.0:1787398562.917923:0:162524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247445504 00000100:00100000:0.0:1787398562.917961:0:162524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 143 00000100:00100000:0.0:1787398562.918043:0:162524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207233b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:9527bb71-2a2a-45f3-b05b-1b4012109f17+5:69163:x1874221247445632:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398562.918079:0:162524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207233b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:9527bb71-2a2a-45f3-b05b-1b4012109f17+5:69163:x1874221247445632:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 112us (781us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398562.918086:0:162524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 143 00000100:00100000:0.0:1787398562.918099:0:162524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 144 00000100:00100000:0.0:1787398562.918105:0:162524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207230000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:9527bb71-2a2a-45f3-b05b-1b4012109f17+5:69163:x1874221247445504:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398562.918130:0:162524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207230000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:9527bb71-2a2a-45f3-b05b-1b4012109f17+5:69163:x1874221247445504:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 26us (795us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398562.918136:0:162524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 144 00000100:00100000:3.0:1787398562.918881:0:158788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247445120 00000100:00100000:3.0:1787398562.918891:0:158788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247445120 00000100:00080000:2.0:1787398562.919144:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787398562.919159:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787398562.919163:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787398562.919165:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787398562.919212:0:158788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 229 00000100:00100000:3.0:1787398562.919222:0:158788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b0e9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dc4367dc-6dd5-4b57-a555-cf928ead0e61+10:69163:x1874221247445120:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398562.919286:0:158788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b0e9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dc4367dc-6dd5-4b57-a555-cf928ead0e61+10:69163:x1874221247445120:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 66us (2058us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398562.919293:0:158788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 229 00010000:00010000:1.0:1787398563.093987:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398563.239735:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398563.239855:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398563.251047:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247445760 00000100:00100000:3.0:1787398563.251072:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247445760 00000100:00100000:3.0:1787398563.251169:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247445888 00000100:00100000:3.0:1787398563.251174:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247445888 00000100:00100000:3.0:1787398563.251214:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 27 00000100:00100000:3.0:1787398563.251225:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207230a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dc4367dc-6dd5-4b57-a555-cf928ead0e61+11:69164:x1874221247445760:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398563.251245:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398563.251271:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf20d969400/0x570389991234190d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11990c expref: 11 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398563.251292:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398563.251372:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207230a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dc4367dc-6dd5-4b57-a555-cf928ead0e61+10:69164:x1874221247445760:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 148us (11651us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398563.251381:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 27 00000100:00100000:3.0:1787398563.251405:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 28 00000100:00100000:3.0:1787398563.251412:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf342147450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dc4367dc-6dd5-4b57-a555-cf928ead0e61+9:69164:x1874221247445888:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398563.251441:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398563.251451:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf305a69600/0x5703899912341914 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11993d expref: 9 pid: 158789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398563.251461:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398563.251515:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf342147450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dc4367dc-6dd5-4b57-a555-cf928ead0e61+8:69164:x1874221247445888:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 103us (11659us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398563.251522:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 28 00000100:00100000:2.0:1787398563.254756:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398563.254809:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398563.254827:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247446016 00000100:00100000:3.0:1787398563.254842:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247446016 00000100:00100000:1.0:1787398563.254994:0:161119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247446144 00000100:00100000:1.0:1787398563.254999:0:161119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247446144 00000100:00100000:1.0:1787398563.255051:0:161119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 246 00000100:00100000:1.0:1787398563.255063:0:161119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9527bb71-2a2a-45f3-b05b-1b4012109f17+5:69161:x1874221247446144:12345-192.168.204.36@tcp:9:umount.0 00000020:00000080:1.0:1787398563.255101:0:161119:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x5703899912341937 00000100:00080000:1.0:1787398563.255113:0:161119:0:(import.c:65:import_set_state_nolock()) ffff9cf20b2c0000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1787398563.255174:0:161119:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 4, last_transno is 17179869231 00010000:00010000:2.0:1787398563.255257:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398563.255392:0:161119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9527bb71-2a2a-45f3-b05b-1b4012109f17+2:69161:x1874221247446144:12345-192.168.204.36@tcp:9:umount.0 Request processed in 331us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398563.255402:0:161119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 246 00000100:00100000:3.0:1787398563.255519:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 29 00000100:00100000:3.0:1787398563.255529:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207230a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dc4367dc-6dd5-4b57-a555-cf928ead0e61+8:69162:x1874221247446016:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398563.255542:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398563.255566:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf20d968600/0x570389991234191b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119944 expref: 8 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398563.255586:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398563.255608:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207230a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dc4367dc-6dd5-4b57-a555-cf928ead0e61+7:69162:x1874221247446016:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 81us (868us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398563.255615:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 29 00000100:00100000:3.0:1787398563.273107:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398563.273698:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247446272 00000100:00100000:0.0:1787398563.273714:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247446272 00000100:00100000:0.0:1787398563.273798:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 247 00000100:00100000:0.0:1787398563.273811:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b889c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:9527bb71-2a2a-45f3-b05b-1b4012109f17+5:69161:x1874221247446272:12345-192.168.204.36@tcp:9:umount.0 00000020:00000080:0.0:1787398563.273855:0:162529:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x5703899912341930 00000100:00080000:0.0:1787398563.273868:0:162529:0:(import.c:65:import_set_state_nolock()) ffff9cf207199800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787398563.273943:0:162529:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 5, last_transno is 21474836536 00010000:00010000:1.0:1787398563.274224:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398563.274304:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b889c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:9527bb71-2a2a-45f3-b05b-1b4012109f17+2:69161:x1874221247446272:12345-192.168.204.36@tcp:9:umount.0 Request processed in 495us (1214us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398563.274333:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 247 00000100:00100000:0.0:1787398563.283765:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398563.283889:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247446528 00000100:00100000:2.0:1787398563.283902:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247446528 00000100:00100000:2.0:1787398563.283989:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 364 00000100:00100000:2.0:1787398563.284002:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208891500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+20:69161:x1874221247446528:12345-192.168.204.36@tcp:39:umount.0 00000020:00000080:2.0:1787398563.284048:0:158794:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x5703899912341922 00000020:00010000:2.0:1787398563.284058:0:158794:0:(genops.c:1942:obd_stale_export_put()) Put export ffff9cf305b14000: total 0 00000100:00080000:2.0:1787398563.284064:0:158794:0:(import.c:65:import_set_state_nolock()) ffff9cf305b11800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1787398563.285103:0:158794:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 8, last_transno is 34359738619 00010000:00010000:0.0:1787398563.285238:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912341bec lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398563.285252:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912341bec lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398563.285266:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912341bec lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398563.285272:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398563.285278:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912341bec lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398563.285286:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912341bec lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398563.285307:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfabfbe3f (ffff9cf2051cd000) 00010000:00010000:0.0:1787398563.285310:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398563.285316:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912341bec lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398563.285322:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912341bec lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398563.285331:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208891500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9527bb71-2a2a-45f3-b05b-1b4012109f17+19:69161:x1874221247446528:12345-192.168.204.36@tcp:39:umount.0 Request processed in 1328us (1578us total) trans 34359738620 rc 0/0 00000100:00100000:2.0:1787398563.285340:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 364 00010000:00010000:0.0:1787398563.285356:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912341bb4 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x751ce9d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398563.285361:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912341bb4 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x751ce9d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398563.285386:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912341bb4 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x751ce9d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398563.285391:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a68c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398563.285394:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912341bb4 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x751ce9d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398563.285400:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912341bb4 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x751ce9d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398563.285408:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x751ce9d9 (ffff9cf305ea8f00) 00010000:00010000:0.0:1787398563.285410:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398563.285413:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912341bb4 lrc: 2/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0x751ce9d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398563.285418:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912341bb4 lrc: 0/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0x751ce9d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398563.285433:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912341b44 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xc8ff84e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398563.285439:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912341b44 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xc8ff84e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398563.285444:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912341b44 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xc8ff84e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398563.285448:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a69400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398563.285451:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912341b44 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xc8ff84e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398563.285466:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912341b44 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xc8ff84e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398563.285475:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0xc8ff84e (ffff9cf305ea8c00) 00010000:00010000:0.0:1787398563.285537:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398563.285540:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912341b44 lrc: 2/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0xc8ff84e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398563.285546:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912341b44 lrc: 0/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0xc8ff84e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398563.285743:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341bd0 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xb6357e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398563.285752:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341bd0 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xb6357e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398563.285759:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341bd0 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xb6357e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398563.285771:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d969e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398563.285775:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341bd0 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xb6357e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398563.285781:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341bd0 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xb6357e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398563.285791:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0xb6357e50 (ffff9cf3414fea00) 00010000:00010000:3.0:1787398563.285794:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398563.285797:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341bd0 lrc: 2/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0xb6357e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398563.285802:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969e00/0x5703899912341bd0 lrc: 0/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0xb6357e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398563.285821:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638000/0x5703899912341b7c lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x904697d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398563.285828:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638000/0x5703899912341b7c lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x904697d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398563.285833:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638000/0x5703899912341b7c lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x904697d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398563.285839:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398563.285841:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638000/0x5703899912341b7c lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x904697d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398563.285847:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638000/0x5703899912341b7c lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x904697d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398563.285865:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x904697d0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398563.285868:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398563.285871:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638000/0x5703899912341b7c lrc: 2/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0x904697d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398563.285876:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638000/0x5703899912341b7c lrc: 0/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0x904697d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1787398563.289696:0:158782:0:(genops.c:1928:obd_stale_export_get()) Get export ffff9cf305b14000: total 0 00010000:00010000:1.0:1787398563.289736:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398563.289839:0:158782:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff9cf305b14000, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1787398563.289896:0:158782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:1.0:1787398563.289901:0:158782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787398563.289919:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341c01 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119a24 expref: 13 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398563.289942:0:158782:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff9cf305b14000, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1787398563.289957:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398563.289959:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398563.289972:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398563.299757:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398563.299826:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247446656 00000100:00100000:1.0:1787398563.299839:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247446656 00000100:00100000:1.0:1787398563.299924:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 365 00000100:00100000:1.0:1787398563.299936:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9527bb71-2a2a-45f3-b05b-1b4012109f17+5:69161:x1874221247446656:12345-192.168.204.36@tcp:39:umount.0 00000020:00000080:1.0:1787398563.299991:0:158796:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x5703899912341929 00000100:00080000:1.0:1787398563.300005:0:158796:0:(import.c:65:import_set_state_nolock()) ffff9cf305b17800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1787398563.300041:0:158796:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 5, last_transno is 21474836525 00000100:00100000:1.0:1787398563.300266:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9527bb71-2a2a-45f3-b05b-1b4012109f17+3:69161:x1874221247446656:12345-192.168.204.36@tcp:39:umount.0 Request processed in 331us (525us total) trans 21474836526 rc 0/0 00000100:00100000:1.0:1787398563.300275:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 365 00010000:00010000:3.0:1787398563.300756:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398563.328863:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398563.329527:0:158789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247446912 00000100:00100000:3.0:1787398563.329704:0:158789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247446912 00000100:00100000:3.0:1787398563.329777:0:158789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 230 00000100:00100000:3.0:1787398563.329790:0:158789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b0e8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dc4367dc-6dd5-4b57-a555-cf928ead0e61+7:69161:x1874221247446912:12345-192.168.204.36@tcp:251:umount.0 00000020:00000080:3.0:1787398563.329843:0:158789:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x57038999123418ff 00000020:00010000:3.0:1787398563.329852:0:158789:0:(genops.c:1942:obd_stale_export_put()) Put export ffff9cf305b15000: total 0 00000100:00080000:3.0:1787398563.329857:0:158789:0:(import.c:65:import_set_state_nolock()) ffff9cf305b13800 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1787398563.329970:0:158789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b0e8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dc4367dc-6dd5-4b57-a555-cf928ead0e61+3:69161:x1874221247446912:12345-192.168.204.36@tcp:251:umount.0 Request processed in 173us (1112us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398563.329980:0:158789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 230 00000020:00010000:1.0:1787398563.330086:0:158783:0:(genops.c:1928:obd_stale_export_get()) Get export ffff9cf305b15000: total 0 00010000:00010000:1.0:1787398563.330177:0:158783:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff9cf305b15000, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1787398563.330226:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf336d6da00/0x5703899912341906 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119905 expref: 2 pid: 158788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398563.330247:0:158783:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff9cf305b15000, canceled 1 locks, left on hash table 0. 00000020:00000080:1.0:1787398563.330259:0:158783:0:(genops.c:906:class_export_put()) final put ffff9cf305b15000/dc4367dc-6dd5-4b57-a555-cf928ead0e61 00010000:00010000:1.0:1787398563.330305:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398563.330308:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398563.330310:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1787398563.331228:0:73119:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf305b15000/dc4367dc-6dd5-4b57-a555-cf928ead0e61 for MGS 00000020:00000080:3.0:1787398563.331291:0:73119:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf305b13800 for MGS 00000100:00100000:0.0:1787398563.637916:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398563.638028:0:158788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247447040 00000100:00100000:3.0:1787398563.638041:0:158788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247447040 00000100:00100000:3.0:1787398563.638104:0:158788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 231 00000100:00100000:3.0:1787398563.638224:0:158788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b0eb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:69161:x1874221247447040:12345-192.168.204.36@tcp:250:mount.lustre.0 00010000:00080000:3.0:1787398563.638263:0:158788:0:(ldlm_lib.c:1432:target_handle_connect()) MGS: connection from 857bea78-a9c1-41f7-87c7-fefab0f760c6@192.168.204.36@tcp t0 exp 0000000000000000 cur 5584 last 0 00000020:00000080:3.0:1787398563.638311:0:158788:0:(genops.c:1406:class_connect()) connect: client 857bea78-a9c1-41f7-87c7-fefab0f760c6, cookie 0x5703899912341c08 00000100:00080000:3.0:1787398563.638400:0:158788:0:(import.c:65:import_set_state_nolock()) ffff9cf20719e000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787398563.638948:0:158788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b0eb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+5:69161:x1874221247447040:12345-192.168.204.36@tcp:250:mount.lustre.0 Request processed in 830us (1043us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398563.638967:0:158788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 231 00000100:00100000:2.0:1787398563.663599:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398563.663812:0:158786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247447168 00000100:00100000:0.0:1787398563.663827:0:158786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247447168 00000100:00100000:0.0:1787398563.663906:0:158786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 232 00000100:00100000:0.0:1787398563.663919:0:158786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b0eac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:857bea78-a9c1-41f7-87c7-fefab0f760c6+5:122707:x1874221247447168:12345-192.168.204.36@tcp:101:mount.lustre.0 00010000:00010000:0.0:1787398563.663941:0:158786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398563.663977:0:158786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf336d6d200/0x5703899912341c0f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x200ab929ef119a39 expref: -99 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398563.664016:0:158786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf336d6d200/0x5703899912341c0f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119a39 expref: 6 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398563.664031:0:158786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf336d6d200/0x5703899912341c0f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119a39 expref: 6 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398563.664042:0:158786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6d200, rc 0) 00000100:00100000:0.0:1787398563.664135:0:158786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b0eac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:857bea78-a9c1-41f7-87c7-fefab0f760c6+6:122707:x1874221247447168:12345-192.168.204.36@tcp:101:mount.lustre.0 Request processed in 218us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398563.664165:0:158786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 232 00000100:00100000:2.0:1787398563.675247:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398563.675512:0:158788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247447296 00000100:00100000:3.0:1787398563.675527:0:158788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247447296 00000100:00100000:3.0:1787398563.675617:0:158788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 233 00000100:00100000:3.0:1787398563.675629:0:158788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b0eb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+6:122707:x1874221247447296:12345-192.168.204.36@tcp:501:mount.lustre.0 00000100:00100000:3.0:1787398563.675795:0:158788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b0eb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+6:122707:x1874221247447296:12345-192.168.204.36@tcp:501:mount.lustre.0 Request processed in 168us (563us total) trans 0 rc -2/-2 00000100:00100000:3.0:1787398563.675805:0:158788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 233 00000100:00100000:1.0:1787398563.683469:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398563.683643:0:158789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247447424 00000100:00100000:2.0:1787398563.683658:0:158789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247447424 00000100:00100000:3.0:1787398563.683803:0:158789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 234 00000100:00100000:3.0:1787398563.683816:0:158789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b0eb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:857bea78-a9c1-41f7-87c7-fefab0f760c6+6:122707:x1874221247447424:12345-192.168.204.36@tcp:101:mount.lustre.0 00010000:00010000:3.0:1787398563.683838:0:158789:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398563.683862:0:158789:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf305a69600/0x5703899912341c16 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x200ab929ef119a40 expref: -99 pid: 158789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398563.683902:0:158789:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf305a69600/0x5703899912341c16 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119a40 expref: 7 pid: 158789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398563.683916:0:158789:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf305a69600/0x5703899912341c16 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119a40 expref: 7 pid: 158789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398563.683928:0:158789:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a69600, rc 0) 00000100:00100000:3.0:1787398563.684088:0:158789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b0eb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:857bea78-a9c1-41f7-87c7-fefab0f760c6+7:122707:x1874221247447424:12345-192.168.204.36@tcp:101:mount.lustre.0 Request processed in 274us (634us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398563.684108:0:158789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 234 00000100:00100000:2.0:1787398563.689263:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398563.689388:0:158786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247447552 00000100:00100000:0.0:1787398563.689401:0:158786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247447552 00000100:00100000:0.0:1787398563.689527:0:158786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 235 00000100:00100000:0.0:1787398563.689549:0:158786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b0ea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:857bea78-a9c1-41f7-87c7-fefab0f760c6+7:122707:x1874221247447552:12345-192.168.204.36@tcp:501:mount.lustre.0 00000100:00100000:0.0:1787398563.689779:0:158786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b0ea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:857bea78-a9c1-41f7-87c7-fefab0f760c6+8:122707:x1874221247447552:12345-192.168.204.36@tcp:501:mount.lustre.0 Request processed in 232us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398563.689789:0:158786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 235 00000100:00100000:0.0:1787398563.695743:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398563.705426:0:158788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247447680 00000100:00100000:2.0:1787398563.705452:0:158788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247447680 00000100:00100000:2.0:1787398563.705577:0:158788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 236 00000100:00100000:2.0:1787398563.705593:0:158788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b0e8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+8:122707:x1874221247447680:12345-192.168.204.36@tcp:503:mount.lustre.0 00000100:00100000:2.0:1787398563.705850:0:158788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b0e8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+8:122707:x1874221247447680:12345-192.168.204.36@tcp:503:mount.lustre.0 Request processed in 258us (10181us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398563.705880:0:158788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 236 00000100:00100000:0.0:1787398563.717095:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398563.717457:0:158786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247447808 00000100:00100000:2.0:1787398563.717472:0:158786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247447808 00000100:00100000:2.0:1787398563.717586:0:158786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 237 00000100:00100000:2.0:1787398563.717599:0:158786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b0e9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:857bea78-a9c1-41f7-87c7-fefab0f760c6+8:122720:x1874221247447808:12345-192.168.204.36@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787398563.717805:0:158786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b0e9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:857bea78-a9c1-41f7-87c7-fefab0f760c6+8:122720:x1874221247447808:12345-192.168.204.36@tcp:502:llog_process_th.0 Request processed in 208us (726us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398563.717814:0:158786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 237 00000100:00100000:1.0:1787398563.750599:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398563.750716:0:158789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247447936 00000100:00100000:3.0:1787398563.750729:0:158789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247447936 00000100:00100000:3.0:1787398563.750805:0:158789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 238 00000100:00100000:3.0:1787398563.750818:0:158789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b0e9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:857bea78-a9c1-41f7-87c7-fefab0f760c6+8:122720:x1874221247447936:12345-192.168.204.36@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787398563.751044:0:158789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b0e9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:857bea78-a9c1-41f7-87c7-fefab0f760c6+8:122720:x1874221247447936:12345-192.168.204.36@tcp:502:llog_process_th.0 Request processed in 228us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398563.751054:0:158789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 238 00000100:00100000:0.0:1787398563.755450:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398563.759242:0:158788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247448064 00000100:00100000:3.0:1787398563.759264:0:158788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247448064 00000100:00100000:3.0:1787398563.759366:0:158788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 239 00000100:00100000:3.0:1787398563.759378:0:158788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf308016450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+8:122720:x1874221247448064:12345-192.168.204.36@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787398563.761369:0:158788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf308016450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+8:122720:x1874221247448064:12345-192.168.204.36@tcp:502:llog_process_th.0 Request processed in 1979us (5920us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398563.761387:0:158788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 239 00000100:00100000:0.0:1787398563.773604:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398563.773813:0:158786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247448192 00000100:00100000:2.0:1787398563.773829:0:158786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247448192 00000100:00100000:2.0:1787398563.774024:0:158786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 240 00000100:00100000:2.0:1787398563.774036:0:158786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf308015c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:857bea78-a9c1-41f7-87c7-fefab0f760c6+8:122707:x1874221247448192:12345-192.168.204.36@tcp:101:mount.lustre.0 00010000:00010000:2.0:1787398563.775340:0:158786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398563.775378:0:158786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf20d968400/0x5703899912341c1d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x200ab929ef119a71 expref: -99 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398563.775429:0:158786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf20d968400/0x5703899912341c1d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119a71 expref: 9 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398563.775442:0:158786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf20d968400/0x5703899912341c1d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119a71 expref: 9 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398563.775454:0:158786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d968400, rc 0) 00000100:00100000:2.0:1787398563.775587:0:158786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf308015c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:857bea78-a9c1-41f7-87c7-fefab0f760c6+9:122707:x1874221247448192:12345-192.168.204.36@tcp:101:mount.lustre.0 Request processed in 1552us (2123us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398563.775596:0:158786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 240 00000100:00100000:1.0:1787398563.779135:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398563.779298:0:158788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247448320 00000100:00100000:3.0:1787398563.779311:0:158788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247448320 00000100:00100000:3.0:1787398563.779389:0:158788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 241 00000100:00100000:3.0:1787398563.779400:0:158788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf308015050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+9:122707:x1874221247448320:12345-192.168.204.36@tcp:256:mount.lustre.0 20000000:01000000:3.0:1787398563.779433:0:158788:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:3.0:1787398563.779463:0:158788:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1787398563.779468:0:158788:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:3.0:1787398563.779471:0:158788:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:3.0:1787398563.779474:0:158788:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:3.0:1787398563.779518:0:158788:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 36 00000100:00100000:2.0:1787398563.781687:0:158788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf308015050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+9:122707:x1874221247448320:12345-192.168.204.36@tcp:256:mount.lustre.0 Request processed in 2266us (2545us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398563.781706:0:158788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 241 00000100:00100000:1.0:1787398563.787105:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398563.787340:0:158786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247448448 00000100:00100000:2.0:1787398563.787354:0:158786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247448448 00000100:00100000:2.0:1787398563.787424:0:158786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 242 00000100:00100000:2.0:1787398563.787435:0:158786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf308016c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:857bea78-a9c1-41f7-87c7-fefab0f760c6+9:122707:x1874221247448448:12345-192.168.204.36@tcp:101:mount.lustre.0 00010000:00010000:2.0:1787398563.787458:0:158786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398563.787619:0:158786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf20d969c00/0x5703899912341c24 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x200ab929ef119a78 expref: -99 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398563.787660:0:158786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf20d969c00/0x5703899912341c24 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119a78 expref: 10 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398563.787673:0:158786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf20d969c00/0x5703899912341c24 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119a78 expref: 10 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398563.787694:0:158786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d969c00, rc 0) 00000100:00100000:2.0:1787398563.787764:0:158786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf308016c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:122707:x1874221247448448:12345-192.168.204.36@tcp:101:mount.lustre.0 Request processed in 330us (677us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398563.787772:0:158786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 242 00000100:00100000:1.0:1787398563.791109:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398563.791347:0:158788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247448576 00000100:00100000:2.0:1787398563.791361:0:158788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247448576 00000100:00100000:2.0:1787398563.791435:0:158788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 243 00000100:00100000:2.0:1787398563.791446:0:158788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf308014450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:122707:x1874221247448576:12345-192.168.204.36@tcp:501:mount.lustre.0 00000100:00100000:2.0:1787398563.792000:0:158788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf308014450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:122707:x1874221247448576:12345-192.168.204.36@tcp:501:mount.lustre.0 Request processed in 551us (906us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398563.792034:0:158788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 243 00000100:00100000:3.0:1787398563.794632:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398563.794824:0:158786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247448704 00000100:00100000:2.0:1787398563.794836:0:158786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247448704 00000100:00100000:2.0:1787398563.795013:0:158786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 244 00000100:00100000:2.0:1787398563.795026:0:158786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf308014050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:122707:x1874221247448704:12345-192.168.204.36@tcp:503:mount.lustre.0 00000100:00100000:2.0:1787398563.795335:0:158786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf308014050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:122707:x1874221247448704:12345-192.168.204.36@tcp:503:mount.lustre.0 Request processed in 311us (717us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398563.795346:0:158786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 244 00000100:00100000:1.0:1787398563.801260:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398563.801416:0:158788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247448832 00000100:00100000:2.0:1787398563.801430:0:158788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247448832 00000100:00100000:2.0:1787398563.801542:0:158788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 245 00000100:00100000:2.0:1787398563.801555:0:158788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf308014850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:122725:x1874221247448832:12345-192.168.204.36@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787398563.801830:0:158788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf308014850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:122725:x1874221247448832:12345-192.168.204.36@tcp:502:llog_process_th.0 Request processed in 276us (583us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398563.801841:0:158788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 245 00000100:00100000:2.0:1787398563.808290:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398563.810706:0:158786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247448960 00000100:00100000:0.0:1787398563.810728:0:158786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247448960 00000100:00100000:0.0:1787398563.810833:0:158786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 246 00000100:00100000:0.0:1787398563.810846:0:158786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf209a1ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:122725:x1874221247448960:12345-192.168.204.36@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787398563.811099:0:158786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf209a1ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:122725:x1874221247448960:12345-192.168.204.36@tcp:502:llog_process_th.0 Request processed in 255us (2823us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398563.811109:0:158786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 246 00000100:00100000:1.0:1787398563.817025:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398563.817256:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398563.822200:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247449088 00000100:00100000:0.0:1787398563.822223:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247449088 00000100:00100000:0.0:1787398563.822292:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247449344 00000100:00100000:0.0:1787398563.822296:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247449344 00000100:00100000:0.0:1787398563.822340:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 366 00000100:00100000:0.0:1787398563.822350:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:69161:x1874221247449088:12345-192.168.204.36@tcp:38:mount.lustre.0 00010000:00080000:0.0:1787398563.822413:0:158795:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp t0 exp 0000000000000000 cur 5584 last 0 00000020:00000080:0.0:1787398563.822467:0:158795:0:(genops.c:1406:class_connect()) connect: client dbe7f5ec-0726-4851-a675-2f47d040e30f, cookie 0x5703899912341c2b 00000004:00100000:0.0:1787398563.822533:0:158795:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00100000:3.0:1787398563.822795:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 367 00000100:00100000:3.0:1787398563.822803:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:69161:x1874221247449344:12345-192.168.204.36@tcp:38:mount.lustre.0 00010000:00080000:3.0:1787398563.822833:0:160868:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp t0 exp 0000000000000000 cur 5584 last 0 00000020:00000080:3.0:1787398563.822879:0:160868:0:(genops.c:1406:class_connect()) connect: client dbe7f5ec-0726-4851-a675-2f47d040e30f, cookie 0x5703899912341c32 00000004:00100000:3.0:1787398563.822897:0:160868:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:3.0:1787398563.822972:0:160868:0:(import.c:65:import_set_state_nolock()) ffff9cf207199000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787398563.823084:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69161:x1874221247449344:12345-192.168.204.36@tcp:38:mount.lustre.0 Request processed in 279us (5827us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398563.823094:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 367 00000100:00080000:0.0:1787398563.825462:0:158795:0:(import.c:65:import_set_state_nolock()) ffff9cf305ff7800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787398563.825621:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69161:x1874221247449088:12345-192.168.204.36@tcp:38:mount.lustre.0 Request processed in 3263us (8601us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398563.825635:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 366 00000100:00100000:3.0:1787398563.826082:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398563.826202:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247449472 00000100:00100000:3.0:1787398563.826211:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247449472 00000100:00100000:3.0:1787398563.826279:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 368 00000100:00100000:3.0:1787398563.826288:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b88ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:0:x1874221247449472:12345-192.168.204.36@tcp:41:mount.lustre.0 00000004:00000024:3.0:1787398563.826328:0:160868:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42786816 avail 36655104 00000100:00100000:3.0:1787398563.826370:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b88ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:0:x1874221247449472:12345-192.168.204.36@tcp:41:mount.lustre.0 Request processed in 84us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398563.826377:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 368 00000100:00080000:3.0:1787398563.826431:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787398563.833795:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398563.834275:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247449216 00000100:00100000:0.0:1787398563.834290:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247449216 00000100:00100000:1.0:1787398563.835076:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00080000:3.0:1787398563.835604:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787398563.835626:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247449600 00000100:00100000:0.0:1787398563.835635:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247449600 00000100:00100000:1.0:1787398563.835668:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 369 00000100:00100000:1.0:1787398563.835682:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33055fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:0:x1874221247449216:12345-192.168.204.36@tcp:41:mount.lustre.0 00000004:00000024:1.0:1787398563.835740:0:158794:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42659840 avail 36528128 00000100:00100000:0.0:1787398563.835769:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 370 00000100:00100000:0.0:1787398563.835778:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:122707:x1874221247449600:12345-192.168.204.36@tcp:41:mount.lustre.0 00000004:00000024:0.0:1787398563.835792:0:160868:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42659840 avail 36528128 00000100:00100000:1.0:1787398563.836019:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33055fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:0:x1874221247449216:12345-192.168.204.36@tcp:41:mount.lustre.0 Request processed in 339us (2238us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398563.836019:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:122707:x1874221247449600:12345-192.168.204.36@tcp:41:mount.lustre.0 Request processed in 240us (949us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398563.836029:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 369 00000100:00100000:0.0:1787398563.836032:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 370 00000100:00100000:3.0:1787398563.837602:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398563.837847:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247449728 00000100:00100000:0.0:1787398563.837859:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247449728 00000100:00100000:0.0:1787398563.837969:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 371 00000100:00100000:0.0:1787398563.837980:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33055ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:122707:x1874221247449728:12345-192.168.204.36@tcp:40:mount.lustre.0 00000100:00100000:0.0:1787398563.838194:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33055ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:122707:x1874221247449728:12345-192.168.204.36@tcp:40:mount.lustre.0 Request processed in 215us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398563.838202:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 371 00000100:00100000:2.0:1787398563.840697:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398563.841054:0:162518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247449856 00000100:00100000:1.0:1787398563.841069:0:162518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247449856 00000100:00100000:1.0:1787398563.841131:0:162518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 248 00000100:00100000:1.0:1787398563.841142:0:162518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:0+-99:69161:x1874221247449856:12345-192.168.204.36@tcp:8:mount.lustre.0 00010000:00080000:1.0:1787398563.841193:0:162518:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0000: connection from dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp t0 exp 0000000000000000 cur 5584 last 0 00000020:00000080:1.0:1787398563.841243:0:162518:0:(genops.c:1406:class_connect()) connect: client dbe7f5ec-0726-4851-a675-2f47d040e30f, cookie 0x5703899912341c39 00002000:00100000:1.0:1787398563.841260:0:162518:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli dbe7f5ec-0726-4851-a675-2f47d040e30f/ffff9cf337cfd800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211366d ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1787398563.841286:0:162518:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1787398563.841400:0:162518:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1787398563.841444:0:162518:0:(import.c:65:import_set_state_nolock()) ffff9cf337cfe800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787398563.841447:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398563.841575:0:162511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247449984 00000100:00100000:0.0:1787398563.841587:0:162511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247449984 00000100:00100000:1.0:1787398563.841591:0:162518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69161:x1874221247449856:12345-192.168.204.36@tcp:8:mount.lustre.0 Request processed in 450us (924us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398563.841600:0:162518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 248 00000100:00100000:2.0:1787398563.843709:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398563.843874:0:162511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 249 00000100:00100000:0.0:1787398563.843889:0:162511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33055ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:69161:x1874221247449984:12345-192.168.204.36@tcp:8:mount.lustre.0 00010000:00080000:0.0:1787398563.843939:0:162511:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0001: connection from dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp t0 exp 0000000000000000 cur 5584 last 0 00000020:00000080:0.0:1787398563.843997:0:162511:0:(genops.c:1406:class_connect()) connect: client dbe7f5ec-0726-4851-a675-2f47d040e30f, cookie 0x5703899912341c40 00002000:00100000:0.0:1787398563.844015:0:162511:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli dbe7f5ec-0726-4851-a675-2f47d040e30f/ffff9cf207007000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211366d ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1787398563.844042:0:162511:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1787398563.844142:0:162511:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1787398563.844183:0:162511:0:(import.c:65:import_set_state_nolock()) ffff9cf20b2c0800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787398563.844261:0:162511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33055ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69161:x1874221247449984:12345-192.168.204.36@tcp:8:mount.lustre.0 Request processed in 373us (2814us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398563.844271:0:162511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 249 00000100:00100000:3.0:1787398563.845733:0:158805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247450112 00000100:00100000:3.0:1787398563.845751:0:158805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247450112 00000100:00100000:3.0:1787398563.845823:0:158805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 11 00000100:00100000:3.0:1787398563.845834:0:158805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf209d1f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:122707:x1874221247450112:12345-192.168.204.36@tcp:900:mount.lustre.0 00000100:00100000:3.0:1787398563.845937:0:158805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf209d1f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:122707:x1874221247450112:12345-192.168.204.36@tcp:900:mount.lustre.0 Request processed in 104us (2242us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398563.845975:0:158805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 11 00000100:00100000:2.0:1787398563.848074:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398563.848188:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247450240 00000100:00100000:3.0:1787398563.848201:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247450240 00000100:00100000:3.0:1787398563.848388:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 102 00000100:00100000:3.0:1787398563.848402:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:122707:x1874221247450240:12345-192.168.204.36@tcp:33:mount.lustre.0 00000004:00200000:3.0:1787398563.848586:0:158797:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1787398563.848698:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:122707:x1874221247450240:12345-192.168.204.36@tcp:33:mount.lustre.0 Request processed in 299us (641us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398563.848707:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 102 00010000:00010000:1.0:1787398564.120638:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398564.823733:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787398564.823766:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33055ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260913664:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787398564.823877:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398564.827744:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260913664 00000100:00100000:0.0:1787398564.827767:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260913664 00000100:00100000:0.0:1787398564.827873:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:0.0:1787398564.827886:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260913664:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787398564.827952:0:158800:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42786816 avail 36655104 00000100:00100000:0.0:1787398564.828078:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260913664:12345-0@lo:41:osp-pre-1-0.0 Request processed in 193us (4199us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398564.828086:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00100000:1.0:1787398564.828296:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33055ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260913664:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787398564.828622:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260913792:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787398564.828683:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398564.828813:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260913792 00000100:00100000:0.0:1787398564.828819:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260913792 00000100:00100000:0.0:1787398564.828871:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:0.0:1787398564.828880:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eeebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221260913792:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787398564.828907:0:162682:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42659840 avail 36528128 00000100:00100000:0.0:1787398564.828968:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eeebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221260913792:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398564.828996:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:1.0:1787398564.829124:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260913792:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1787398565.147226:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398565.846079:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a066c752-c801-430f-905b-71f66cddaa9e:106501:1874221260913920:0@lo:400:kworker.0 00000100:00100000:3.0:1787398565.846199:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398565.846265:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106501:1874221260914432:0@lo:400:kworker.0 00000100:00100000:3.0:1787398565.846296:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398565.846319:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106501:1874221260914944:0@lo:400:kworker.0 00000100:00100000:3.0:1787398565.846341:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398565.846355:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:106501:1874221260915456:0@lo:400:kworker.0 00000100:00100000:3.0:1787398565.846371:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398565.846394:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1787398565.846399:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260914304:0@lo:400:kworker.0 00000100:00100000:3.0:1787398565.846422:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398565.846434:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260914816:0@lo:400:kworker.0 00000100:00100000:3.0:1787398565.846450:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398565.846461:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106501:1874221260915328:0@lo:400:kworker.0 00000100:00100000:3.0:1787398565.846527:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398565.846562:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260914432 00000100:00100000:3.0:1787398565.846572:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260914432 00000100:00100000:3.0:1787398565.846624:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260914944 00000100:00100000:3.0:1787398565.846627:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260914944 00000100:00100000:3.0:1787398565.846637:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260915456 00000100:00100000:3.0:1787398565.846639:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260915456 00000100:00100000:3.0:1787398565.846661:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260915328 00000100:00100000:3.0:1787398565.846663:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260915328 00000100:00100000:3.0:1787398565.846679:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:3.0:1787398565.846688:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33055dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106501:x1874221260914432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398565.846749:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33055dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106501:x1874221260914432:12345-0@lo:400:kworker.0 Request processed in 62us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398565.846757:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00100000:3.0:1787398565.846778:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:3.0:1787398565.846783:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33055e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106501:x1874221260914944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398565.846806:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33055e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106501:x1874221260914944:12345-0@lo:400:kworker.0 Request processed in 23us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398565.846811:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00100000:3.0:1787398565.846821:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:3.0:1787398565.846839:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33055df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106501:x1874221260915456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398565.846861:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33055df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106501:x1874221260915456:12345-0@lo:400:kworker.0 Request processed in 23us (489us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398565.846866:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:3.0:1787398565.846876:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:3.0:1787398565.846881:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33055f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106501:x1874221260915328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398565.846900:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33055f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106501:x1874221260915328:12345-0@lo:400:kworker.0 Request processed in 19us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398565.846922:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00080000:3.0:1787398565.846940:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787398565.846945:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787398565.846976:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106501:1874221260915328:0@lo:400:kworker.0 00000100:00100000:3.0:1787398565.846986:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106501:1874221260914432:0@lo:400:kworker.0 00000100:00100000:3.0:1787398565.846994:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106501:1874221260914944:0@lo:400:kworker.0 00000100:00100000:3.0:1787398565.847002:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:106501:1874221260915456:0@lo:400:kworker.0 00000100:00100000:1.0:1787398565.847156:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260914176:0@lo:400:kworker.0 00000100:00100000:1.0:1787398565.847192:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398565.847217:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260914688:0@lo:400:kworker.0 00000100:00100000:1.0:1787398565.847237:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398565.847250:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106503:1874221260915200:0@lo:400:kworker.0 00000100:00100000:1.0:1787398565.847267:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398565.847283:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1787398565.847289:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260914048:0@lo:400:kworker.0 00000100:00100000:1.0:1787398565.847309:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398565.847322:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260914560:0@lo:400:kworker.0 00000100:00100000:1.0:1787398565.847338:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398565.847353:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106503:1874221260915072:0@lo:400:kworker.0 00000100:00100000:1.0:1787398565.847369:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398565.847388:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260914048 00000100:00100000:1.0:1787398565.847398:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260914048 00000100:00100000:1.0:1787398565.847428:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260914560 00000100:00100000:1.0:1787398565.847430:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260914560 00000100:00100000:1.0:1787398565.847446:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:1.0:1787398565.847452:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eee9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260914048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398565.847538:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eee9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260914048:12345-0@lo:400:kworker.0 Request processed in 85us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398565.847544:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:1.0:1787398565.847557:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:1.0:1787398565.847562:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eee9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106503:x1874221260914560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398565.847584:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eee9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106503:x1874221260914560:12345-0@lo:400:kworker.0 Request processed in 22us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398565.847589:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:1.0:1787398565.847637:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260914048:0@lo:400:kworker.0 00000100:00100000:1.0:1787398565.847645:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260914560:0@lo:400:kworker.0 00000100:00100000:1.0:1787398565.847666:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260915200 00000100:00100000:1.0:1787398565.847669:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260915200 00000100:00100000:1.0:1787398565.847686:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260915072 00000100:00100000:1.0:1787398565.847689:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260915072 00000100:00100000:1.0:1787398565.847701:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:1.0:1787398565.847706:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eee8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106503:x1874221260915200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398565.847740:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eee8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106503:x1874221260915200:12345-0@lo:400:kworker.0 Request processed in 33us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398565.847746:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00000100:00100000:1.0:1787398565.847757:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:1.0:1787398565.847763:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eee8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106503:x1874221260915072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398565.847802:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eee8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106503:x1874221260915072:12345-0@lo:400:kworker.0 Request processed in 37us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398565.847808:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00100000:3.0:1787398565.847938:0:160296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260914304 00000100:00100000:3.0:1787398565.847943:0:160296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260914304 00000100:00100000:3.0:1787398565.847977:0:160296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260914816 00000100:00100000:3.0:1787398565.847981:0:160296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260914816 00000100:00100000:3.0:1787398565.848002:0:160296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260914176 00000100:00100000:3.0:1787398565.848004:0:160296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260914176 00000100:00100000:3.0:1787398565.848021:0:160296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260914688 00000100:00100000:3.0:1787398565.848023:0:160296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260914688 00000100:00100000:3.0:1787398565.848041:0:160296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:3.0:1787398565.848047:0:160296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33055d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260914304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398565.848087:0:160296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33055d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260914304:12345-0@lo:400:kworker.0 Request processed in 41us (1664us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398565.848093:0:160296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:3.0:1787398565.848107:0:160296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:3.0:1787398565.848112:0:160296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33055e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260914816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398565.848137:0:160296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33055e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260914816:12345-0@lo:400:kworker.0 Request processed in 25us (1686us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398565.848142:0:160296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:3.0:1787398565.848162:0:160296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:3.0:1787398565.848168:0:160296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eee8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260914176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398565.848197:0:160296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eee8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260914176:12345-0@lo:400:kworker.0 Request processed in 30us (1005us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398565.848202:0:160296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:3.0:1787398565.848214:0:160296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:3.0:1787398565.848218:0:160296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eeead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221260914688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398565.848246:0:160296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eeead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221260914688:12345-0@lo:400:kworker.0 Request processed in 28us (1008us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398565.848252:0:160296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00080000:3.0:1787398565.848272:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787398565.848276:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787398565.848279:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787398565.848280:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787398565.848303:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260914304:0@lo:400:kworker.0 00000100:00100000:3.0:1787398565.848316:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260914816:0@lo:400:kworker.0 00000100:00100000:0.0:1787398565.848559:0:158788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260913920 00000100:00100000:0.0:1787398565.848566:0:158788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260913920 00000100:00100000:0.0:1787398565.848610:0:158788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:0.0:1787398565.848617:0:158788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf209a1dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+24:106501:x1874221260913920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398565.848664:0:158788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf209a1dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+24:106501:x1874221260913920:12345-0@lo:400:kworker.0 Request processed in 47us (2466us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398565.848670:0:158788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00100000:0.0:1787398565.848738:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a066c752-c801-430f-905b-71f66cddaa9e:106501:1874221260913920:0@lo:400:kworker.0 00000100:00100000:1.0:1787398565.850003:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106503:1874221260915072:0@lo:400:kworker.0 00000100:00100000:1.0:1787398565.850023:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260914176:0@lo:400:kworker.0 00000100:00100000:1.0:1787398565.850035:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260914688:0@lo:400:kworker.0 00000100:00100000:1.0:1787398565.850046:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106503:1874221260915200:0@lo:400:kworker.0 00000100:00100000:2.0:1787398565.851251:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33eeea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260915584:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787398565.851344:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398565.852404:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260915584 00000100:00100000:1.0:1787398565.852418:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260915584 00000100:00100000:1.0:1787398565.852512:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:1.0:1787398565.852525:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221260915584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787398565.852567:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8228544 pending 0 free 71041024 avail 63873024 00000100:00100000:1.0:1787398565.852649:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221260915584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 126us (1304us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398565.852657:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:2.0:1787398565.853137:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33eeea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260915584:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1787398566.167462:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1787398566.875301:0:158819:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 5587941818952ns, next at 5588941815298ns, rc = 0 00000100:00100000:2.0:1787398566.875332:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787398566.875360:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260915712:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787398566.875462:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398566.875554:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260915712 00000100:00100000:2.0:1787398566.875565:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260915712 00000100:00100000:2.0:1787398566.875630:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:2.0:1787398566.875640:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260915712:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787398566.875671:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8228544 pending 0 free 71041024 avail 63873024 00000100:00100000:2.0:1787398566.875727:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260915712:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398566.875736:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:2.0:1787398566.875790:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260915712:0@lo:13:osp-pre-0-0.0 00000001:00100000:3.0:1787398566.885404:0:158774:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of dbe7f5ec-0726-4851-a675-2f47d040e30f 00000001:00100000:3.0:1787398566.885425:0:158774:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 9527bb71-2a2a-45f3-b05b-1b4012109f17 00000001:00080000:3.0:1787398566.885437:0:158774:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738620 is committed 00000004:00080000:3.0:1787398566.885460:0:158774:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 25 committed 00000020:00000080:3.0:1787398566.885505:0:158774:0:(genops.c:906:class_export_put()) final put ffff9cf305b14000/9527bb71-2a2a-45f3-b05b-1b4012109f17 00000020:00000080:1.0:1787398566.885588:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf305b14000/9527bb71-2a2a-45f3-b05b-1b4012109f17 for lustre-MDT0000 00000020:00000080:1.0:1787398566.885689:0:123549:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf305b11800 for lustre-MDT0000 00000100:00100000:2.0:1787398566.886257:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787398566.886286:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260915840:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1787398566.886378:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398566.886438:0:161119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260915840 00000100:00100000:2.0:1787398566.886446:0:161119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260915840 00000100:00100000:2.0:1787398566.886537:0:161119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:2.0:1787398566.886549:0:161119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260915840:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1787398566.886586:0:161119:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:580 count 1 00002000:00010000:2.0:1787398566.886630:0:161119:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x244:0x0] initial LVB size: 1, mtime: 0x6a898993, atime: 0x0, ctime: 0x6a898993, blocks: 0x8 00010000:00010000:2.0:1787398566.886641:0:161119:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003fbaa1a7/0x5703899912341c47 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x244:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398566.886678:0:161119:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x244:0x0].0x0 since=5587s v=(0 0) 00010000:00010000:2.0:1787398566.886683:0:161119:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x244:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398566.886692:0:161119:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003fbaa1a7/0x5703899912341c47 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398566.886710:0:161119:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003fbaa1a7/0x5703899912341c47 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398566.886722:0:161119:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003fbaa1a7/0x5703899912341c47 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398566.886731:0:161119:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003fbaa1a7/0x5703899912341c47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398566.886884:0:161119:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1787398566.887088:0:161119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:106501:x1874221260915840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 540us (709us total) trans 21474836537 rc 0/0 00000100:00100000:2.0:1787398566.887098:0:161119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00000004:00080000:2.0:1787398566.887154:0:106501:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9cf33f7d6300/2, rc 0, transno 21474836537 00000100:00100000:2.0:1787398566.887166:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260915840:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1787398566.894043:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787398566.894069:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003fbaa1a7/0x5703899912341c47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398566.894087:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d969200 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398566.894095:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003fbaa1a7/0x5703899912341c47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398566.894133:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003fbaa1a7/0x5703899912341c47 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398566.894164:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003fbaa1a7/0x5703899912341c47 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398566.894172:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003fbaa1a7/0x5703899912341c47 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398566.894968:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398566.894973:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398566.894976:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398567.189785:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398567.894788:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787398567.894814:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33eee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260915968:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787398567.894896:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398567.894944:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260915968 00000100:00100000:1.0:1787398567.894950:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260915968 00000100:00100000:2.0:1787398567.895089:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260916096:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787398567.895121:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398567.895160:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260916096 00000100:00100000:2.0:1787398567.895163:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260916096 00000100:00100000:1.0:1787398567.895223:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:1.0:1787398567.895233:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eee8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260915968:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787398567.895262:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8249024 pending 0 free 71184384 avail 64016384 00000100:00100000:1.0:1787398567.895323:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eee8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260915968:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398567.895330:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:1.0:1787398567.895374:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33eee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260915968:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787398567.901588:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:2.0:1787398567.901604:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221260916096:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1787398567.901818:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8249024 pending 0 free 71184384 avail 64016384 00000100:00100000:2.0:1787398567.901906:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221260916096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 307us (6783us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398567.901914:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:2.0:1787398567.901979:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260916096:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1787398567.903186:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:02000400:1.0:1787398567.933815:0:165109:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-lfsck test 43: LFSCK does not loop endlessly on iget failure in scanning-phase1 ========================================================== 07:36:05 (1787398565) 00010000:00010000:1.0:1787398568.217230:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1787398568.923465:0:160290:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836537 is committed 00000001:00100000:3.0:1787398568.923516:0:160290:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of dbe7f5ec-0726-4851-a675-2f47d040e30f 00000001:00100000:3.0:1787398568.923524:0:160290:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 9527bb71-2a2a-45f3-b05b-1b4012109f17 00000020:00000080:3.0:1787398568.923543:0:160290:0:(genops.c:906:class_export_put()) final put ffff9cf207198000/9527bb71-2a2a-45f3-b05b-1b4012109f17 00000020:00000080:2.0:1787398568.923631:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf207198000/9527bb71-2a2a-45f3-b05b-1b4012109f17 for lustre-OST0000 00000020:00000080:2.0:1787398568.923709:0:123549:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf207199800 for lustre-OST0000 00000001:00100000:1.0:1787398568.923811:0:159523:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of dbe7f5ec-0726-4851-a675-2f47d040e30f 00000001:00100000:1.0:1787398568.923828:0:159523:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 9527bb71-2a2a-45f3-b05b-1b4012109f17 00000001:00080000:1.0:1787398568.923835:0:159523:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 21474836526 is committed 00000020:00000080:1.0:1787398568.923838:0:159523:0:(genops.c:906:class_export_put()) final put ffff9cf305b16800/9527bb71-2a2a-45f3-b05b-1b4012109f17 00000020:00000080:2.0:1787398568.923901:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf305b16800/9527bb71-2a2a-45f3-b05b-1b4012109f17 for lustre-MDT0001 00000020:00000080:2.0:1787398568.923948:0:123549:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf305b17800 for lustre-MDT0001 00000001:00100000:0.0:1787398568.925212:0:161106:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of dbe7f5ec-0726-4851-a675-2f47d040e30f 00000001:00100000:0.0:1787398568.925225:0:161106:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 9527bb71-2a2a-45f3-b05b-1b4012109f17 00000020:00000080:0.0:1787398568.925229:0:161106:0:(genops.c:906:class_export_put()) final put ffff9cf20b2c4800/9527bb71-2a2a-45f3-b05b-1b4012109f17 00000020:00000080:2.0:1787398568.925320:0:73119:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf20b2c4800/9527bb71-2a2a-45f3-b05b-1b4012109f17 for lustre-OST0001 00000020:00000080:2.0:1787398568.925386:0:73119:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf20b2c0000 for lustre-OST0001 00000100:00100000:1.0:1787398568.988935:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398568.989060:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247450368 00000100:00100000:3.0:1787398568.989074:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247450368 00000100:00100000:3.0:1787398568.989214:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 372 00000100:00100000:3.0:1787398568.989227:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eee8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:122899:x1874221247450368:12345-192.168.204.36@tcp:101:lfs.0 00010000:00010000:3.0:1787398568.989256:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398568.989295:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69800/0x5703899912341c4e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119aa9 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398568.989388:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912341c55 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398568.989404:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912341c55 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398568.989421:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912341c55 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787398568.990033:0:160868:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1787398568.990040:0:160868:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787398568.990069:0:160868:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912341c55 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398568.990106:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69800/0x5703899912341c4e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119aa9 expref: 7 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398568.990127:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912341c55 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119aa9 expref: 6 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398568.990138:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:3.0:1787398568.990160:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787398568.990165:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a69200, rc 0) 00000100:00100000:3.0:1787398568.990245:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eee8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:122899:x1874221247450368:12345-192.168.204.36@tcp:101:lfs.0 Request processed in 1020us (1324us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398568.990254:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 372 00000100:00080000:0.0:1787398568.993774:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787398568.997069:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398568.997659:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247450496 00000100:00100000:2.0:1787398568.997677:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247450496 00000100:00100000:2.0:1787398568.997760:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 373 00000100:00100000:2.0:1787398568.997773:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:122899:x1874221247450496:12345-192.168.204.36@tcp:101:lfs.0 00010000:00010000:2.0:1787398568.997802:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398568.997832:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969400/0x5703899912341c5c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119ab0 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398568.997936:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968000/0x5703899912341c63 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398568.997954:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968000/0x5703899912341c63 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398568.997987:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968000/0x5703899912341c63 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398568.998006:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x5703899912341c6a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398568.998014:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x5703899912341c6a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398568.998021:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x5703899912341c6a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398568.998078:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968000/0x5703899912341c63 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398568.998086:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968000/0x5703899912341c63 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398568.998094:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968000/0x5703899912341c63 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398568.998100:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d968000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398568.998105:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968000/0x5703899912341c63 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398568.998113:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968000/0x5703899912341c63 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398568.998128:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:2.0:1787398568.998131:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398568.998137:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968000/0x5703899912341c63 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398568.998150:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968000/0x5703899912341c63 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398568.998167:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x5703899912341c6a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398568.998174:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x5703899912341c6a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398568.998181:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x5703899912341c6a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398568.998187:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d969000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398568.998190:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x5703899912341c6a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398568.998196:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x5703899912341c6a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398568.998204:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xed36d805 (ffff9cf3414fea00) 00010000:00010000:2.0:1787398568.998206:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398568.998209:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x5703899912341c6a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398568.998216:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969000/0x5703899912341c6a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398568.998253:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969400/0x5703899912341c5c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ab0 expref: 7 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398568.998277:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:2.0:1787398568.998279:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398568.998284:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969400/0x5703899912341c5c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ab0 expref: 7 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398568.998294:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d969400, rc 0) 00000100:00100000:2.0:1787398568.998383:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:122899:x1874221247450496:12345-192.168.204.36@tcp:101:lfs.0 Request processed in 613us (1323us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398568.998392:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 373 00000100:00100000:2.0:1787398569.007920:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398569.008118:0:158803:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247450624 00000100:00100000:1.0:1787398569.008138:0:158803:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247450624 00000100:00100000:1.0:1787398569.008258:0:158803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 5 00000100:00100000:1.0:1787398569.008271:0:158803:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:122899:x1874221247450624:12345-192.168.204.36@tcp:700:lfs.0 00000100:00080000:0.0:1787398569.008393:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787398569.009274:0:158803:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:122899:x1874221247450624:12345-192.168.204.36@tcp:700:lfs.0 Request processed in 999us (1520us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398569.009296:0:158803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 5 00000100:00100000:1.0:1787398569.023730:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398569.024523:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247450880 00000100:00100000:3.0:1787398569.024540:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247450880 00000100:00100000:3.0:1787398569.024620:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 374 00000100:00100000:3.0:1787398569.024629:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eeeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:122899:x1874221247450880:12345-192.168.204.36@tcp:36:lfs.0 00000100:00100000:3.0:1787398569.025435:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33055d500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260916224:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1787398569.026036:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398569.026159:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20d99b900 going to sleep for 11 seconds 00000100:00100000:1.0:1787398569.026419:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260916224 00000100:00100000:1.0:1787398569.026427:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260916224 00000100:00100000:1.0:1787398569.026551:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:1.0:1787398569.026561:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33055f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:158794:x1874221260916224:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787398569.026673:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33055f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:158794:x1874221260916224:12345-0@lo:1000:mdt00_000.0 Request processed in 113us (637us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398569.026680:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:3.0:1787398569.026758:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33055d500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260916224:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1787398569.026832:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33055d500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260916352:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1787398569.026874:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398569.027306:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20d99b900 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.030129:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260916352 00000100:00100000:0.0:1787398569.030144:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260916352 00000100:00100000:0.0:1787398569.030224:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:0.0:1787398569.030234:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33055f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:158794:x1874221260916352:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1787398569.030373:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33055f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:158794:x1874221260916352:12345-0@lo:1000:mdt00_000.0 Request processed in 139us (3497us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787398569.030380:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:3.0:1787398569.032180:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33055d500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260916352:0@lo:1000:mdt00_000.0 00010000:00010000:3.0:1787398569.032263:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69800/0x5703899912341c71 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.032273:0:158794:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69800/0x5703899912341c71 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.032285:0:158794:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69800/0x5703899912341c71 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398569.032304:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33055d500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260916480:0@lo:101:mdt00_000.0 00000100:00100000:3.0:1787398569.032374:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398569.032413:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20d99b300 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.033737:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260916480 00000100:00100000:0.0:1787398569.033752:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260916480 00000100:00100000:0.0:1787398569.033830:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:0.0:1787398569.033841:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33055c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:158794:x1874221260916480:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1787398569.034134:0:162682:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398569.034154:0:162682:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912341c78 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912341c71 expref: -99 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.034189:0:162682:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912341c55 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119aa9 expref: 5 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.034200:0:162682:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912341c78 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912341c71 expref: 7 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.034235:0:162682:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912341c55 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119aa9 expref: 5 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.034250:0:162682:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912341c55 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119aa9 expref: 5 pid: 160868 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398569.034265:0:162682:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034df100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:162682:1874221260916608:192.168.204.36@tcp:104: 00000100:00100000:0.0:1787398569.034364:0:162682:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2053da180 going to sleep for 11 seconds 00000100:00100000:1.0:1787398569.038873:0:162682:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034df100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:162682:1874221260916608:192.168.204.36@tcp:104: 00010000:00010000:1.0:1787398569.038916:0:162682:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912341c78 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341c71 expref: 7 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.038930:0:162682:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:1.0:1787398569.038933:0:162682:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398569.038937:0:162682:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912341c78 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341c71 expref: 7 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.038964:0:162682:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6dc00, rc 0) 00000100:00100000:1.0:1787398569.039027:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33055c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:158794:x1874221260916480:12345-0@lo:101:mdt00_000.0 Request processed in 5187us (6652us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398569.039035:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:3.0:1787398569.039194:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33055d500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260916480:0@lo:101:mdt00_000.0 00010000:00010000:3.0:1787398569.039214:0:158794:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69800/0x5703899912341c71 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341c78 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.039226:0:158794:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69800/0x5703899912341c71 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341c78 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398569.043108:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398569.046539:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247451008 00000100:00100000:2.0:1787398569.046558:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247451008 00010000:00010000:2.0:1787398569.046627:0:158780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912341c55 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119aa9 expref: 6 pid: 160868 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398569.046691:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 104 00000100:00100000:2.0:1787398569.046702:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eee9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69165:x1874221247451008:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787398569.046717:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398569.046724:0:158780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912341c55 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119aa9 expref: 6 pid: 160868 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.046739:0:158780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912341c55 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119aa9 expref: 6 pid: 160868 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.046762:0:158780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912341c55 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119aa9 expref: 6 pid: 160868 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.046803:0:158780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:2.0:1787398569.046811:0:158780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912341c78 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341c71 expref: 6 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.046822:0:158780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912341c78 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x5703899912341c71 expref: 6 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.046832:0:158780:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912341c78 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x5703899912341c71 expref: 6 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.048021:0:158780:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912341c78 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341c71 expref: 6 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398569.048043:0:158780:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af18000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:158780:1874221260916736:0@lo:105: 00000100:00100000:2.0:1787398569.048107:0:158780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398569.048160:0:158780:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf30a211780 going to sleep for 11 seconds 00000100:00100000:1.0:1787398569.049686:0:158778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260916736 00000100:00100000:1.0:1787398569.049700:0:158778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260916736 00000100:00100000:1.0:1787398569.049776:0:158778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1787398569.049787:0:158778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af19500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:158780:x1874221260916736:12345-0@lo:105: 00010000:00010000:1.0:1787398569.049801:0:158778:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69800/0x5703899912341c71 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341c78 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.049813:0:158778:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69800/0x5703899912341c71 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341c78 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.049822:0:158778:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69800/0x5703899912341c71 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341c78 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.049831:0:158778:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69800/0x5703899912341c71 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x5703899912341c78 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.049840:0:158778:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69800/0x5703899912341c71 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x5703899912341c78 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.049863:0:158778:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69800/0x5703899912341c71 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x5703899912341c78 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.049913:0:158778:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9cf305a69800) 00000100:00100000:1.0:1787398569.049991:0:158778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af19500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:158780:x1874221260916736:12345-0@lo:105: Request processed in 205us (1883us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398569.049999:0:158778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1787398569.050154:0:158780:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af18000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:158780:1874221260916736:0@lo:105: 00010000:00010000:0.0:1787398569.050175:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398569.050230:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eee9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69165:x1874221247451008:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 3527us (7130us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398569.050239:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 104 00010000:00010000:3.0:1787398569.050310:0:158794:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69800/0x5703899912341c71 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341c78 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.050320:0:158794:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69800/0x5703899912341c71 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341c78 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787398569.050342:0:158794:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1787398569.050396:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69400/0x5703899912341c7f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.050404:0:158794:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69400/0x5703899912341c7f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.050413:0:158794:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69400/0x5703899912341c7f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398569.050432:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33055d500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260916864:0@lo:101:mdt00_000.0 00000100:00100000:3.0:1787398569.050469:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398569.050537:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20d99b300 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.050599:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260916864 00000100:00100000:0.0:1787398569.050604:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260916864 00000100:00100000:0.0:1787398569.050644:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:0.0:1787398569.050651:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33055c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:158794:x1874221260916864:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1787398569.050676:0:158799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398569.050692:0:158799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x5703899912341c86 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912341c7f expref: -99 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.050713:0:158799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x5703899912341c86 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912341c7f expref: 8 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.050726:0:158799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x5703899912341c86 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341c7f expref: 8 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.050733:0:158799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xed36d805 (ffff9cf304cbd800) 00010000:00010000:0.0:1787398569.050736:0:158799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398569.050739:0:158799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6c800, rc 0) 00000100:00100000:0.0:1787398569.050772:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33055c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:158794:x1874221260916864:12345-0@lo:101:mdt00_000.0 Request processed in 122us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398569.050778:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:3.0:1787398569.050977:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33055d500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260916864:0@lo:101:mdt00_000.0 00010000:00010000:3.0:1787398569.051000:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69400/0x5703899912341c7f lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341c86 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.051009:0:158794:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69400/0x5703899912341c7f lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341c86 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787398569.051024:0:158794:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:3.0:1787398569.051074:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33055d500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260916992:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1787398569.051102:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398569.051127:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20d99b900 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.051429:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260916992 00000100:00100000:0.0:1787398569.051435:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260916992 00000100:00100000:0.0:1787398569.051497:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:0.0:1787398569.051505:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33055d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:158794:x1874221260916992:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1787398569.051563:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33055d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:158794:x1874221260916992:12345-0@lo:1000:mdt00_000.0 Request processed in 59us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398569.051570:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:3.0:1787398569.052693:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33055d500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260916992:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1787398569.052774:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33055d500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260917120:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1787398569.052814:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398569.052837:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20d99b900 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.053205:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260917120 00000100:00100000:0.0:1787398569.053212:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260917120 00000100:00100000:0.0:1787398569.053250:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:0.0:1787398569.053258:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33055c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:158794:x1874221260917120:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1787398569.053391:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33055c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:158794:x1874221260917120:12345-0@lo:1000:mdt00_000.0 Request processed in 132us (575us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787398569.053398:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:2.0:1787398569.053467:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33055d500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260917120:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1787398569.053581:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af19f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260917248:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1787398569.053617:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398569.053631:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf30a211780 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.053780:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260917248 00000100:00100000:0.0:1787398569.053785:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260917248 00000100:00100000:0.0:1787398569.053819:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:0.0:1787398569.053826:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:158794:x1874221260917248:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1787398569.053896:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:158794:x1874221260917248:12345-0@lo:1000:mdt00_000.0 Request processed in 70us (278us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787398569.053903:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:2.0:1787398569.054066:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af19f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260917248:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1787398569.054122:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af19f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260917376:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1787398569.054147:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398569.054171:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf30a211c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787398569.054993:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260917376 00000100:00100000:1.0:1787398569.055002:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260917376 00000100:00100000:1.0:1787398569.055056:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:1.0:1787398569.055065:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:158794:x1874221260917376:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787398569.055151:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:158794:x1874221260917376:12345-0@lo:1000:mdt00_000.0 Request processed in 87us (1002us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398569.055158:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:3.0:1787398569.055261:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af19f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260917376:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1787398569.055326:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33055ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260917504:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1787398569.055369:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398569.055392:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20d99b300 going to sleep for 11 seconds 00000100:00100000:2.0:1787398569.055438:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260917504 00000100:00100000:2.0:1787398569.055443:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260917504 00000100:00100000:2.0:1787398569.055506:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:2.0:1787398569.055515:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33055d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:158794:x1874221260917504:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1787398569.055578:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33055d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:158794:x1874221260917504:12345-0@lo:1000:mdt00_000.0 Request processed in 65us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398569.055585:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:3.0:1787398569.055716:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33055ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260917504:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1787398569.055772:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33055ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260917632:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1787398569.055797:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398569.055819:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20d99b300 going to sleep for 11 seconds 00000100:00100000:2.0:1787398569.056053:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260917632 00000100:00100000:2.0:1787398569.056058:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260917632 00000100:00100000:2.0:1787398569.056095:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:2.0:1787398569.056103:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33055ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:158794:x1874221260917632:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1787398569.056155:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33055ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:158794:x1874221260917632:12345-0@lo:1000:mdt00_000.0 Request processed in 53us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398569.056162:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:3.0:1787398569.056720:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33055ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260917632:0@lo:1000:mdt00_000.0 00080000:00000400:3.0:1787398569.057330:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 249 < left 336, rollback = 2 00080000:00000400:3.0:1787398569.057349:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/7, destroy: 0/0/0 00080000:00000400:3.0:1787398569.057352:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:3.0:1787398569.057368:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398569.057370:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/4, delete: 0/0/0 00080000:00000400:3.0:1787398569.057373:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398569.057434:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 248 < left 336, rollback = 2 00080000:00000400:3.0:1787398569.057437:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/7, destroy: 0/0/0 00080000:00000400:3.0:1787398569.057440:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:3.0:1787398569.057441:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398569.057444:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/5, delete: 0/0/0 00080000:00000400:3.0:1787398569.057446:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398569.057645:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 247 < left 336, rollback = 2 00080000:00000400:3.0:1787398569.057649:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/7, destroy: 0/0/0 00080000:00000400:3.0:1787398569.057651:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:3.0:1787398569.057653:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398569.057655:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/6, delete: 0/0/0 00080000:00000400:3.0:1787398569.057657:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398569.057675:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 247 < left 336, rollback = 2 00080000:00000400:3.0:1787398569.057678:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/7, destroy: 0/0/0 00080000:00000400:3.0:1787398569.057679:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:3.0:1787398569.057681:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398569.057683:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/6, delete: 0/0/0 00080000:00000400:3.0:1787398569.057685:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398569.057694:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 247 < left 336, rollback = 2 00080000:00000400:3.0:1787398569.057696:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/7, destroy: 0/0/0 00080000:00000400:3.0:1787398569.057698:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:3.0:1787398569.057700:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398569.057703:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/6, delete: 0/0/0 00080000:00000400:3.0:1787398569.057705:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398569.057732:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 247 < left 336, rollback = 2 00080000:00000400:3.0:1787398569.057735:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/7, destroy: 0/0/0 00080000:00000400:3.0:1787398569.057737:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:3.0:1787398569.057746:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398569.057748:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/6, delete: 0/0/0 00080000:00000400:3.0:1787398569.057750:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00000040:00080000:3.0:1787398569.057834:0:158794:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002340:0x1:0x0].7, 2168 off41680 00000040:00080000:3.0:1787398569.057933:0:158794:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab1:0x1:0x0].7, 2368 off42544 00000004:00080000:3.0:1787398569.057940:0:158794:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9cf20d99bb40 with version 19 00000004:00080000:1.0:1787398569.058318:0:159528:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf3359b8c00 version 19 rpc_version 19 00000020:00100000:1.0:1787398569.058357:0:159528:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787398569.058366:0:159528:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf33eeeb480 x1874221260917888/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787398569.058389:0:159528:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33eeeb480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159528:1874221260917888:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787398569.058452:0:159528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.058521:0:159528:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2034a8900 going to sleep for 11 seconds 00000100:00100000:2.0:1787398569.058622:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260917888 00000100:00100000:2.0:1787398569.058629:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260917888 00000100:00100000:2.0:1787398569.058686:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:2.0:1787398569.058696:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eeeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:159528:x1874221260917888:12345-0@lo:1000:osp_up0-1.0 00080000:00000400:2.0:1787398569.059008:0:158800:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 253 < left 306, rollback = 2 00080000:00000400:2.0:1787398569.059012:0:158800:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:2.0:1787398569.059014:0:158800:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:2.0:1787398569.059016:0:158800:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/50/0, punch: 0/0/0, quota 1/3/2 00080000:00000400:2.0:1787398569.059018:0:158800:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/1, delete: 0/0/0 00080000:00000400:2.0:1787398569.059020:0:158800:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398569.059093:0:158800:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 251 < left 306, rollback = 2 00080000:00000400:2.0:1787398569.059097:0:158800:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:2.0:1787398569.059098:0:158800:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:2.0:1787398569.059100:0:158800:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/50/0, punch: 0/0/0, quota 1/3/2 00080000:00000400:2.0:1787398569.059102:0:158800:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/3, delete: 0/0/0 00080000:00000400:2.0:1787398569.059113:0:158800:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398569.059148:0:158800:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 249 < left 304, rollback = 2 00080000:00000400:2.0:1787398569.059151:0:158800:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:2.0:1787398569.059152:0:158800:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/2 00080000:00000400:2.0:1787398569.059154:0:158800:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/50/0, punch: 0/0/0, quota 1/3/2 00080000:00000400:2.0:1787398569.059156:0:158800:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/3, delete: 0/0/0 00080000:00000400:2.0:1787398569.059158:0:158800:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00000100:00100000:2.0:1787398569.059418:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eeeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:159528:x1874221260917888:12345-0@lo:1000:osp_up0-1.0 Request processed in 722us (964us total) trans 34359738621 rc 0/0 00000100:00100000:2.0:1787398569.059427:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:3.0:1787398569.062213:0:159528:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33eeeb480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159528:1874221260917888:0@lo:1000:osp_up0-1.0 00010000:00010000:0.0:1787398569.068612:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6ca00/0x5703899912341c8d lrc: 3/0,1 mode: --/PW res: [0x240002343:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.068632:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6ca00/0x5703899912341c8d lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.068645:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6ca00/0x5703899912341c8d lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.068663:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6da00/0x5703899912341c94 lrc: 3/0,1 mode: --/PW res: [0x240002340:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.068745:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6da00/0x5703899912341c94 lrc: 3/0,1 mode: PW/PW res: [0x240002340:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.068754:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6da00/0x5703899912341c94 lrc: 3/0,1 mode: PW/PW res: [0x240002340:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.068921:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6c600/0x5703899912341c9b lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.068946:0:158794:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6c600/0x5703899912341c9b lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.068957:0:158794:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6c600/0x5703899912341c9b lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398569.068982:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034dd180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260918016:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1787398569.069048:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398569.069147:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2053dab40 going to sleep for 11 seconds 00000100:00100000:3.0:1787398569.070030:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260918016 00000100:00100000:3.0:1787398569.070041:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260918016 00000100:00100000:0.0:1787398569.070329:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398569.070447:0:158786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247451136 00000100:00100000:1.0:1787398569.070452:0:158786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247451136 00000100:00100000:1.0:1787398569.070526:0:158786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 248 00000100:00100000:1.0:1787398569.070536:0:158786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf209a1f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69162:x1874221247451136:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398569.070602:0:158786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf209a1f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69162:x1874221247451136:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 66us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398569.070609:0:158786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 248 00000100:00100000:1.0:1787398569.071312:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398569.071335:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398569.071536:0:162518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247451264 00000100:00100000:0.0:1787398569.071543:0:162518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247451264 00000100:00080000:1.0:1787398569.071614:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787398569.071791:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:2.0:1787398569.071800:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:158794:x1874221260918016:12345-0@lo:101:mdt00_000.0 00010000:00010000:2.0:1787398569.071819:0:158799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398569.071841:0:158799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969400/0x5703899912341ca2 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912341c9b expref: -99 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.071883:0:158799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969400/0x5703899912341ca2 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912341c9b expref: 10 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.071899:0:158799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969400/0x5703899912341ca2 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341c9b expref: 10 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.071907:0:158799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x4:0x0].0x0 (ffff9cf3414fea00) 00010000:00010000:2.0:1787398569.071910:0:158799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398569.071914:0:158799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d969400, rc 0) 00000100:00100000:2.0:1787398569.071967:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:158794:x1874221260918016:12345-0@lo:101:mdt00_000.0 Request processed in 169us (2919us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398569.071974:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:2.0:1787398569.072030:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034dd180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260918016:0@lo:101:mdt00_000.0 00010000:00010000:2.0:1787398569.072068:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6c600/0x5703899912341c9b lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341ca2 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.072079:0:158794:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6c600/0x5703899912341c9b lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341ca2 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398569.072103:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000003c830184 reply state 0000000006bf524a transno 21474836527 ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6da00/0x5703899912341c94 lrc: 3/0,1 mode: PW/PW res: [0x240002340:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.072115:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6da00/0x5703899912341c94 lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.072121:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x4:0x0].0x0 (ffff9cf304cbdf00) 00010000:00010000:2.0:1787398569.072124:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398569.072127:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787398569.072132:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6c600/0x5703899912341c9b lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341ca2 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.072140:0:158794:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6c600/0x5703899912341c9b lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341ca2 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398569.072151:0:158794:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0x4:0x0] 00000004:00010000:2.0:1787398569.072159:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000003c830184 reply state 0000000006bf524a transno 21474836527 ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6ca00/0x5703899912341c8d lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.072166:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6ca00/0x5703899912341c8d lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.072172:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x1:0x0].0x0 (ffff9cf304cbd900) 00010000:00010000:2.0:1787398569.072174:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398569.072181:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000004:00200000:2.0:1787398569.072187:0:158794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x1:0x0]: returning size 4096 00000004:00080000:2.0:1787398569.072196:0:158794:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787398569.072204:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69800/0x5703899912341c71 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341c78 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.072211:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69800/0x5703899912341c71 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912341c78 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.072218:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69800/0x5703899912341c71 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912341c78 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.072237:0:158794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1787398569.072242:0:158794:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787398569.072250:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787398569.072256:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69800/0x5703899912341c71 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x5703899912341c78 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.072264:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a69800 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:2.0:1787398569.072269:0:158782:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69800/0x5703899912341c71 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912341c78 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398569.072276:0:158782:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69800/0x5703899912341c71 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912341c78 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.072305:0:158782:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69800/0x5703899912341c71 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341c78 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.072311:0:158782:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787398569.072331:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69800/0x5703899912341c71 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341c78 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.072346:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69800/0x5703899912341c71 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341c78 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.072370:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398569.072372:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398569.072374:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398569.072382:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787398569.072394:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260918144:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787398569.072428:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1787398569.072456:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69400/0x5703899912341c7f lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341c86 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.072465:0:158794:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69400/0x5703899912341c7f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341c86 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398569.072556:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eeeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:122899:x1874221247450880:12345-192.168.204.36@tcp:36:lfs.0 Request processed in 47927us (48843us total) trans 21474836527 rc 0/0 00000100:00100000:2.0:1787398569.072830:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 374 00000100:00100000:2.0:1787398569.072938:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260918144 00000100:00100000:2.0:1787398569.072943:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260918144 00000100:00100000:2.0:1787398569.072971:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1787398569.072976:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+10:106502:x1874221260918144:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787398569.072985:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398569.073001:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912341c78 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912341c71 expref: 10 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.073024:0:162512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:2.0:1787398569.073027:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398569.073184:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+9:106502:x1874221260918144:12345-0@lo:103:ldlm_bl.0 Request processed in 207us (755us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398569.073191:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1787398569.073223:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260918144:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787398569.073540:0:162518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247451392 00000100:00100000:0.0:1787398569.073545:0:162518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247451392 00000100:00080000:1.0:1787398569.073713:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787398569.074313:0:162514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 149 00000100:00100000:3.0:1787398569.074329:0:162514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eee9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69162:x1874221247451264:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398569.074799:0:162514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eee9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69162:x1874221247451264:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 474us (3487us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398569.074808:0:162514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 149 00000100:00100000:3.0:1787398569.074829:0:162514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 150 00000100:00100000:3.0:1787398569.074837:0:162514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eeeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69164:x1874221247451392:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398569.075042:0:162514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eeeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69164:x1874221247451392:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 205us (3704us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398569.075056:0:162514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 150 00000100:00100000:1.0:1787398569.077498:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398569.077841:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247451520 00000100:00100000:0.0:1787398569.077928:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247451520 00000100:00100000:0.0:1787398569.078020:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 375 00000100:00100000:0.0:1787398569.078030:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eeea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:122899:x1874221247451520:12345-192.168.204.36@tcp:101:lfs.0 00010000:00010000:0.0:1787398569.078056:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398569.078077:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341ca9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119ab7 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.078150:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341cb0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.078165:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341cb0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.078177:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341cb0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787398569.078249:0:158795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1787398569.078253:0:158795:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787398569.078275:0:158795:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341cb0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.078301:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341ca9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ab7 expref: 7 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.078318:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341cb0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ab7 expref: 6 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.078326:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:0.0:1787398569.078329:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787398569.078332:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6c200, rc 0) 00000100:00100000:0.0:1787398569.078560:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eeea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:122899:x1874221247451520:12345-192.168.204.36@tcp:101:lfs.0 Request processed in 530us (1084us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398569.078577:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 375 00000100:00100000:1.0:1787398569.081980:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398569.082155:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247451648 00000100:00100000:3.0:1787398569.082166:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247451648 00000100:00100000:3.0:1787398569.082226:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 376 00000100:00100000:3.0:1787398569.082235:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eee9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:122899:x1874221247451648:12345-192.168.204.36@tcp:101:lfs.0 00010000:00010000:3.0:1787398569.082256:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398569.082276:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912341cb7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119abe expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.082472:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x5703899912341cbe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.082514:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x5703899912341cbe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.082525:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x5703899912341cbe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.082539:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341cc5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.082545:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341cc5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.082551:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341cc5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.082597:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x5703899912341cbe lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.082603:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x5703899912341cbe lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.082609:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x5703899912341cbe lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.082615:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x5703899912341cbe lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.082620:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a69000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398569.082630:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x5703899912341cbe lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.082638:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x5703899912341cbe lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.082649:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:3.0:1787398569.082652:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398569.082656:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x5703899912341cbe lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.082661:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x5703899912341cbe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.082820:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341cc5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.082828:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341cc5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.082835:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341cc5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.082840:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a68600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398569.082916:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341cc5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.082923:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341cc5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.082933:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x30d22c80 (ffff9cf305ea8d00) 00010000:00010000:3.0:1787398569.082935:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398569.082945:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341cc5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.082951:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341cc5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.082984:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912341cb7 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119abe expref: 7 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.082994:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:3.0:1787398569.082996:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398569.083000:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912341cb7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119abe expref: 7 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.083009:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a68c00, rc 0) 00000100:00100000:3.0:1787398569.083606:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eee9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:122899:x1874221247451648:12345-192.168.204.36@tcp:101:lfs.0 Request processed in 1369us (1632us total) trans 0 rc 301/301 00000100:00100000:3.0:1787398569.083616:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 376 00000100:00100000:1.0:1787398569.091889:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398569.092034:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247451904 00000100:00100000:2.0:1787398569.092045:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247451904 00000100:00100000:2.0:1787398569.092109:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 377 00000100:00100000:2.0:1787398569.092120:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eeea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:122899:x1874221247451904:12345-192.168.204.36@tcp:36:lfs.0 00000100:00100000:2.0:1787398569.092245:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af19f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260918272:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787398569.092300:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398569.092337:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31f578b40 going to sleep for 11 seconds 00000100:00100000:3.0:1787398569.092533:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260918272 00000100:00100000:3.0:1787398569.092538:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260918272 00000100:00100000:3.0:1787398569.092575:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:3.0:1787398569.092583:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf334042680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:158796:x1874221260918272:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787398569.092662:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf334042680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:158796:x1874221260918272:12345-0@lo:1000:mdt00_002.0 Request processed in 79us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398569.092679:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:2.0:1787398569.093187:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af19f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260918272:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787398569.093284:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf334040700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260918400:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787398569.093316:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398569.093404:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31f578b40 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.093446:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260918400 00000100:00100000:0.0:1787398569.093451:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260918400 00000100:00100000:0.0:1787398569.093577:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:0.0:1787398569.093587:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf334041880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:158796:x1874221260918400:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787398569.093819:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf334040700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260918400:0@lo:1000:mdt00_002.0 00010000:00010000:2.0:1787398569.093949:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969000/0x5703899912341ccc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.093963:0:158796:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969000/0x5703899912341ccc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.093975:0:158796:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969000/0x5703899912341ccc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398569.094006:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf334040700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260918528:0@lo:101:mdt00_002.0 00000100:00100000:2.0:1787398569.094034:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398569.094056:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31f578300 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.094083:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf334041880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:158796:x1874221260918400:12345-0@lo:1000:mdt00_002.0 Request processed in 82us (350us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787398569.094092:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:0.0:1787398569.094108:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260918528 00000100:00100000:0.0:1787398569.094112:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260918528 00000100:00100000:0.0:1787398569.094140:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:0.0:1787398569.094154:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf334040e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:158796:x1874221260918528:12345-0@lo:101:mdt00_002.0 00010000:00010000:0.0:1787398569.094164:0:158799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398569.094181:0:158799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341cd3 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912341ccc expref: -99 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.094207:0:158799:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341cb0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ab7 expref: 5 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.094217:0:158799:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341cd3 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912341ccc expref: 10 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.094242:0:158799:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341cb0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ab7 expref: 5 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.094255:0:158799:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341cb0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ab7 expref: 5 pid: 158795 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398569.094266:0:158799:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034ddc00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:158799:1874221260918656:192.168.204.36@tcp:104: 00000100:00100000:0.0:1787398569.094334:0:158799:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2053dab40 going to sleep for 11 seconds 00000100:00100000:1.0:1787398569.112014:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398569.112126:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247452032 00000100:00100000:3.0:1787398569.112135:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247452032 00010000:00010000:3.0:1787398569.112180:0:158781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341cb0 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ab7 expref: 6 pid: 158795 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398569.112305:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 105 00000100:00100000:3.0:1787398569.112316:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208891c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69165:x1874221247452032:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398569.112333:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398569.112341:0:158781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341cb0 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ab7 expref: 6 pid: 158795 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.112357:0:158781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341cb0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ab7 expref: 6 pid: 158795 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.112381:0:158781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:3.0:1787398569.112388:0:158781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341cd3 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912341ccc expref: 10 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.112399:0:158781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341cd3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x5703899912341ccc expref: 10 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.112409:0:158781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341cd3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x5703899912341ccc expref: 10 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.112443:0:158781:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341cd3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341ccc expref: 10 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398569.112469:0:158781:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33055ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:158781:1874221260918784:0@lo:105: 00000100:00100000:3.0:1787398569.112558:0:158781:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398569.112586:0:158781:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf334660a80 going to sleep for 11 seconds 00010000:00010000:0.0:1787398569.113010:0:158799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912341cb0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ab7 expref: 6 pid: 158795 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398569.113041:0:158799:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034ddc00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:158799:1874221260918656:192.168.204.36@tcp:104: 00010000:00010000:0.0:1787398569.113075:0:158799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341cd3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341ccc expref: 10 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.113084:0:158799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:0.0:1787398569.113326:0:158799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398569.113329:0:158799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6c000, rc 0) 00000100:00100000:0.0:1787398569.113396:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf334040e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:158796:x1874221260918528:12345-0@lo:101:mdt00_002.0 Request processed in 19242us (19360us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398569.113404:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:3.0:1787398569.115116:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf334040700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260918528:0@lo:101:mdt00_002.0 00010000:00010000:3.0:1787398569.115143:0:158796:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969000/0x5703899912341ccc lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341cd3 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.115154:0:158796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969000/0x5703899912341ccc lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341cd3 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398569.117946:0:158778:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1787398569.117983:0:158778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260918784 00000100:00100000:1.0:1787398569.117994:0:158778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260918784 00000100:00100000:1.0:1787398569.118068:0:158778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1787398569.118078:0:158778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a12c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:158781:x1874221260918784:12345-0@lo:105: 00010000:00010000:1.0:1787398569.118095:0:158778:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969000/0x5703899912341ccc lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341cd3 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.118108:0:158778:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969000/0x5703899912341ccc lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341cd3 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.118118:0:158778:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969000/0x5703899912341ccc lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341cd3 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.118128:0:158778:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969000/0x5703899912341ccc lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x5703899912341cd3 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.118136:0:158778:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969000/0x5703899912341ccc lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x5703899912341cd3 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.118146:0:158778:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969000/0x5703899912341ccc lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x5703899912341cd3 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.118190:0:158778:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9cf20d969000) 00010000:00010000:0.0:1787398569.118224:0:158796:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969000/0x5703899912341ccc lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341cd3 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.118237:0:158796:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969000/0x5703899912341ccc lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341cd3 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398569.118269:0:158778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a12c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:158781:x1874221260918784:12345-0@lo:105: Request processed in 191us (5710us total) trans 0 rc 0/0 00000004:00080000:0.0:1787398569.118269:0:158796:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1787398569.118280:0:158778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00010000:00010000:0.0:1787398569.118310:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6cc00/0x5703899912341cda lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.118319:0:158796:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6cc00/0x5703899912341cda lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.118329:0:158796:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6cc00/0x5703899912341cda lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398569.118348:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034ddc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260918912:0@lo:101:mdt00_002.0 00000100:00100000:1.0:1787398569.118352:0:158781:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33055ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:158781:1874221260918784:0@lo:105: 00010000:00010000:1.0:1787398569.118369:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398569.118388:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398569.118415:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2053dab40 going to sleep for 11 seconds 00000100:00100000:1.0:1787398569.118420:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208891c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69165:x1874221247452032:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 6103us (6414us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398569.118432:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 105 00000100:00100000:2.0:1787398569.124612:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260918912 00000100:00100000:2.0:1787398569.124627:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260918912 00000100:00100000:2.0:1787398569.124699:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:2.0:1787398569.124718:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:158796:x1874221260918912:12345-0@lo:101:mdt00_002.0 00010000:00010000:2.0:1787398569.125144:0:162682:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398569.125172:0:162682:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968a00/0x5703899912341ce1 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912341cda expref: -99 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.125207:0:162682:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968a00/0x5703899912341ce1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912341cda expref: 11 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.125224:0:162682:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968a00/0x5703899912341ce1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341cda expref: 11 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.125234:0:162682:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x30d22c80 (ffff9cf3414fe100) 00010000:00010000:2.0:1787398569.125237:0:162682:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398569.125241:0:162682:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d968a00, rc 0) 00000100:00100000:2.0:1787398569.126883:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:158796:x1874221260918912:12345-0@lo:101:mdt00_002.0 Request processed in 2158us (8486us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398569.127174:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:0.0:1787398569.133086:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034ddc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260918912:0@lo:101:mdt00_002.0 00010000:00010000:0.0:1787398569.133120:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6cc00/0x5703899912341cda lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341ce1 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.133135:0:158796:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6cc00/0x5703899912341cda lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341ce1 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787398569.133182:0:158796:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:0.0:1787398569.133249:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034ddc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260919040:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1787398569.133314:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398569.133358:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2053da180 going to sleep for 11 seconds 00000100:00100000:1.0:1787398569.134016:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260919040 00000100:00100000:1.0:1787398569.134026:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260919040 00000100:00100000:1.0:1787398569.134092:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:1.0:1787398569.134101:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:158796:x1874221260919040:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1787398569.137527:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:158796:x1874221260919040:12345-0@lo:1000:mdt00_002.0 Request processed in 3416us (4203us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398569.137545:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:3.0:1787398569.143761:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034ddc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260919040:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787398569.143889:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33055ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260919168:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787398569.144136:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398569.144359:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf334660900 going to sleep for 11 seconds 00000100:00100000:2.0:1787398569.144556:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260919168 00000100:00100000:2.0:1787398569.144625:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260919168 00000100:00100000:2.0:1787398569.144689:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:2.0:1787398569.144700:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:158796:x1874221260919168:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787398569.145129:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:158796:x1874221260919168:12345-0@lo:1000:mdt00_002.0 Request processed in 430us (993us total) trans 0 rc -2/-2 00000100:00100000:2.0:1787398569.145138:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:3.0:1787398569.145204:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33055ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260919168:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787398569.145302:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33055ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260919296:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787398569.145336:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398569.145453:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf334660900 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.145693:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260919296 00000100:00100000:0.0:1787398569.145698:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260919296 00000100:00100000:0.0:1787398569.145799:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:0.0:1787398569.146012:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:158796:x1874221260919296:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1787398569.146134:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:158796:x1874221260919296:12345-0@lo:1000:mdt00_002.0 Request processed in 126us (796us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787398569.146141:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:3.0:1787398569.146221:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33055ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260919296:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787398569.146274:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a1f480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260919424:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787398569.146301:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398569.146364:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf334660900 going to sleep for 11 seconds 00000100:00100000:1.0:1787398569.146447:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260919424 00000100:00100000:1.0:1787398569.146452:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260919424 00000100:00100000:2.0:1787398569.148290:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:2.0:1787398569.148306:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:158796:x1874221260919424:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787398569.148497:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:158796:x1874221260919424:12345-0@lo:1000:mdt00_002.0 Request processed in 174us (2173us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398569.148506:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:0.0:1787398569.148591:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a1f480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260919424:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1787398569.148668:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034dd180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260919552:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1787398569.148714:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398569.149107:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20a559600 going to sleep for 11 seconds 00000100:00100000:3.0:1787398569.149197:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260919552 00000100:00100000:3.0:1787398569.149205:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260919552 00000100:00100000:3.0:1787398569.149292:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:3.0:1787398569.149301:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:158796:x1874221260919552:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787398569.149386:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:158796:x1874221260919552:12345-0@lo:1000:mdt00_002.0 Request processed in 86us (679us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398569.149407:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:0.0:1787398569.150076:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034dd180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260919552:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1787398569.150142:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034dd180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260919680:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1787398569.150179:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398569.150200:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20a559cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.150215:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260919680 00000100:00100000:0.0:1787398569.150219:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260919680 00000100:00100000:0.0:1787398569.150245:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:0.0:1787398569.150252:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:158796:x1874221260919680:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1787398569.150328:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:158796:x1874221260919680:12345-0@lo:1000:mdt00_002.0 Request processed in 76us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398569.150343:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:0.0:1787398569.150371:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034dd180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260919680:0@lo:1000:mdt00_002.0 00080000:00000400:0.0:1787398569.152612:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 258 < left 336, rollback = 2 00080000:00000400:0.0:1787398569.152622:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:0.0:1787398569.152625:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:0.0:1787398569.152627:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398569.152630:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/1, delete: 0/0/0 00080000:00000400:0.0:1787398569.152632:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398569.153011:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 257 < left 336, rollback = 2 00080000:00000400:0.0:1787398569.153015:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:0.0:1787398569.153017:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:0.0:1787398569.153019:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398569.153021:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/2, delete: 0/0/0 00080000:00000400:0.0:1787398569.153023:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398569.153180:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:0.0:1787398569.153184:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:0.0:1787398569.153185:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:0.0:1787398569.153187:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398569.153189:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:0.0:1787398569.153190:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398569.153208:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:0.0:1787398569.153211:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:0.0:1787398569.153213:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:0.0:1787398569.153215:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398569.153216:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:0.0:1787398569.153218:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398569.153225:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:0.0:1787398569.153227:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:0.0:1787398569.153229:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:0.0:1787398569.153231:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398569.153245:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:0.0:1787398569.153247:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398569.153277:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:0.0:1787398569.153280:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:0.0:1787398569.153282:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:0.0:1787398569.153283:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398569.153285:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:0.0:1787398569.153287:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00000040:00080000:0.0:1787398569.153373:0:158796:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002340:0x1:0x0].8, 2168 off43848 00000040:00080000:0.0:1787398569.153466:0:158796:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab1:0x1:0x0].8, 2368 off44912 00000004:00080000:0.0:1787398569.153473:0:158796:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9cf20a559600 with version 20 00000004:00080000:3.0:1787398569.154313:0:159528:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf3359b8c00 version 20 rpc_version 20 00000020:00100000:3.0:1787398569.154373:0:159528:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787398569.154385:0:159528:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf305a1ce00 x1874221260919936/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787398569.154408:0:159528:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a1ce00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159528:1874221260919936:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787398569.154499:0:159528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398569.154536:0:159528:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf334660000 going to sleep for 11 seconds 00000100:00100000:2.0:1787398569.155311:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260919936 00000100:00100000:2.0:1787398569.155321:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260919936 00000100:00100000:2.0:1787398569.155384:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:2.0:1787398569.155393:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:159528:x1874221260919936:12345-0@lo:1000:osp_up0-1.0 00080000:00000400:2.0:1787398569.158148:0:162682:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 292, rollback = 2 00080000:00000400:2.0:1787398569.158158:0:162682:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398569.158160:0:162682:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:2.0:1787398569.158163:0:162682:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/47/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398569.158165:0:162682:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/0, delete: 0/0/0 00080000:00000400:2.0:1787398569.158168:0:162682:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398569.158299:0:162682:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 292, rollback = 2 00080000:00000400:2.0:1787398569.158303:0:162682:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398569.158305:0:162682:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:2.0:1787398569.158307:0:162682:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/47/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398569.158309:0:162682:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/1, delete: 0/0/0 00080000:00000400:2.0:1787398569.158310:0:162682:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398569.158612:0:162682:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 292, rollback = 2 00080000:00000400:2.0:1787398569.158616:0:162682:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398569.158618:0:162682:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:2.0:1787398569.158620:0:162682:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/47/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398569.158636:0:162682:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/1, delete: 0/0/0 00080000:00000400:2.0:1787398569.158638:0:162682:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00000100:00100000:2.0:1787398569.159240:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+12:159528:x1874221260919936:12345-0@lo:1000:osp_up0-1.0 Request processed in 3842us (4735us total) trans 34359738622 rc 0/0 00000100:00100000:2.0:1787398569.159254:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:3.0:1787398569.159394:0:159528:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a1ce00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159528:1874221260919936:0@lo:1000:osp_up0-1.0 00010000:00010000:0.0:1787398569.159725:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6c200/0x5703899912341ce8 lrc: 3/0,1 mode: --/PW res: [0x240002343:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.159742:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6c200/0x5703899912341ce8 lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.159753:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6c200/0x5703899912341ce8 lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.159773:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6de00/0x5703899912341cef lrc: 3/0,1 mode: --/PW res: [0x240002340:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.159780:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6de00/0x5703899912341cef lrc: 3/0,1 mode: PW/PW res: [0x240002340:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.159786:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6de00/0x5703899912341cef lrc: 3/0,1 mode: PW/PW res: [0x240002340:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.159835:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6d800/0x5703899912341cf6 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.159842:0:158796:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6d800/0x5703899912341cf6 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.159878:0:158796:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6d800/0x5703899912341cf6 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398569.159901:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034dd180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260920064:0@lo:101:mdt00_002.0 00000100:00100000:0.0:1787398569.159941:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398569.159975:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf203aaf240 going to sleep for 11 seconds 00000100:00100000:3.0:1787398569.160237:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260920064 00000100:00100000:3.0:1787398569.160244:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260920064 00000100:00100000:3.0:1787398569.160293:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:3.0:1787398569.160303:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+12:158796:x1874221260920064:12345-0@lo:101:mdt00_002.0 00010000:00010000:3.0:1787398569.160324:0:158800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398569.160353:0:158800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912341cfd lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912341cf6 expref: -99 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.160375:0:158800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912341cfd lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912341cf6 expref: 13 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.160387:0:158800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912341cfd lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341cf6 expref: 13 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.160396:0:158800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x5:0x0].0x0 (ffff9cf305ea8d00) 00010000:00010000:3.0:1787398569.160399:0:158800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398569.160403:0:158800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a68c00, rc 0) 00000100:00100000:3.0:1787398569.160459:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:158796:x1874221260920064:12345-0@lo:101:mdt00_002.0 Request processed in 157us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398569.160465:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:2.0:1787398569.162540:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034dd180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260920064:0@lo:101:mdt00_002.0 00010000:00010000:2.0:1787398569.162567:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6d800/0x5703899912341cf6 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341cfd expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.162581:0:158796:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6d800/0x5703899912341cf6 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341cfd expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398569.162610:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d3ebb96e reply state 000000006a77291f transno 21474836528 ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6de00/0x5703899912341cef lrc: 3/0,1 mode: PW/PW res: [0x240002340:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.162626:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6de00/0x5703899912341cef lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.162634:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x5:0x0].0x0 (ffff9cf304cbd300) 00010000:00010000:2.0:1787398569.162637:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398569.162642:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787398569.162648:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6d800/0x5703899912341cf6 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341cfd expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.162657:0:158796:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6d800/0x5703899912341cf6 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341cfd expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398569.162669:0:158796:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0x5:0x0] 00000004:00010000:2.0:1787398569.162677:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d3ebb96e reply state 000000006a77291f transno 21474836528 ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6c200/0x5703899912341ce8 lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.162944:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6c200/0x5703899912341ce8 lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.162953:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x2:0x0].0x0 (ffff9cf304cbd000) 00010000:00010000:2.0:1787398569.162956:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398569.162958:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000004:00200000:2.0:1787398569.162964:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x2:0x0]: returning size 4096 00000004:00080000:2.0:1787398569.162974:0:158796:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787398569.162999:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969000/0x5703899912341ccc lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341cd3 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.163008:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969000/0x5703899912341ccc lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912341cd3 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.163015:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969000/0x5703899912341ccc lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912341cd3 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.163033:0:158796:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1787398569.163038:0:158796:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787398569.163043:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6cc00/0x5703899912341cda lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341ce1 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.163050:0:158796:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6cc00/0x5703899912341cda lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341ce1 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398569.163147:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eeea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:122899:x1874221247451904:12345-192.168.204.36@tcp:36:lfs.0 Request processed in 71026us (71265us total) trans 21474836528 rc 0/0 00000100:00100000:2.0:1787398569.163156:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 377 00010000:00010000:3.0:1787398569.164177:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787398569.164187:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969000/0x5703899912341ccc lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x5703899912341cd3 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.164197:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d969000 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:3.0:1787398569.164204:0:159542:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969000/0x5703899912341ccc lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912341cd3 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398569.164212:0:159542:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969000/0x5703899912341ccc lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912341cd3 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.164252:0:159542:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969000/0x5703899912341ccc lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341cd3 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.164260:0:159542:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787398569.164300:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969000/0x5703899912341ccc lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341cd3 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.164308:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969000/0x5703899912341ccc lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341cd3 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.164322:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398569.164324:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398569.164325:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398569.164409:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33055ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260920192:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787398569.164474:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398569.164545:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260920192 00000100:00100000:0.0:1787398569.164554:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260920192 00000100:00100000:0.0:1787398569.164599:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1787398569.164606:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+13:106500:x1874221260920192:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787398569.164617:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398569.164634:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341cd3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912341ccc expref: 13 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.164646:0:162512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:0.0:1787398569.164650:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398569.164686:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+12:106500:x1874221260920192:12345-0@lo:103:ldlm_bl.0 Request processed in 79us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398569.164692:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1787398569.164930:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33055ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260920192:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787398569.174783:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398569.174948:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247452160 00000100:00100000:2.0:1787398569.174959:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247452160 00000100:00100000:2.0:1787398569.175064:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 378 00000100:00100000:2.0:1787398569.175074:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208891180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:122899:x1874221247452160:12345-192.168.204.36@tcp:101:lfs.0 00010000:00010000:2.0:1787398569.175094:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398569.175117:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x5703899912341d04 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119ac5 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.175194:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969600/0x5703899912341d0b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.175209:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969600/0x5703899912341d0b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.175222:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969600/0x5703899912341d0b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787398569.175268:0:158794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1787398569.175272:0:158794:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787398569.175292:0:158794:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969600/0x5703899912341d0b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.175315:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x5703899912341d04 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ac5 expref: 7 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.175331:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969600/0x5703899912341d0b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ac5 expref: 6 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.175339:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:2.0:1787398569.175342:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787398569.175358:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d969600, rc 0) 00000100:00100000:2.0:1787398569.175421:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208891180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:122899:x1874221247452160:12345-192.168.204.36@tcp:101:lfs.0 Request processed in 348us (716us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398569.175428:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 378 00000100:00100000:2.0:1787398569.178071:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398569.178151:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247452288 00000100:00100000:0.0:1787398569.178161:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247452288 00000100:00100000:0.0:1787398569.178243:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 379 00000100:00100000:0.0:1787398569.178253:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf334040700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:122899:x1874221247452288:12345-192.168.204.36@tcp:101:lfs.0 00010000:00010000:0.0:1787398569.178287:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398569.178307:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341d12 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119acc expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.178368:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912341d19 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.178382:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912341d19 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.178393:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912341d19 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.178414:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912341d20 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.178421:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912341d20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.178428:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912341d20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.178471:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912341d19 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.178516:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912341d19 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.178522:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912341d19 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.178528:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398569.178539:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912341d19 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.178547:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912341d19 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.178559:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:0.0:1787398569.178573:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398569.178577:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912341d19 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.178583:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912341d19 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.178596:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912341d20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.178601:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912341d20 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.178606:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912341d20 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.178611:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6d600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398569.178614:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912341d20 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.178620:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912341d20 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.178627:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc86efa78 (ffff9cf304cbdb00) 00010000:00010000:0.0:1787398569.178630:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398569.178641:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912341d20 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.178648:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912341d20 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.178680:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341d12 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119acc expref: 7 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.178690:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:0.0:1787398569.178692:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398569.178695:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341d12 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119acc expref: 7 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.178713:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6c000, rc 0) 00000100:00100000:0.0:1787398569.178778:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf334040700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:122899:x1874221247452288:12345-192.168.204.36@tcp:101:lfs.0 Request processed in 525us (715us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398569.178785:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 379 00000100:00100000:1.0:1787398569.182206:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398569.182337:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247452544 00000100:00100000:3.0:1787398569.182348:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247452544 00000100:00100000:2.0:1787398569.182574:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 380 00000100:00100000:2.0:1787398569.182589:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208893800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:122899:x1874221247452544:12345-192.168.204.36@tcp:36:lfs.0 00000100:00100000:2.0:1787398569.182940:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af1ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260920320:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1787398569.182994:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398569.183035:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31f578c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.183097:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260920320 00000100:00100000:0.0:1787398569.183102:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260920320 00000100:00100000:0.0:1787398569.183147:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:0.0:1787398569.183154:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+12:158794:x1874221260920320:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1787398569.183247:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+12:158794:x1874221260920320:12345-0@lo:1000:mdt00_000.0 Request processed in 92us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398569.183255:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:1.0:1787398569.183301:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af1ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260920320:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787398569.183349:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad3480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260920448:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787398569.183378:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.183402:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2034a8540 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.183451:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260920448 00000100:00100000:0.0:1787398569.183456:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260920448 00000100:00100000:0.0:1787398569.183598:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:0.0:1787398569.183606:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+12:158794:x1874221260920448:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1787398569.183717:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+12:158794:x1874221260920448:12345-0@lo:1000:mdt00_000.0 Request processed in 111us (337us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787398569.183724:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:2.0:1787398569.183786:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad3480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260920448:0@lo:1000:mdt00_000.0 00010000:00010000:2.0:1787398569.183858:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969a00/0x5703899912341d27 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.183868:0:158794:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969a00/0x5703899912341d27 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.183878:0:158794:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969a00/0x5703899912341d27 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398569.183891:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af19f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260920576:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1787398569.183918:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398569.184281:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31f578b40 going to sleep for 11 seconds 00000100:00100000:1.0:1787398569.184353:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260920576 00000100:00100000:1.0:1787398569.184367:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260920576 00000100:00100000:1.0:1787398569.184404:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:1.0:1787398569.184412:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:158794:x1874221260920576:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1787398569.184423:0:158799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398569.184437:0:158799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912341d2e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912341d27 expref: -99 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.184462:0:158799:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969600/0x5703899912341d0b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ac5 expref: 5 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.184471:0:158799:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912341d2e lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912341d27 expref: 13 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.184525:0:158799:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969600/0x5703899912341d0b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ac5 expref: 5 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.184538:0:158799:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969600/0x5703899912341d0b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ac5 expref: 5 pid: 158794 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398569.184548:0:158799:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd3100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:158799:1874221260920704:192.168.204.36@tcp:104: 00000100:00100000:1.0:1787398569.184606:0:158799:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2034a8f00 going to sleep for 11 seconds 00000100:00100000:1.0:1787398569.194337:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398569.194458:0:158799:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd3100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:158799:1874221260920704:192.168.204.36@tcp:104: 00010000:00010000:0.0:1787398569.194530:0:158799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912341d2e lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341d27 expref: 13 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.194543:0:158799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:0.0:1787398569.194546:0:158799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398569.194549:0:158799:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912341d2e lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341d27 expref: 13 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.194558:0:158799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b639000, rc 0) 00000100:00100000:0.0:1787398569.194609:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:158794:x1874221260920576:12345-0@lo:101:mdt00_000.0 Request processed in 10198us (10690us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398569.194618:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:1.0:1787398569.194707:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af19f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260920576:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1787398569.194725:0:158794:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969a00/0x5703899912341d27 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341d2e expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.194736:0:158794:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969a00/0x5703899912341d27 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341d2e expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398569.194838:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247452672 00000100:00100000:2.0:1787398569.194854:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247452672 00010000:00010000:2.0:1787398569.194887:0:158780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969600/0x5703899912341d0b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ac5 expref: 6 pid: 158794 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398569.194938:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 106 00000100:00100000:2.0:1787398569.194952:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69163:x1874221247452672:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787398569.194971:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398569.194980:0:158780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969600/0x5703899912341d0b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ac5 expref: 6 pid: 158794 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.194996:0:158780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969600/0x5703899912341d0b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ac5 expref: 6 pid: 158794 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.195022:0:158780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969600/0x5703899912341d0b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ac5 expref: 6 pid: 158794 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.195038:0:158780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:2.0:1787398569.195045:0:158780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912341d2e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341d27 expref: 12 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.195057:0:158780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912341d2e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x5703899912341d27 expref: 12 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.195068:0:158780:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912341d2e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x5703899912341d27 expref: 12 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.195111:0:158780:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912341d2e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341d27 expref: 12 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398569.195129:0:158780:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:158780:1874221260920832:0@lo:105: 00000100:00100000:2.0:1787398569.195189:0:158780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398569.195252:0:158780:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31f578c00 going to sleep for 11 seconds 00000100:00100000:3.0:1787398569.195448:0:158778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260920832 00000100:00100000:3.0:1787398569.195459:0:158778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260920832 00000100:00100000:3.0:1787398569.195540:0:158778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1787398569.195548:0:158778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:158780:x1874221260920832:12345-0@lo:105: 00010000:00010000:3.0:1787398569.195558:0:158778:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969a00/0x5703899912341d27 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341d2e expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.195567:0:158778:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969a00/0x5703899912341d27 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341d2e expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.195575:0:158778:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969a00/0x5703899912341d27 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341d2e expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.195582:0:158778:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969a00/0x5703899912341d27 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x5703899912341d2e expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.195590:0:158778:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969a00/0x5703899912341d27 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x5703899912341d2e expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.195597:0:158778:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969a00/0x5703899912341d27 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x5703899912341d2e expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.195620:0:158778:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9cf20d969a00) 00000100:00100000:3.0:1787398569.195658:0:158778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:158780:x1874221260920832:12345-0@lo:105: Request processed in 110us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398569.195665:0:158778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00010000:00010000:1.0:1787398569.195725:0:158794:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969a00/0x5703899912341d27 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341d2e expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.195735:0:158794:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969a00/0x5703899912341d27 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341d2e expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787398569.195757:0:158794:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1787398569.195788:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639200/0x5703899912341d35 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.195795:0:158794:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639200/0x5703899912341d35 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.195816:0:158794:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639200/0x5703899912341d35 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398569.195834:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260920960:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1787398569.195880:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.195906:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2034a8a80 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.196028:0:158780:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:158780:1874221260920832:0@lo:105: 00010000:00010000:0.0:1787398569.196040:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398569.196089:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69163:x1874221247452672:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 1140us (1760us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398569.196097:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 106 00000100:00100000:3.0:1787398569.196291:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260920960 00000100:00100000:3.0:1787398569.196296:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260920960 00000100:00100000:3.0:1787398569.196330:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:3.0:1787398569.196338:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:158794:x1874221260920960:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1787398569.196360:0:158800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398569.196379:0:158800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341d3c lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912341d35 expref: -99 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.196400:0:158800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341d3c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912341d35 expref: 14 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.196411:0:158800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341d3c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341d35 expref: 14 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.196420:0:158800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc86efa78 (ffff9cf305ea8f00) 00010000:00010000:3.0:1787398569.196423:0:158800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398569.196425:0:158800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a68600, rc 0) 00000100:00100000:3.0:1787398569.196464:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+14:158794:x1874221260920960:12345-0@lo:101:mdt00_000.0 Request processed in 127us (584us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398569.196470:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:1.0:1787398569.196566:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260920960:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1787398569.196579:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639200/0x5703899912341d35 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341d3c expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.196588:0:158794:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639200/0x5703899912341d35 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341d3c expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787398569.196605:0:158794:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1787398569.196648:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260921088:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787398569.196679:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.196707:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2034a8c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.197066:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260921088 00000100:00100000:0.0:1787398569.197071:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260921088 00000100:00100000:0.0:1787398569.197112:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:0.0:1787398569.197119:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+14:158794:x1874221260921088:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1787398569.197184:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+14:158794:x1874221260921088:12345-0@lo:1000:mdt00_000.0 Request processed in 65us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398569.197198:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:1.0:1787398569.197270:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260921088:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787398569.197313:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260921216:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787398569.197338:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.197361:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2034a8c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787398569.197376:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260921216 00000100:00100000:1.0:1787398569.197380:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260921216 00000100:00100000:1.0:1787398569.197405:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:1.0:1787398569.197412:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+14:158794:x1874221260921216:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787398569.197516:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+14:158794:x1874221260921216:12345-0@lo:1000:mdt00_000.0 Request processed in 104us (177us total) trans 0 rc -2/-2 00000100:00100000:1.0:1787398569.197523:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:1.0:1787398569.197550:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260921216:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787398569.197623:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260921344:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787398569.197646:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.197655:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2034a8c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787398569.197666:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260921344 00000100:00100000:1.0:1787398569.197670:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260921344 00000100:00100000:1.0:1787398569.197687:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:1.0:1787398569.197692:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+14:158794:x1874221260921344:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787398569.197782:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+14:158794:x1874221260921344:12345-0@lo:1000:mdt00_000.0 Request processed in 88us (134us total) trans 0 rc -2/-2 00000100:00100000:1.0:1787398569.197788:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:1.0:1787398569.198692:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260921344:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1787398569.202642:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034dca80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260921472:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1787398569.202727:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398569.202781:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf205585d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787398569.203199:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260921472 00000100:00100000:2.0:1787398569.203207:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260921472 00000100:00100000:2.0:1787398569.203268:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:2.0:1787398569.203277:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+14:158794:x1874221260921472:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1787398569.203376:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+14:158794:x1874221260921472:12345-0@lo:1000:mdt00_000.0 Request processed in 99us (647us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398569.203384:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:1.0:1787398569.203470:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034dca80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260921472:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787398569.203574:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260921600:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787398569.203607:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.203631:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2034a8c00 going to sleep for 11 seconds 00000100:00100000:3.0:1787398569.204367:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260921600 00000100:00100000:3.0:1787398569.204376:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260921600 00000100:00100000:3.0:1787398569.204419:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:3.0:1787398569.204427:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+14:158794:x1874221260921600:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1787398569.204539:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+14:158794:x1874221260921600:12345-0@lo:1000:mdt00_000.0 Request processed in 112us (931us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398569.204547:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:1.0:1787398569.204696:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260921600:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787398569.204782:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260921728:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787398569.205012:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.205041:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2034a8c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787398569.205215:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260921728 00000100:00100000:2.0:1787398569.205220:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260921728 00000100:00100000:2.0:1787398569.205274:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:2.0:1787398569.205287:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+14:158794:x1874221260921728:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1787398569.205374:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+14:158794:x1874221260921728:12345-0@lo:1000:mdt00_000.0 Request processed in 88us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398569.205383:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:1.0:1787398569.205745:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260921728:0@lo:1000:mdt00_000.0 00080000:00000400:1.0:1787398569.206526:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 259 < left 336, rollback = 2 00080000:00000400:1.0:1787398569.206531:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:1.0:1787398569.206534:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1787398569.206536:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398569.206538:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/1, delete: 0/0/0 00080000:00000400:1.0:1787398569.206540:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398569.207179:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 258 < left 336, rollback = 2 00080000:00000400:1.0:1787398569.207184:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:1.0:1787398569.207187:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1787398569.207190:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398569.207192:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/2, delete: 0/0/0 00080000:00000400:1.0:1787398569.207194:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398569.207364:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:1.0:1787398569.207368:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:1.0:1787398569.207370:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1787398569.207372:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398569.207374:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/4, delete: 0/0/0 00080000:00000400:1.0:1787398569.207376:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398569.207403:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:1.0:1787398569.207405:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:1.0:1787398569.207407:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1787398569.207409:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398569.207411:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/4, delete: 0/0/0 00080000:00000400:1.0:1787398569.207412:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398569.207421:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:1.0:1787398569.207424:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:1.0:1787398569.207426:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1787398569.207427:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398569.207430:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/4, delete: 0/0/0 00080000:00000400:1.0:1787398569.207431:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398569.207460:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:1.0:1787398569.207464:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:1.0:1787398569.207465:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1787398569.207467:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398569.207470:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/4, delete: 0/0/0 00080000:00000400:1.0:1787398569.207471:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00000040:00080000:1.0:1787398569.208001:0:158794:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002340:0x1:0x0].9, 2168 off46016 00000040:00080000:1.0:1787398569.210080:0:158794:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab1:0x1:0x0].9, 2368 off47280 00000004:00080000:1.0:1787398569.210094:0:158794:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9cf2034a8a80 with version 21 00000004:00080000:3.0:1787398569.210218:0:159528:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf3359b8c00 version 21 rpc_version 21 00000020:00100000:3.0:1787398569.210265:0:159528:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787398569.210277:0:159528:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf33055ea00 x1874221260921984/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787398569.210319:0:159528:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33055ea00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159528:1874221260921984:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787398569.210398:0:159528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398569.210438:0:159528:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf334660000 going to sleep for 11 seconds 00000100:00100000:2.0:1787398569.210514:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260921984 00000100:00100000:2.0:1787398569.210522:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260921984 00000100:00100000:2.0:1787398569.210586:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:2.0:1787398569.210595:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+14:159528:x1874221260921984:12345-0@lo:1000:osp_up0-1.0 00080000:00000400:2.0:1787398569.211243:0:158799:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 292, rollback = 2 00080000:00000400:2.0:1787398569.211248:0:158799:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398569.211251:0:158799:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:2.0:1787398569.211253:0:158799:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/50/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398569.211256:0:158799:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/0, delete: 0/0/0 00080000:00000400:2.0:1787398569.211258:0:158799:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398569.211378:0:158799:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 292, rollback = 2 00080000:00000400:2.0:1787398569.211381:0:158799:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398569.211389:0:158799:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:2.0:1787398569.211391:0:158799:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/50/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398569.211394:0:158799:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/1, delete: 0/0/0 00080000:00000400:2.0:1787398569.211396:0:158799:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398569.211429:0:158799:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 292, rollback = 2 00080000:00000400:2.0:1787398569.211432:0:158799:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398569.211434:0:158799:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:2.0:1787398569.211436:0:158799:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/50/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398569.211438:0:158799:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/1, delete: 0/0/0 00080000:00000400:2.0:1787398569.211440:0:158799:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00000100:00100000:2.0:1787398569.215455:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+15:159528:x1874221260921984:12345-0@lo:1000:osp_up0-1.0 Request processed in 4852us (5048us total) trans 34359738623 rc 0/0 00000100:00100000:2.0:1787398569.215469:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:3.0:1787398569.216174:0:159528:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33055ea00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159528:1874221260921984:0@lo:1000:osp_up0-1.0 00010000:00010000:1.0:1787398569.216359:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x5703899912341d43 lrc: 3/0,1 mode: --/PW res: [0x240002343:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.216375:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x5703899912341d43 lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.216386:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x5703899912341d43 lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.216404:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638e00/0x5703899912341d4a lrc: 3/0,1 mode: --/PW res: [0x240002340:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.216424:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638e00/0x5703899912341d4a lrc: 3/0,1 mode: PW/PW res: [0x240002340:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.216431:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638e00/0x5703899912341d4a lrc: 3/0,1 mode: PW/PW res: [0x240002340:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.216465:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638000/0x5703899912341d51 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.216473:0:158794:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638000/0x5703899912341d51 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.216511:0:158794:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638000/0x5703899912341d51 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398569.216531:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260922112:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1787398569.216589:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.216620:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2034a8300 going to sleep for 11 seconds 00000100:00100000:3.0:1787398569.216731:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260922112 00000100:00100000:3.0:1787398569.216739:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260922112 00000100:00100000:3.0:1787398569.216797:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:3.0:1787398569.216814:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+15:158794:x1874221260922112:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1787398569.216833:0:162682:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398569.216859:0:162682:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x5703899912341d58 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912341d51 expref: -99 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.216880:0:162682:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x5703899912341d58 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912341d51 expref: 16 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.216892:0:162682:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x5703899912341d58 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341d51 expref: 16 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.216901:0:162682:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x6:0x0].0x0 (ffff9cf305ea8c00) 00010000:00010000:3.0:1787398569.216904:0:162682:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398569.216907:0:162682:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a69000, rc 0) 00000100:00100000:3.0:1787398569.216949:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+16:158794:x1874221260922112:12345-0@lo:101:mdt00_000.0 Request processed in 136us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398569.216955:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:1.0:1787398569.217081:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260922112:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1787398569.217093:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638000/0x5703899912341d51 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341d58 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.217103:0:158794:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638000/0x5703899912341d51 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341d58 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398569.217129:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000001366298b reply state 000000002acdc4ad transno 21474836529 ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638e00/0x5703899912341d4a lrc: 3/0,1 mode: PW/PW res: [0x240002340:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.217140:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638e00/0x5703899912341d4a lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.217153:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x6:0x0].0x0 (ffff9cf337a20300) 00010000:00010000:1.0:1787398569.217156:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398569.217158:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787398569.217165:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638000/0x5703899912341d51 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341d58 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.217173:0:158794:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638000/0x5703899912341d51 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341d58 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787398569.217183:0:158794:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0x6:0x0] 00000004:00010000:1.0:1787398569.217190:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000001366298b reply state 000000002acdc4ad transno 21474836529 ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x5703899912341d43 lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.217199:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x5703899912341d43 lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.217205:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x3:0x0].0x0 (ffff9cf337a20400) 00010000:00010000:1.0:1787398569.217208:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398569.217209:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000004:00200000:1.0:1787398569.217215:0:158794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x3:0x0]: returning size 4096 00000004:00080000:1.0:1787398569.217223:0:158794:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1787398569.217233:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969a00/0x5703899912341d27 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341d2e expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.217240:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969a00/0x5703899912341d27 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912341d2e expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.217247:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969a00/0x5703899912341d27 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912341d2e expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.217283:0:158794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1787398569.217289:0:158794:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1787398569.217293:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639200/0x5703899912341d35 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341d3c expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.217300:0:158794:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639200/0x5703899912341d35 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341d3c expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398569.217367:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208893800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+11:122899:x1874221247452544:12345-192.168.204.36@tcp:36:lfs.0 Request processed in 34782us (35170us total) trans 21474836529 rc 0/0 00000100:00100000:1.0:1787398569.217375:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 380 00010000:00010000:3.0:1787398569.218333:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787398569.218341:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969a00/0x5703899912341d27 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x5703899912341d2e expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.218360:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d969a00 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:3.0:1787398569.218366:0:158783:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969a00/0x5703899912341d27 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912341d2e expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398569.218374:0:158783:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969a00/0x5703899912341d27 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912341d2e expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.218406:0:158783:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969a00/0x5703899912341d27 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341d2e expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.218412:0:158783:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787398569.218449:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969a00/0x5703899912341d27 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341d2e expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.218456:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969a00/0x5703899912341d27 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341d2e expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.218470:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398569.218471:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398569.218473:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398569.218576:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787398569.218594:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260922240:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787398569.218652:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398569.219287:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260922240 00000100:00100000:3.0:1787398569.219296:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260922240 00000100:00100000:3.0:1787398569.219358:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1787398569.219371:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf342145050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+16:106500:x1874221260922240:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787398569.219388:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398569.219414:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912341d2e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912341d27 expref: 16 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.219450:0:162512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:3.0:1787398569.219456:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398569.219532:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf342145050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+15:106500:x1874221260922240:12345-0@lo:103:ldlm_bl.0 Request processed in 164us (879us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398569.219543:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1787398569.219653:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260922240:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787398569.224120:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398569.224212:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247452800 00000100:00100000:2.0:1787398569.224221:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247452800 00000100:00100000:2.0:1787398569.224283:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 381 00000100:00100000:2.0:1787398569.224294:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:122899:x1874221247452800:12345-192.168.204.36@tcp:101:lfs.0 00010000:00010000:2.0:1787398569.224313:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398569.224334:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969600/0x5703899912341d5f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119ad3 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.224398:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x5703899912341d66 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.224413:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x5703899912341d66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.224425:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x5703899912341d66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787398569.224521:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1787398569.224525:0:158796:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787398569.224545:0:158796:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x5703899912341d66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.224579:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969600/0x5703899912341d5f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ad3 expref: 7 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.224596:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x5703899912341d66 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ad3 expref: 6 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.224605:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:2.0:1787398569.224608:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787398569.224612:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d968e00, rc 0) 00000100:00100000:2.0:1787398569.224663:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:122899:x1874221247452800:12345-192.168.204.36@tcp:101:lfs.0 Request processed in 370us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398569.224671:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 381 00010000:00010000:2.0:1787398569.237632:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398569.238579:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398569.238720:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247452928 00000100:00100000:3.0:1787398569.238730:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247452928 00000100:00100000:3.0:1787398569.238795:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 382 00000100:00100000:3.0:1787398569.238815:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:122899:x1874221247452928:12345-192.168.204.36@tcp:101:lfs.0 00010000:00010000:3.0:1787398569.238836:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398569.238864:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341d6d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119ada expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.238924:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69c00/0x5703899912341d74 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.238937:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69c00/0x5703899912341d74 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.238948:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69c00/0x5703899912341d74 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.238961:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912341d7b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.238968:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912341d7b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.238991:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912341d7b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.239034:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69c00/0x5703899912341d74 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.239041:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69c00/0x5703899912341d74 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.239048:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69c00/0x5703899912341d74 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.239053:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69c00/0x5703899912341d74 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.239059:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a69c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398569.239064:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69c00/0x5703899912341d74 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.239071:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69c00/0x5703899912341d74 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.239083:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:3.0:1787398569.239086:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398569.239091:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69c00/0x5703899912341d74 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.239097:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69c00/0x5703899912341d74 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.239109:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912341d7b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.239123:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912341d7b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.239129:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912341d7b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.239133:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a69a00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398569.239136:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912341d7b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.239142:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912341d7b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.239151:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbf4c99ad (ffff9cf305ea8000) 00010000:00010000:3.0:1787398569.239154:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398569.239157:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912341d7b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.239162:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912341d7b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.239195:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341d6d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ada expref: 7 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.239204:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:3.0:1787398569.239206:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398569.239210:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912341d6d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ada expref: 7 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.239230:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a68000, rc 0) 00000100:00100000:3.0:1787398569.239295:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:122899:x1874221247452928:12345-192.168.204.36@tcp:101:lfs.0 Request processed in 491us (731us total) trans 0 rc 301/301 00000100:00100000:3.0:1787398569.239302:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 382 00000100:00100000:1.0:1787398569.246623:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398569.246796:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247453184 00000100:00100000:2.0:1787398569.246816:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247453184 00000100:00100000:2.0:1787398569.246898:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 383 00000100:00100000:2.0:1787398569.246911:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+11:122899:x1874221247453184:12345-192.168.204.36@tcp:36:lfs.0 00000100:00100000:2.0:1787398569.247049:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31372d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260922368:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787398569.247107:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398569.247143:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31f578f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.247293:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260922368 00000100:00100000:0.0:1787398569.247302:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260922368 00000100:00100000:0.0:1787398569.247341:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:0.0:1787398569.247348:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+15:158796:x1874221260922368:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1787398569.247428:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+15:158796:x1874221260922368:12345-0@lo:1000:mdt00_002.0 Request processed in 80us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398569.247436:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:1.0:1787398569.247527:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31372d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260922368:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1787398569.247579:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260922496:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1787398569.247605:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.247622:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2034a8f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787398569.247695:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260922496 00000100:00100000:3.0:1787398569.247699:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260922496 00000100:00100000:3.0:1787398569.247732:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:3.0:1787398569.247739:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+15:158796:x1874221260922496:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787398569.247828:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+15:158796:x1874221260922496:12345-0@lo:1000:mdt00_002.0 Request processed in 89us (221us total) trans 0 rc -2/-2 00000100:00100000:3.0:1787398569.247835:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00100000:1.0:1787398569.247908:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260922496:0@lo:1000:mdt00_002.0 00010000:00010000:1.0:1787398569.247960:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341d82 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.247970:0:158796:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341d82 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.247980:0:158796:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341d82 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398569.248010:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260922624:0@lo:101:mdt00_002.0 00000100:00100000:1.0:1787398569.248038:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.248068:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2034a8300 going to sleep for 11 seconds 00000100:00100000:2.0:1787398569.248148:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260922624 00000100:00100000:2.0:1787398569.248158:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260922624 00000100:00100000:2.0:1787398569.248207:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:2.0:1787398569.248214:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33599e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+15:158796:x1874221260922624:12345-0@lo:101:mdt00_002.0 00010000:00010000:2.0:1787398569.248224:0:158799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398569.248240:0:158799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969600/0x5703899912341d89 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912341d82 expref: -99 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.248265:0:158799:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x5703899912341d66 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ad3 expref: 5 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.248274:0:158799:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969600/0x5703899912341d89 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912341d82 expref: 16 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.248297:0:158799:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x5703899912341d66 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ad3 expref: 5 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.248311:0:158799:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x5703899912341d66 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ad3 expref: 5 pid: 158796 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398569.248324:0:158799:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31372ed80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:158799:1874221260922752:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398569.248396:0:158799:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf309bbbcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.252087:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398569.252175:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247453312 00000100:00100000:1.0:1787398569.252185:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247453312 00010000:00010000:1.0:1787398569.252225:0:158781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x5703899912341d66 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ad3 expref: 6 pid: 158796 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398569.252271:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 107 00000100:00100000:1.0:1787398569.252285:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69162:x1874221247453312:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787398569.252303:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398569.252312:0:158781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x5703899912341d66 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ad3 expref: 6 pid: 158796 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.252327:0:158781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x5703899912341d66 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ad3 expref: 6 pid: 158796 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.252382:0:158781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:1.0:1787398569.252392:0:158781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969600/0x5703899912341d89 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912341d82 expref: 16 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.252408:0:158781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969600/0x5703899912341d89 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x5703899912341d82 expref: 16 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.252418:0:158781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969600/0x5703899912341d89 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x5703899912341d82 expref: 16 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.252515:0:158781:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969600/0x5703899912341d89 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341d82 expref: 16 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398569.252531:0:158781:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:158781:1874221260922880:0@lo:105: 00000100:00100000:1.0:1787398569.252589:0:158781:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.252621:0:158781:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2034a8f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787398569.252678:0:158778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260922880 00000100:00100000:3.0:1787398569.252683:0:158778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260922880 00000100:00100000:3.0:1787398569.252722:0:158778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1787398569.252731:0:158778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:158781:x1874221260922880:12345-0@lo:105: 00010000:00010000:3.0:1787398569.252742:0:158778:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341d82 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341d89 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.252751:0:158778:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341d82 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341d89 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.252771:0:158778:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341d82 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341d89 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.252779:0:158778:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341d82 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x5703899912341d89 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.252804:0:158778:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341d82 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x5703899912341d89 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.252812:0:158778:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341d82 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x5703899912341d89 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.252827:0:158778:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9cf20b638600) 00000100:00100000:3.0:1787398569.252876:0:158778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:158781:x1874221260922880:12345-0@lo:105: Request processed in 146us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398569.252884:0:158778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00010000:00010000:2.0:1787398569.253358:0:158799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x5703899912341d66 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ad3 expref: 6 pid: 158796 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398569.253376:0:158799:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31372ed80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:158799:1874221260922752:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398569.253425:0:158799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969600/0x5703899912341d89 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341d82 expref: 16 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.253453:0:158799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:2.0:1787398569.253456:0:158799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398569.253459:0:158799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d969600, rc 0) 00000100:00100000:1.0:1787398569.253729:0:158781:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:158781:1874221260922880:0@lo:105: 00010000:00010000:1.0:1787398569.253745:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398569.253933:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33599e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+16:158796:x1874221260922624:12345-0@lo:101:mdt00_002.0 Request processed in 5717us (5891us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398569.253944:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:1.0:1787398569.254329:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69162:x1874221247453312:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 2046us (2249us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398569.254337:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 107 00000100:00100000:3.0:1787398569.255405:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260922624:0@lo:101:mdt00_002.0 00010000:00010000:3.0:1787398569.255430:0:158796:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341d82 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341d89 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787398569.255544:0:158796:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1787398569.255592:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a68000/0x5703899912341d90 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.255599:0:158796:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a68000/0x5703899912341d90 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.255608:0:158796:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a68000/0x5703899912341d90 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398569.255626:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a28a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260923008:0@lo:101:mdt00_002.0 00000100:00100000:3.0:1787398569.256171:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398569.256245:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf334660a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787398569.256308:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260923008 00000100:00100000:2.0:1787398569.256315:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260923008 00000100:00100000:2.0:1787398569.256399:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:2.0:1787398569.256409:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+16:158796:x1874221260923008:12345-0@lo:101:mdt00_002.0 00010000:00010000:2.0:1787398569.256426:0:159531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398569.256443:0:159531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968600/0x5703899912341d97 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912341d90 expref: -99 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.256562:0:159531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968600/0x5703899912341d97 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912341d90 expref: 17 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.256576:0:159531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968600/0x5703899912341d97 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341d90 expref: 17 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.256584:0:159531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbf4c99ad (ffff9cf3414fe700) 00010000:00010000:2.0:1787398569.256587:0:159531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398569.256590:0:159531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d968600, rc 0) 00000100:00100000:2.0:1787398569.256641:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+17:158796:x1874221260923008:12345-0@lo:101:mdt00_002.0 Request processed in 233us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398569.256647:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:1.0:1787398569.256744:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a28a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260923008:0@lo:101:mdt00_002.0 00010000:00010000:1.0:1787398569.256757:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a68000/0x5703899912341d90 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341d97 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.256768:0:158796:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a68000/0x5703899912341d90 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341d97 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787398569.256786:0:158796:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1787398569.256856:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd0700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260923136:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1787398569.256889:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.256918:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2034a8000 going to sleep for 11 seconds 00000100:00100000:3.0:1787398569.257441:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260923136 00000100:00100000:3.0:1787398569.257447:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260923136 00000100:00100000:3.0:1787398569.257694:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:3.0:1787398569.257714:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+17:158796:x1874221260923136:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787398569.257937:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+17:158796:x1874221260923136:12345-0@lo:1000:mdt00_002.0 Request processed in 224us (1046us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398569.257945:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:1.0:1787398569.258055:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd0700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260923136:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1787398569.258116:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd0700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260923264:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1787398569.258163:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.258219:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2034a8000 going to sleep for 11 seconds 00000100:00100000:3.0:1787398569.258223:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260923264 00000100:00100000:3.0:1787398569.258227:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260923264 00000100:00100000:3.0:1787398569.258260:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:3.0:1787398569.258266:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+17:158796:x1874221260923264:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787398569.258343:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+17:158796:x1874221260923264:12345-0@lo:1000:mdt00_002.0 Request processed in 77us (180us total) trans 0 rc -2/-2 00000100:00100000:3.0:1787398569.258350:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:1.0:1787398569.258458:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd0700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260923264:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1787398569.258705:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd0700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260923392:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1787398569.258731:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.258790:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2034a8000 going to sleep for 11 seconds 00000100:00100000:2.0:1787398569.259183:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260923392 00000100:00100000:2.0:1787398569.259189:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260923392 00000100:00100000:2.0:1787398569.259233:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:2.0:1787398569.259242:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+17:158796:x1874221260923392:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787398569.259380:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+17:158796:x1874221260923392:12345-0@lo:1000:mdt00_002.0 Request processed in 138us (647us total) trans 0 rc -2/-2 00000100:00100000:2.0:1787398569.259389:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:1.0:1787398569.259950:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd0700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260923392:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1787398569.260026:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd0700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260923520:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1787398569.260059:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.260130:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2034a8000 going to sleep for 11 seconds 00000100:00100000:3.0:1787398569.260171:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260923520 00000100:00100000:3.0:1787398569.260176:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260923520 00000100:00100000:3.0:1787398569.260252:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:3.0:1787398569.260260:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+17:158796:x1874221260923520:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787398569.260333:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+17:158796:x1874221260923520:12345-0@lo:1000:mdt00_002.0 Request processed in 73us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398569.260340:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:1.0:1787398569.260404:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd0700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260923520:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1787398569.260447:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd0700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260923648:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1787398569.260523:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.260984:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2034a8000 going to sleep for 11 seconds 00000100:00100000:2.0:1787398569.261079:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260923648 00000100:00100000:2.0:1787398569.261085:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260923648 00000100:00100000:2.0:1787398569.261127:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:2.0:1787398569.261135:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+17:158796:x1874221260923648:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787398569.261206:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+17:158796:x1874221260923648:12345-0@lo:1000:mdt00_002.0 Request processed in 72us (682us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398569.261214:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:1.0:1787398569.261288:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd0700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260923648:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1787398569.261339:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd0700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260923776:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1787398569.261378:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.261399:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2034a8000 going to sleep for 11 seconds 00000100:00100000:1.0:1787398569.261413:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260923776 00000100:00100000:1.0:1787398569.261417:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260923776 00000100:00100000:1.0:1787398569.261438:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:1.0:1787398569.261444:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+17:158796:x1874221260923776:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1787398569.261754:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+17:158796:x1874221260923776:12345-0@lo:1000:mdt00_002.0 Request processed in 308us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398569.261777:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:2.0:1787398569.261968:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd0700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260923776:0@lo:1000:mdt00_002.0 00080000:00000400:2.0:1787398569.262752:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 259 < left 336, rollback = 2 00080000:00000400:2.0:1787398569.262759:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:2.0:1787398569.262761:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:2.0:1787398569.262763:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398569.262765:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/1, delete: 0/0/0 00080000:00000400:2.0:1787398569.262767:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398569.262934:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 258 < left 336, rollback = 2 00080000:00000400:2.0:1787398569.262938:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:2.0:1787398569.262940:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:2.0:1787398569.262947:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398569.262950:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/2, delete: 0/0/0 00080000:00000400:2.0:1787398569.262952:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398569.263112:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 257 < left 336, rollback = 2 00080000:00000400:2.0:1787398569.263115:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:2.0:1787398569.263122:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:2.0:1787398569.263124:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398569.263126:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:2.0:1787398569.263128:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398569.263149:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 257 < left 336, rollback = 2 00080000:00000400:2.0:1787398569.263151:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:2.0:1787398569.263153:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:2.0:1787398569.263155:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398569.263157:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:2.0:1787398569.263158:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398569.263166:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 257 < left 336, rollback = 2 00080000:00000400:2.0:1787398569.263169:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:2.0:1787398569.263170:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:2.0:1787398569.263172:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398569.263174:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:2.0:1787398569.263176:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398569.263202:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 257 < left 336, rollback = 2 00080000:00000400:2.0:1787398569.263205:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:2.0:1787398569.263207:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:2.0:1787398569.263209:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398569.263211:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:2.0:1787398569.263213:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00000040:00080000:2.0:1787398569.263285:0:158796:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002340:0x1:0x0].10, 2168 off48184 00000040:00080000:2.0:1787398569.263372:0:158796:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab1:0x1:0x0].10, 2368 off49648 00000004:00080000:2.0:1787398569.263378:0:158796:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9cf20a559840 with version 22 00000004:00080000:3.0:1787398569.263736:0:159528:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf3359b8c00 version 22 rpc_version 22 00000020:00100000:3.0:1787398569.263775:0:159528:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787398569.263785:0:159528:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf203a29c00 x1874221260924032/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787398569.263826:0:159528:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a29c00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159528:1874221260924032:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787398569.263898:0:159528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398569.263933:0:159528:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf334660a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787398569.263951:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260924032 00000100:00100000:3.0:1787398569.263958:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260924032 00000100:00100000:3.0:1787398569.263996:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:3.0:1787398569.264005:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+17:159528:x1874221260924032:12345-0@lo:1000:osp_up0-1.0 00080000:00000400:3.0:1787398569.264284:0:162682:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 292, rollback = 2 00080000:00000400:3.0:1787398569.264289:0:162682:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1787398569.264291:0:162682:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:3.0:1787398569.264293:0:162682:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/50/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398569.264296:0:162682:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/0, delete: 0/0/0 00080000:00000400:3.0:1787398569.264297:0:162682:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398569.264395:0:162682:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 292, rollback = 2 00080000:00000400:3.0:1787398569.264399:0:162682:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1787398569.264401:0:162682:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:3.0:1787398569.264402:0:162682:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/50/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398569.264404:0:162682:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/1, delete: 0/0/0 00080000:00000400:3.0:1787398569.264406:0:162682:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398569.264434:0:162682:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 292, rollback = 2 00080000:00000400:3.0:1787398569.264437:0:162682:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1787398569.264439:0:162682:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:3.0:1787398569.264442:0:162682:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/50/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398569.264444:0:162682:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/1, delete: 0/0/0 00080000:00000400:3.0:1787398569.264446:0:162682:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00000100:00100000:3.0:1787398569.267898:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+18:159528:x1874221260924032:12345-0@lo:1000:osp_up0-1.0 Request processed in 3883us (3989us total) trans 34359738624 rc 0/0 00000100:00100000:3.0:1787398569.267914:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:2.0:1787398569.268538:0:159528:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a29c00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159528:1874221260924032:0@lo:1000:osp_up0-1.0 00010000:00010000:1.0:1787398569.268774:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638400/0x5703899912341d9e lrc: 3/0,1 mode: --/PW res: [0x240002343:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.268792:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638400/0x5703899912341d9e lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.268803:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638400/0x5703899912341d9e lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.268821:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639c00/0x5703899912341da5 lrc: 3/0,1 mode: --/PW res: [0x240002340:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.268828:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639c00/0x5703899912341da5 lrc: 3/0,1 mode: PW/PW res: [0x240002340:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.268834:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639c00/0x5703899912341da5 lrc: 3/0,1 mode: PW/PW res: [0x240002340:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.268877:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638a00/0x5703899912341dac lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.268885:0:158796:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638a00/0x5703899912341dac lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.268894:0:158796:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638a00/0x5703899912341dac lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398569.268916:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260924160:0@lo:101:mdt00_002.0 00000100:00100000:1.0:1787398569.268962:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.268995:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2034a8480 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.269197:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260924160 00000100:00100000:0.0:1787398569.269208:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260924160 00000100:00100000:0.0:1787398569.269265:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:0.0:1787398569.269274:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+18:158796:x1874221260924160:12345-0@lo:101:mdt00_002.0 00010000:00010000:0.0:1787398569.269294:0:158799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398569.269314:0:158799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912341db3 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912341dac expref: -99 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.269334:0:158799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912341db3 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912341dac expref: 19 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.269346:0:158799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912341db3 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341dac expref: 19 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.269364:0:158799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x7:0x0].0x0 (ffff9cf304cbdb00) 00010000:00010000:0.0:1787398569.269367:0:158799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398569.269371:0:158799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6c400, rc 0) 00000100:00100000:0.0:1787398569.269416:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+19:158796:x1874221260924160:12345-0@lo:101:mdt00_002.0 Request processed in 143us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398569.269423:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:1.0:1787398569.269610:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260924160:0@lo:101:mdt00_002.0 00010000:00010000:1.0:1787398569.269624:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638a00/0x5703899912341dac lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341db3 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.269635:0:158796:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638a00/0x5703899912341dac lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341db3 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398569.269657:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b4c000d5 reply state 00000000df8b292c transno 21474836530 ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639c00/0x5703899912341da5 lrc: 3/0,1 mode: PW/PW res: [0x240002340:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.269669:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639c00/0x5703899912341da5 lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.269676:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x7:0x0].0x0 (ffff9cf337a20700) 00010000:00010000:1.0:1787398569.269679:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398569.269682:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787398569.269687:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638a00/0x5703899912341dac lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341db3 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.269695:0:158796:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638a00/0x5703899912341dac lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341db3 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787398569.269706:0:158796:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0x7:0x0] 00000004:00010000:1.0:1787398569.269710:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b4c000d5 reply state 00000000df8b292c transno 21474836530 ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638400/0x5703899912341d9e lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.269718:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638400/0x5703899912341d9e lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.269724:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x4:0x0].0x0 (ffff9cf337a20d00) 00010000:00010000:1.0:1787398569.269733:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398569.269735:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000004:00200000:1.0:1787398569.269740:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x4:0x0]: returning size 4096 00000004:00080000:1.0:1787398569.269748:0:158796:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1787398569.269759:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341d82 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341d89 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.269767:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341d82 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912341d89 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.269774:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341d82 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912341d89 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.269802:0:158796:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1787398569.269808:0:158796:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1787398569.269813:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a68000/0x5703899912341d90 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341d97 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.269820:0:158796:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a68000/0x5703899912341d90 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341d97 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398569.269924:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+13:122899:x1874221247453184:12345-192.168.204.36@tcp:36:lfs.0 Request processed in 23015us (23310us total) trans 21474836530 rc 0/0 00000100:00100000:1.0:1787398569.269932:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 383 00010000:00010000:3.0:1787398569.270159:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787398569.270168:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341d82 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x5703899912341d89 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.270176:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638600 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:3.0:1787398569.270188:0:159542:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341d82 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912341d89 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398569.270196:0:159542:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341d82 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912341d89 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.270284:0:159542:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341d82 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341d89 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.270291:0:159542:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1787398569.270502:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260924288:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787398569.270541:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787398569.270607:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341d82 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341d89 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.270617:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341d82 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341d89 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.270632:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398569.270634:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398569.270636:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398569.270699:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260924288 00000100:00100000:1.0:1787398569.270705:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260924288 00000100:00100000:1.0:1787398569.270752:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1787398569.270760:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+19:106502:x1874221260924288:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787398569.270772:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398569.270796:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969600/0x5703899912341d89 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912341d82 expref: 19 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.270808:0:162512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:1.0:1787398569.270813:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398569.275429:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398569.275629:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247453440 00000100:00100000:2.0:1787398569.275638:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247453440 00000100:00100000:2.0:1787398569.275704:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 384 00000100:00100000:2.0:1787398569.275714:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:122899:x1874221247453440:12345-192.168.204.36@tcp:101:lfs.0 00010000:00010000:2.0:1787398569.275737:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398569.275773:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x5703899912341dba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119ae1 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.276274:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x5703899912341dc1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.276289:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x5703899912341dc1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.276302:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x5703899912341dc1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787398569.276347:0:160868:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1787398569.276351:0:160868:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787398569.276368:0:160868:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x5703899912341dc1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.276395:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x5703899912341dba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ae1 expref: 7 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.276413:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x5703899912341dc1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ae1 expref: 6 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.276421:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:2.0:1787398569.276424:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787398569.276427:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d968200, rc 0) 00000100:00100000:2.0:1787398569.276962:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:122899:x1874221247453440:12345-192.168.204.36@tcp:101:lfs.0 Request processed in 1248us (1539us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398569.276970:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 384 00000100:00100000:1.0:1787398569.277740:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+18:106502:x1874221260924288:12345-0@lo:103:ldlm_bl.0 Request processed in 6977us (7195us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398569.277751:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1787398569.277855:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260924288:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787398569.294161:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398569.294318:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247453568 00000100:00100000:1.0:1787398569.294329:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247453568 00000100:00100000:1.0:1787398569.294398:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 385 00000100:00100000:1.0:1787398569.294408:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:122899:x1874221247453568:12345-192.168.204.36@tcp:101:lfs.0 00010000:00010000:1.0:1787398569.294431:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398569.294455:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638600/0x5703899912341dc8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119ae8 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.294576:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912341dcf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.294594:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912341dcf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.294608:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912341dcf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.294625:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912341dd6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.294633:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912341dd6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.294661:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912341dd6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.294713:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912341dcf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.294720:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912341dcf lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.294726:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912341dcf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.294731:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398569.294735:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912341dcf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.294742:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912341dcf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.294755:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:1.0:1787398569.294758:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398569.294763:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912341dcf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.294770:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912341dcf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.294786:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912341dd6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.294793:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912341dd6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.294806:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912341dd6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.294811:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398569.294814:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912341dd6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.294820:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912341dd6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.294828:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x96709776 (ffff9cf337a20000) 00010000:00010000:1.0:1787398569.294830:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398569.294833:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912341dd6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.294839:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912341dd6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.294886:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638600/0x5703899912341dc8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ae8 expref: 7 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.294896:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:1.0:1787398569.294899:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398569.294902:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638600/0x5703899912341dc8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ae8 expref: 7 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.294911:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b638600, rc 0) 00000100:00100000:1.0:1787398569.294981:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:122899:x1874221247453568:12345-192.168.204.36@tcp:101:lfs.0 Request processed in 574us (830us total) trans 0 rc 301/301 00000100:00100000:1.0:1787398569.294998:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 385 00000100:00100000:3.0:1787398569.309618:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398569.309904:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247453824 00000100:00100000:1.0:1787398569.309915:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247453824 00000100:00100000:1.0:1787398569.309979:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 386 00000100:00100000:1.0:1787398569.309990:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+13:122899:x1874221247453824:12345-192.168.204.36@tcp:36:lfs.0 00000100:00100000:1.0:1787398569.310110:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260924416:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787398569.310157:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.310190:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2034a8900 going to sleep for 11 seconds 00000100:00100000:3.0:1787398569.310430:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260924416 00000100:00100000:3.0:1787398569.310435:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260924416 00000100:00100000:3.0:1787398569.310517:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:3.0:1787398569.310526:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+18:158794:x1874221260924416:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1787398569.310628:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+18:158794:x1874221260924416:12345-0@lo:1000:mdt00_000.0 Request processed in 103us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398569.310636:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:2.0:1787398569.311529:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260924416:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1787398569.311617:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31372ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260924544:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1787398569.311659:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398569.311690:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20b0c5b40 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.313291:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260924544 00000100:00100000:0.0:1787398569.313304:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260924544 00000100:00100000:0.0:1787398569.313363:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:0.0:1787398569.313372:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+18:158794:x1874221260924544:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1787398569.313548:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+18:158794:x1874221260924544:12345-0@lo:1000:mdt00_000.0 Request processed in 177us (1887us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787398569.313556:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:1.0:1787398569.313638:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31372ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260924544:0@lo:1000:mdt00_000.0 00010000:00010000:1.0:1787398569.313715:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341ddd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.313726:0:158794:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341ddd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.313735:0:158794:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341ddd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398569.313754:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260924672:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1787398569.313800:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.313831:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2034a80c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.313887:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260924672 00000100:00100000:0.0:1787398569.313893:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260924672 00000100:00100000:0.0:1787398569.313924:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:0.0:1787398569.313931:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+18:158794:x1874221260924672:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1787398569.313941:0:162682:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398569.313956:0:162682:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341de4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912341ddd expref: -99 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.314002:0:162682:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x5703899912341dc1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ae1 expref: 5 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.314011:0:162682:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341de4 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912341ddd expref: 19 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.314035:0:162682:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x5703899912341dc1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ae1 expref: 5 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.314047:0:162682:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x5703899912341dc1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ae1 expref: 5 pid: 160868 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398569.314058:0:162682:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034dc380 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:162682:1874221260924800:192.168.204.36@tcp:104: 00000100:00100000:0.0:1787398569.314125:0:162682:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf205585180 going to sleep for 11 seconds 00000100:00100000:3.0:1787398569.320652:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398569.320766:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247453952 00000100:00100000:2.0:1787398569.320778:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247453952 00010000:00010000:2.0:1787398569.320823:0:158780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x5703899912341dc1 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ae1 expref: 6 pid: 160868 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398569.320874:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 108 00000100:00100000:2.0:1787398569.320885:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207230a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69164:x1874221247453952:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787398569.320903:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398569.320910:0:158780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x5703899912341dc1 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ae1 expref: 6 pid: 160868 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.320924:0:158780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x5703899912341dc1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ae1 expref: 6 pid: 160868 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.320949:0:158780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:2.0:1787398569.320956:0:158780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341de4 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912341ddd expref: 19 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.320967:0:158780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341de4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x5703899912341ddd expref: 19 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.320976:0:158780:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341de4 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x5703899912341ddd expref: 19 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.321031:0:158780:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341de4 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341ddd expref: 19 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398569.321049:0:158780:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31372ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:158780:1874221260924928:0@lo:105: 00000100:00100000:2.0:1787398569.321096:0:158780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398569.321146:0:158780:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20b0c50c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787398569.321222:0:158778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260924928 00000100:00100000:3.0:1787398569.321232:0:158778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260924928 00000100:00100000:3.0:1787398569.321276:0:158778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1787398569.321287:0:158778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:158780:x1874221260924928:12345-0@lo:105: 00010000:00010000:3.0:1787398569.321298:0:158778:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341ddd lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341de4 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.321307:0:158778:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341ddd lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341de4 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.321316:0:158778:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341ddd lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341de4 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.321324:0:158778:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341ddd lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x5703899912341de4 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.321335:0:158778:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341ddd lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x5703899912341de4 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.321347:0:158778:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341ddd lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x5703899912341de4 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.321361:0:158778:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9cf20b638600) 00000100:00100000:3.0:1787398569.321402:0:158778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:158780:x1874221260924928:12345-0@lo:105: Request processed in 119us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398569.321408:0:158778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1787398569.321778:0:158780:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31372ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:158780:1874221260924928:0@lo:105: 00010000:00010000:2.0:1787398569.321801:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398569.321858:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207230a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69164:x1874221247453952:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 974us (1216us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398569.321867:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 108 00010000:00010000:0.0:1787398569.322303:0:162682:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x5703899912341dc1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ae1 expref: 5 pid: 160868 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398569.322321:0:162682:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034dc380 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:162682:1874221260924800:192.168.204.36@tcp:104: 00010000:00010000:0.0:1787398569.322340:0:162682:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341de4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341ddd expref: 19 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.322348:0:162682:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:0.0:1787398569.322351:0:162682:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398569.322354:0:162682:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6c000, rc 0) 00000100:00100000:0.0:1787398569.322406:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+19:158794:x1874221260924672:12345-0@lo:101:mdt00_000.0 Request processed in 8475us (8606us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398569.322424:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:2.0:1787398569.322553:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260924672:0@lo:101:mdt00_000.0 00010000:00010000:2.0:1787398569.322580:0:158794:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341ddd lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341de4 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398569.322615:0:158794:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787398569.322670:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969e00/0x5703899912341deb lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.322683:0:158794:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969e00/0x5703899912341deb lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.322697:0:158794:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969e00/0x5703899912341deb lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398569.322723:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31372ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260925056:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1787398569.322789:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398569.322807:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20b0c50c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.322945:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260925056 00000100:00100000:0.0:1787398569.322953:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260925056 00000100:00100000:0.0:1787398569.323003:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:0.0:1787398569.323015:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+19:158794:x1874221260925056:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1787398569.323042:0:158799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398569.323064:0:158799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912341df2 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912341deb expref: -99 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.323098:0:158799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912341df2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912341deb expref: 20 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.323119:0:158799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912341df2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341deb expref: 20 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.323207:0:158799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x96709776 (ffff9cf304cbd600) 00010000:00010000:0.0:1787398569.323210:0:158799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398569.323215:0:158799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6dc00, rc 0) 00000100:00100000:0.0:1787398569.323344:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+20:158794:x1874221260925056:12345-0@lo:101:mdt00_000.0 Request processed in 332us (554us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398569.323351:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:3.0:1787398569.323632:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31372ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260925056:0@lo:101:mdt00_000.0 00010000:00010000:3.0:1787398569.323648:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969e00/0x5703899912341deb lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341df2 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.323668:0:158794:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969e00/0x5703899912341deb lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341df2 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787398569.323687:0:158794:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:3.0:1787398569.323725:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33eeebb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260925184:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1787398569.323769:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398569.323792:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf334660a80 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.323850:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260925184 00000100:00100000:0.0:1787398569.323856:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260925184 00000100:00100000:0.0:1787398569.323892:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:0.0:1787398569.323899:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eee9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+20:158794:x1874221260925184:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1787398569.323962:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eee9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+20:158794:x1874221260925184:12345-0@lo:1000:mdt00_000.0 Request processed in 62us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398569.323982:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:2.0:1787398569.324120:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33eeebb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260925184:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1787398569.324173:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31372ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260925312:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1787398569.324199:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398569.324223:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20b0c5480 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.324269:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260925312 00000100:00100000:0.0:1787398569.324273:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260925312 00000100:00100000:0.0:1787398569.324301:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:0.0:1787398569.324307:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+20:158794:x1874221260925312:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1787398569.324371:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+20:158794:x1874221260925312:12345-0@lo:1000:mdt00_000.0 Request processed in 64us (171us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787398569.324377:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:2.0:1787398569.324443:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31372ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260925312:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1787398569.324553:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31372ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260925440:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1787398569.324578:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398569.324592:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20b0c5480 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.324661:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260925440 00000100:00100000:0.0:1787398569.324665:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260925440 00000100:00100000:0.0:1787398569.324685:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:0.0:1787398569.324691:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+20:158794:x1874221260925440:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1787398569.324764:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+20:158794:x1874221260925440:12345-0@lo:1000:mdt00_000.0 Request processed in 61us (174us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787398569.324770:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:0.0:1787398569.324802:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31372ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260925440:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1787398569.324857:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034dc380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260925568:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1787398569.324884:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398569.324899:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf205585300 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.324911:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260925568 00000100:00100000:0.0:1787398569.324914:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260925568 00000100:00100000:0.0:1787398569.324944:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:0.0:1787398569.324950:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+20:158794:x1874221260925568:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1787398569.325006:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+20:158794:x1874221260925568:12345-0@lo:1000:mdt00_000.0 Request processed in 56us (121us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398569.325032:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:1.0:1787398569.325068:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034dc380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260925568:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787398569.325116:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd0000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260925696:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787398569.325144:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398569.325169:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260925696 00000100:00100000:3.0:1787398569.325174:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260925696 00000100:00100000:1.0:1787398569.325174:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2034a89c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787398569.325217:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:3.0:1787398569.325224:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+20:158794:x1874221260925696:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1787398569.325296:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+20:158794:x1874221260925696:12345-0@lo:1000:mdt00_000.0 Request processed in 73us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398569.325301:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:1.0:1787398569.325375:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd0000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260925696:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787398569.325429:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd0000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260925824:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787398569.325453:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.325504:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2034a89c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.325569:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260925824 00000100:00100000:0.0:1787398569.325572:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260925824 00000100:00100000:0.0:1787398569.325603:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:0.0:1787398569.325612:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+20:158794:x1874221260925824:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1787398569.325666:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+20:158794:x1874221260925824:12345-0@lo:1000:mdt00_000.0 Request processed in 54us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398569.325672:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:1.0:1787398569.325742:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd0000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260925824:0@lo:1000:mdt00_000.0 00080000:00000400:1.0:1787398569.326344:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 258 < left 336, rollback = 2 00080000:00000400:1.0:1787398569.326350:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:1.0:1787398569.326352:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1787398569.326355:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398569.326357:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/1, delete: 0/0/0 00080000:00000400:1.0:1787398569.326359:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398569.326429:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 257 < left 336, rollback = 2 00080000:00000400:1.0:1787398569.326432:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:1.0:1787398569.326434:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1787398569.326436:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398569.326438:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/2, delete: 0/0/0 00080000:00000400:1.0:1787398569.326439:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398569.326887:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:1.0:1787398569.326891:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:1.0:1787398569.326893:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1787398569.326895:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398569.326897:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:1.0:1787398569.326899:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398569.326925:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:1.0:1787398569.326928:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:1.0:1787398569.326930:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1787398569.326934:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398569.326937:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:1.0:1787398569.326941:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398569.326950:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:1.0:1787398569.326953:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:1.0:1787398569.326964:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1787398569.326968:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398569.326970:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:1.0:1787398569.326972:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398569.327009:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:1.0:1787398569.327012:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:1.0:1787398569.327014:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1787398569.327016:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398569.327107:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:1.0:1787398569.327113:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00000040:00080000:1.0:1787398569.327345:0:158794:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002340:0x1:0x0].11, 2168 off50352 00000040:00080000:1.0:1787398569.327441:0:158794:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab1:0x1:0x0].11, 2368 off52016 00000004:00080000:1.0:1787398569.327449:0:158794:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9cf2034a83c0 with version 23 00000004:00080000:2.0:1787398569.330892:0:159528:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf3359b8c00 version 23 rpc_version 23 00000020:00100000:0.0:1787398569.331033:0:159528:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787398569.331052:0:159528:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf2034dc380 x1874221260926080/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787398569.331096:0:159528:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034dc380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159528:1874221260926080:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787398569.331215:0:159528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398569.331259:0:159528:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf205585b40 going to sleep for 11 seconds 00000100:00100000:1.0:1787398569.331473:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260926080 00000100:00100000:1.0:1787398569.331509:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260926080 00000100:00100000:1.0:1787398569.331572:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:1.0:1787398569.331587:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+20:159528:x1874221260926080:12345-0@lo:1000:osp_up0-1.0 00080000:00000400:1.0:1787398569.332564:0:158800:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 292, rollback = 2 00080000:00000400:1.0:1787398569.332572:0:158800:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1787398569.332574:0:158800:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:1.0:1787398569.332576:0:158800:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/47/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398569.332579:0:158800:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/0, delete: 0/0/0 00080000:00000400:1.0:1787398569.332581:0:158800:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398569.332702:0:158800:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 292, rollback = 2 00080000:00000400:1.0:1787398569.332706:0:158800:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1787398569.332708:0:158800:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:1.0:1787398569.332709:0:158800:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/47/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398569.332711:0:158800:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/1, delete: 0/0/0 00080000:00000400:1.0:1787398569.332713:0:158800:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398569.332742:0:158800:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 292, rollback = 2 00080000:00000400:1.0:1787398569.332744:0:158800:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1787398569.332751:0:158800:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:1.0:1787398569.332753:0:158800:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/47/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398569.332911:0:158800:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/1, delete: 0/0/0 00080000:00000400:1.0:1787398569.332915:0:158800:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00000100:00100000:1.0:1787398569.333154:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+21:159528:x1874221260926080:12345-0@lo:1000:osp_up0-1.0 Request processed in 1571us (1938us total) trans 34359738625 rc 0/0 00000100:00100000:1.0:1787398569.333165:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:0.0:1787398569.333315:0:159528:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034dc380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159528:1874221260926080:0@lo:1000:osp_up0-1.0 00010000:00010000:1.0:1787398569.333589:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639000/0x5703899912341df9 lrc: 3/0,1 mode: --/PW res: [0x240002343:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.333606:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639000/0x5703899912341df9 lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.333618:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639000/0x5703899912341df9 lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.333637:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638c00/0x5703899912341e00 lrc: 3/0,1 mode: --/PW res: [0x240002340:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.333644:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638c00/0x5703899912341e00 lrc: 3/0,1 mode: PW/PW res: [0x240002340:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.333651:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638c00/0x5703899912341e00 lrc: 3/0,1 mode: PW/PW res: [0x240002340:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.333680:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638200/0x5703899912341e07 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.333687:0:158794:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638200/0x5703899912341e07 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.333696:0:158794:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638200/0x5703899912341e07 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398569.333729:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd0000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260926208:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1787398569.333841:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.333875:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2034a8840 going to sleep for 11 seconds 00000100:00100000:2.0:1787398569.334907:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260926208 00000100:00100000:2.0:1787398569.334916:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260926208 00000100:00100000:2.0:1787398569.334976:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:2.0:1787398569.334986:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+21:158794:x1874221260926208:12345-0@lo:101:mdt00_000.0 00010000:00010000:2.0:1787398569.335005:0:159531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398569.335025:0:159531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968c00/0x5703899912341e0e lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912341e07 expref: -99 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.335049:0:159531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968c00/0x5703899912341e0e lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912341e07 expref: 22 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.335063:0:159531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968c00/0x5703899912341e0e lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341e07 expref: 22 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.335072:0:159531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x8:0x0].0x0 (ffff9cf3414fed00) 00010000:00010000:2.0:1787398569.335085:0:159531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398569.335089:0:159531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d968c00, rc 0) 00000100:00100000:2.0:1787398569.335148:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+22:158794:x1874221260926208:12345-0@lo:101:mdt00_000.0 Request processed in 164us (1307us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398569.335156:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00100000:1.0:1787398569.335288:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd0000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260926208:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1787398569.335303:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638200/0x5703899912341e07 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341e0e expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.335314:0:158794:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638200/0x5703899912341e07 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341e0e expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398569.335339:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000cd3413f8 reply state 000000002ff2198b transno 21474836531 ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638c00/0x5703899912341e00 lrc: 3/0,1 mode: PW/PW res: [0x240002340:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.335352:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638c00/0x5703899912341e00 lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.335359:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x8:0x0].0x0 (ffff9cf337a20100) 00010000:00010000:1.0:1787398569.335361:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398569.335364:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787398569.335369:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638200/0x5703899912341e07 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341e0e expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.335377:0:158794:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638200/0x5703899912341e07 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341e0e expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787398569.335399:0:158794:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0x8:0x0] 00000004:00010000:1.0:1787398569.335407:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000cd3413f8 reply state 000000002ff2198b transno 21474836531 ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639000/0x5703899912341df9 lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.335427:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639000/0x5703899912341df9 lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.335432:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x5:0x0].0x0 (ffff9cf337a20000) 00010000:00010000:1.0:1787398569.335435:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398569.335437:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000004:00200000:1.0:1787398569.335442:0:158794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x5:0x0]: returning size 4096 00000004:00080000:1.0:1787398569.335451:0:158794:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1787398569.335460:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341ddd lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341de4 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.335468:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341ddd lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912341de4 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.335606:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341ddd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912341de4 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.335631:0:158794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1787398569.335637:0:158794:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1787398569.335643:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969e00/0x5703899912341deb lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341df2 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.335650:0:158794:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969e00/0x5703899912341deb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341df2 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398569.335724:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+15:122899:x1874221247453824:12345-192.168.204.36@tcp:36:lfs.0 Request processed in 25735us (26114us total) trans 21474836531 rc 0/0 00000100:00100000:1.0:1787398569.335731:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 386 00010000:00010000:3.0:1787398569.335857:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787398569.335866:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341ddd lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x5703899912341de4 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.335873:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638600 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:3.0:1787398569.335878:0:158783:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341ddd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912341de4 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398569.335885:0:158783:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341ddd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912341de4 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.335917:0:158783:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341ddd lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341de4 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.335931:0:158783:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787398569.335964:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341ddd lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341de4 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.335972:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341ddd lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341de4 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.335986:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398569.335989:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398569.335990:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398569.336043:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33eee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260926336:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787398569.336085:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398569.336167:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260926336 00000100:00100000:3.0:1787398569.336172:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260926336 00000100:00100000:3.0:1787398569.336217:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1787398569.336225:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+22:106503:x1874221260926336:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787398569.336236:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398569.336254:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341de4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912341ddd expref: 22 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.336266:0:158779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:3.0:1787398569.336271:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398569.336300:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+21:106503:x1874221260926336:12345-0@lo:103:ldlm_bl.0 Request processed in 75us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398569.336306:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1787398569.336377:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33eee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260926336:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398569.351544:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398569.351729:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247454080 00000100:00100000:1.0:1787398569.351746:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247454080 00000100:00100000:1.0:1787398569.351827:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 387 00000100:00100000:1.0:1787398569.351837:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eeeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:122899:x1874221247454080:12345-192.168.204.36@tcp:101:lfs.0 00010000:00010000:1.0:1787398569.351867:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398569.351888:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639800/0x5703899912341e15 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119aef expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.351979:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x5703899912341e1c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.352184:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x5703899912341e1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.352204:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x5703899912341e1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787398569.352278:0:158795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1787398569.352282:0:158795:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787398569.352302:0:158795:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x5703899912341e1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.352326:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639800/0x5703899912341e15 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119aef expref: 7 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.352347:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x5703899912341e1c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119aef expref: 6 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.352361:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:1.0:1787398569.352364:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787398569.352392:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b639600, rc 0) 00000100:00100000:1.0:1787398569.352724:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eeeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:122899:x1874221247454080:12345-192.168.204.36@tcp:101:lfs.0 Request processed in 887us (1247us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398569.352731:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 387 00000100:00100000:0.0:1787398569.365280:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398569.365522:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247454208 00000100:00100000:3.0:1787398569.365533:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247454208 00000100:00100000:0.0:1787398569.365768:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 388 00000100:00100000:0.0:1787398569.365783:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:122899:x1874221247454208:12345-192.168.204.36@tcp:101:lfs.0 00010000:00010000:0.0:1787398569.365805:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398569.365827:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341e23 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119af6 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.365929:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x5703899912341e2a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.365942:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x5703899912341e2a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.365954:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x5703899912341e2a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.365968:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x5703899912341e31 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.365974:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x5703899912341e31 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.365980:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x5703899912341e31 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.366035:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x5703899912341e2a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.366043:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x5703899912341e2a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.366050:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x5703899912341e2a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.366057:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x5703899912341e2a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.366063:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6d000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398569.366073:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x5703899912341e2a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.366081:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x5703899912341e2a lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.366094:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:0.0:1787398569.366097:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398569.366102:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x5703899912341e2a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.366109:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x5703899912341e2a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.366124:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x5703899912341e31 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.366129:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x5703899912341e31 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.366135:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x5703899912341e31 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.366139:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6d400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398569.366142:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x5703899912341e31 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.366148:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x5703899912341e31 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.366155:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a253ddb (ffff9cf304cbde00) 00010000:00010000:0.0:1787398569.366158:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398569.366167:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x5703899912341e31 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.366173:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x5703899912341e31 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.366207:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341e23 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119af6 expref: 7 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.366218:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:0.0:1787398569.366220:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398569.366223:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341e23 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119af6 expref: 7 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.366232:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6ce00, rc 0) 00000100:00100000:0.0:1787398569.366296:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:122899:x1874221247454208:12345-192.168.204.36@tcp:101:lfs.0 Request processed in 517us (1026us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398569.366303:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 388 00000100:00100000:3.0:1787398569.386616:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398569.387109:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247454464 00000100:00100000:2.0:1787398569.387120:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247454464 00000100:00100000:2.0:1787398569.387234:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 389 00000100:00100000:2.0:1787398569.387245:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eee9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+15:122899:x1874221247454464:12345-192.168.204.36@tcp:36:lfs.0 00000100:00100000:2.0:1787398569.387367:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31372ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260926464:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787398569.387434:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398569.387468:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20b0c53c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787398569.387529:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260926464 00000100:00100000:3.0:1787398569.387534:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260926464 00000100:00100000:3.0:1787398569.387585:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:3.0:1787398569.387594:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335283b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+21:158796:x1874221260926464:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787398569.387675:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335283b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+21:158796:x1874221260926464:12345-0@lo:1000:mdt00_002.0 Request processed in 82us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398569.387684:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:2.0:1787398569.388626:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31372ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260926464:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787398569.388692:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335283100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260926592:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787398569.388740:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398569.388770:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20b0c53c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.388838:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260926592 00000100:00100000:0.0:1787398569.388854:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260926592 00000100:00100000:0.0:1787398569.388902:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:0.0:1787398569.388911:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+21:158796:x1874221260926592:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1787398569.389006:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+21:158796:x1874221260926592:12345-0@lo:1000:mdt00_002.0 Request processed in 95us (264us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787398569.389014:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:2.0:1787398569.389245:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335283100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260926592:0@lo:1000:mdt00_002.0 00010000:00010000:2.0:1787398569.389295:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969200/0x5703899912341e38 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.389306:0:158796:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969200/0x5703899912341e38 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.389316:0:158796:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969200/0x5703899912341e38 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398569.389330:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335283100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260926720:0@lo:101:mdt00_002.0 00000100:00100000:2.0:1787398569.389374:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398569.389407:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20b0c5f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.389520:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260926720 00000100:00100000:0.0:1787398569.389525:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260926720 00000100:00100000:0.0:1787398569.389561:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:0.0:1787398569.389569:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+21:158796:x1874221260926720:12345-0@lo:101:mdt00_002.0 00010000:00010000:0.0:1787398569.389587:0:158800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398569.389601:0:158800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341e3f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912341e38 expref: -99 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.389628:0:158800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x5703899912341e1c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119aef expref: 5 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.389638:0:158800:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341e3f lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912341e38 expref: 22 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.389666:0:158800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x5703899912341e1c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119aef expref: 5 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.389680:0:158800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x5703899912341e1c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119aef expref: 5 pid: 158795 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398569.389692:0:158800:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034df100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:158800:1874221260926848:192.168.204.36@tcp:104: 00000100:00100000:0.0:1787398569.389782:0:158800:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf205585b40 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.403161:0:158800:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034df100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:158800:1874221260926848:192.168.204.36@tcp:104: 00010000:00010000:0.0:1787398569.403206:0:158800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341e3f lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341e38 expref: 22 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.403219:0:158800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:0.0:1787398569.403222:0:158800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398569.403226:0:158800:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341e3f lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341e38 expref: 22 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.403255:0:158800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6ce00, rc 0) 00000100:00100000:0.0:1787398569.403321:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+22:158796:x1874221260926720:12345-0@lo:101:mdt00_002.0 Request processed in 13751us (13945us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398569.403330:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:2.0:1787398569.403427:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335283100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260926720:0@lo:101:mdt00_002.0 00010000:00010000:2.0:1787398569.403446:0:158796:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969200/0x5703899912341e38 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341e3f expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.403466:0:158796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969200/0x5703899912341e38 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341e3f expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398569.406999:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398569.407110:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247454592 00000100:00100000:1.0:1787398569.407120:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247454592 00010000:00010000:1.0:1787398569.407163:0:158781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x5703899912341e1c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119aef expref: 6 pid: 158795 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398569.407206:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 109 00000100:00100000:1.0:1787398569.407216:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eee9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69165:x1874221247454592:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787398569.407231:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398569.407237:0:158781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x5703899912341e1c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119aef expref: 6 pid: 158795 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.407251:0:158781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x5703899912341e1c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119aef expref: 6 pid: 158795 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.407273:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x5703899912341e1c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119aef expref: 6 pid: 158795 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.407288:0:158781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:1.0:1787398569.407295:0:158781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341e3f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341e38 expref: 21 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.407308:0:158781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341e3f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x5703899912341e38 expref: 21 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.407335:0:158781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341e3f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x5703899912341e38 expref: 21 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.407372:0:158781:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341e3f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341e38 expref: 21 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398569.407387:0:158781:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:158781:1874221260926976:0@lo:105: 00000100:00100000:1.0:1787398569.407445:0:158781:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.407532:0:158781:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2034a8000 going to sleep for 11 seconds 00000100:00100000:3.0:1787398569.407860:0:158778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260926976 00000100:00100000:3.0:1787398569.407865:0:158778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260926976 00000100:00100000:3.0:1787398569.407907:0:158778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1787398569.407916:0:158778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:158781:x1874221260926976:12345-0@lo:105: 00010000:00010000:3.0:1787398569.407928:0:158778:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969200/0x5703899912341e38 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341e3f expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.407938:0:158778:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969200/0x5703899912341e38 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341e3f expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.407946:0:158778:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969200/0x5703899912341e38 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341e3f expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.407953:0:158778:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969200/0x5703899912341e38 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x5703899912341e3f expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.407960:0:158778:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969200/0x5703899912341e38 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x5703899912341e3f expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.407967:0:158778:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969200/0x5703899912341e38 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x5703899912341e3f expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.408001:0:158778:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9cf20d969200) 00000100:00100000:3.0:1787398569.408055:0:158778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:158781:x1874221260926976:12345-0@lo:105: Request processed in 140us (609us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398569.408062:0:158778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1787398569.408115:0:158781:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:158781:1874221260926976:0@lo:105: 00010000:00010000:0.0:1787398569.408138:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398569.408186:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eee9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69165:x1874221247454592:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 972us (1197us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398569.408194:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 109 00010000:00010000:2.0:1787398569.408260:0:158796:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969200/0x5703899912341e38 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341e3f expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.408271:0:158796:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969200/0x5703899912341e38 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341e3f expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398569.408292:0:158796:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787398569.408329:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d968800/0x5703899912341e46 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.408337:0:158796:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d968800/0x5703899912341e46 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.408345:0:158796:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d968800/0x5703899912341e46 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398569.408361:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304180700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260927104:0@lo:101:mdt00_002.0 00000100:00100000:2.0:1787398569.408392:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398569.408418:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20b0c5f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.408472:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260927104 00000100:00100000:0.0:1787398569.408503:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260927104 00000100:00100000:0.0:1787398569.408546:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:0.0:1787398569.408553:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304180e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+22:158796:x1874221260927104:12345-0@lo:101:mdt00_002.0 00010000:00010000:0.0:1787398569.408569:0:159531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398569.408585:0:159531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x5703899912341e4d lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912341e46 expref: -99 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.408605:0:159531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x5703899912341e4d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912341e46 expref: 23 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.408617:0:159531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x5703899912341e4d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341e46 expref: 23 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.408625:0:159531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a253ddb (ffff9cf304cbde00) 00010000:00010000:0.0:1787398569.408628:0:159531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398569.408639:0:159531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6d400, rc 0) 00000100:00100000:0.0:1787398569.408674:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304180e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+23:158796:x1874221260927104:12345-0@lo:101:mdt00_002.0 Request processed in 121us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398569.408680:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:2.0:1787398569.408747:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304180700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260927104:0@lo:101:mdt00_002.0 00010000:00010000:2.0:1787398569.408765:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d968800/0x5703899912341e46 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341e4d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.408774:0:158796:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d968800/0x5703899912341e46 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341e4d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398569.408786:0:158796:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:2.0:1787398569.408817:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304180700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260927232:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787398569.408855:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398569.408878:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20b0c53c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787398569.408893:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260927232 00000100:00100000:2.0:1787398569.408896:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260927232 00000100:00100000:2.0:1787398569.408921:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:2.0:1787398569.408928:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+23:158796:x1874221260927232:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787398569.408990:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+23:158796:x1874221260927232:12345-0@lo:1000:mdt00_002.0 Request processed in 63us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398569.409065:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:2.0:1787398569.409095:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304180700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260927232:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787398569.409132:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304180700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260927360:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787398569.409156:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398569.409169:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20b0c53c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.409230:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260927360 00000100:00100000:0.0:1787398569.409234:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260927360 00000100:00100000:0.0:1787398569.409262:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:0.0:1787398569.409267:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335283100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+23:158796:x1874221260927360:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1787398569.409336:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335283100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+23:158796:x1874221260927360:12345-0@lo:1000:mdt00_002.0 Request processed in 68us (178us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787398569.409343:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:2.0:1787398569.409559:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304180700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260927360:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787398569.409647:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304180700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260927488:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787398569.409674:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398569.409687:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20b0c53c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787398569.409701:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260927488 00000100:00100000:2.0:1787398569.409711:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260927488 00000100:00100000:2.0:1787398569.409746:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:2.0:1787398569.409753:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+23:158796:x1874221260927488:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787398569.409812:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+23:158796:x1874221260927488:12345-0@lo:1000:mdt00_002.0 Request processed in 60us (137us total) trans 0 rc -2/-2 00000100:00100000:2.0:1787398569.409819:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:2.0:1787398569.409854:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304180700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260927488:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787398569.409900:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a5aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260927616:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787398569.409922:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398569.409933:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20b0c53c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.410320:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260927616 00000100:00100000:0.0:1787398569.410327:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260927616 00000100:00100000:0.0:1787398569.410358:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:0.0:1787398569.410364:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+23:158796:x1874221260927616:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1787398569.410424:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+23:158796:x1874221260927616:12345-0@lo:1000:mdt00_002.0 Request processed in 60us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398569.410431:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:3.0:1787398569.410952:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a5aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260927616:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787398569.411019:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33eeebb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260927744:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787398569.411054:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398569.411079:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf334660a80 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.411108:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260927744 00000100:00100000:0.0:1787398569.411113:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260927744 00000100:00100000:0.0:1787398569.411148:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:0.0:1787398569.411154:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+23:158796:x1874221260927744:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1787398569.411229:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+23:158796:x1874221260927744:12345-0@lo:1000:mdt00_002.0 Request processed in 75us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398569.411235:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:3.0:1787398569.412413:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33eeebb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260927744:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787398569.412533:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d5180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260927872:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787398569.412976:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398569.413015:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf334660a80 going to sleep for 11 seconds 00000100:00100000:1.0:1787398569.413034:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260927872 00000100:00100000:1.0:1787398569.413041:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260927872 00000100:00100000:1.0:1787398569.413090:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:1.0:1787398569.413098:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+23:158796:x1874221260927872:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1787398569.413173:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+23:158796:x1874221260927872:12345-0@lo:1000:mdt00_002.0 Request processed in 75us (595us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398569.413180:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:3.0:1787398569.413365:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d5180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260927872:0@lo:1000:mdt00_002.0 00080000:00000400:3.0:1787398569.416294:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 258 < left 336, rollback = 2 00080000:00000400:3.0:1787398569.416302:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:3.0:1787398569.416304:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:3.0:1787398569.416306:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398569.416308:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/1, delete: 0/0/0 00080000:00000400:3.0:1787398569.416309:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398569.416365:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 257 < left 336, rollback = 2 00080000:00000400:3.0:1787398569.416368:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:3.0:1787398569.416370:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:3.0:1787398569.416372:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398569.416374:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/2, delete: 0/0/0 00080000:00000400:3.0:1787398569.416376:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398569.416551:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:3.0:1787398569.416555:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:3.0:1787398569.416557:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:3.0:1787398569.416559:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398569.416561:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:3.0:1787398569.416562:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398569.416594:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:3.0:1787398569.416597:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:3.0:1787398569.416598:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:3.0:1787398569.416600:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398569.416602:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:3.0:1787398569.416604:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398569.416614:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:3.0:1787398569.416617:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:3.0:1787398569.416619:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:3.0:1787398569.416621:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398569.416623:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:3.0:1787398569.416625:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398569.416652:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:3.0:1787398569.416655:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:3.0:1787398569.416657:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:3.0:1787398569.416660:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398569.416662:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:3.0:1787398569.416664:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00000040:00080000:3.0:1787398569.416735:0:158796:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002340:0x1:0x0].12, 2168 off52520 00000040:00080000:3.0:1787398569.416818:0:158796:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab1:0x1:0x0].12, 2368 off54384 00000004:00080000:3.0:1787398569.416824:0:158796:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9cf334660f00 with version 24 00000004:00080000:0.0:1787398569.423186:0:159528:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf3359b8c00 version 24 rpc_version 24 00000020:00100000:0.0:1787398569.423260:0:159528:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787398569.423296:0:159528:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf2034df100 x1874221260928128/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787398569.423321:0:159528:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034df100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159528:1874221260928128:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787398569.423600:0:159528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398569.423652:0:159528:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf205585b40 going to sleep for 11 seconds 00000100:00100000:2.0:1787398569.423839:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260928128 00000100:00100000:2.0:1787398569.423857:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260928128 00000100:00100000:2.0:1787398569.423920:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:2.0:1787398569.423931:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+23:159528:x1874221260928128:12345-0@lo:1000:osp_up0-1.0 00080000:00000400:2.0:1787398569.424306:0:159531:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 292, rollback = 2 00080000:00000400:2.0:1787398569.424313:0:159531:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398569.424318:0:159531:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:2.0:1787398569.424321:0:159531:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/50/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398569.424326:0:159531:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/0, delete: 0/0/0 00080000:00000400:2.0:1787398569.424328:0:159531:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398569.424561:0:159531:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 292, rollback = 2 00080000:00000400:2.0:1787398569.424565:0:159531:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398569.424566:0:159531:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:2.0:1787398569.424568:0:159531:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/50/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398569.424570:0:159531:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/1, delete: 0/0/0 00080000:00000400:2.0:1787398569.424572:0:159531:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398569.424602:0:159531:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 292, rollback = 2 00080000:00000400:2.0:1787398569.424605:0:159531:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398569.424613:0:159531:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:2.0:1787398569.424615:0:159531:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/50/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398569.424617:0:159531:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/1, delete: 0/0/0 00080000:00000400:2.0:1787398569.424618:0:159531:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00000100:00100000:0.0:1787398569.425675:0:159528:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034df100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159528:1874221260928128:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1787398569.426039:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69c00/0x5703899912341e54 lrc: 3/0,1 mode: --/PW res: [0x240002343:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.426055:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69c00/0x5703899912341e54 lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.426081:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69c00/0x5703899912341e54 lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398569.426097:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+24:159528:x1874221260928128:12345-0@lo:1000:osp_up0-1.0 Request processed in 1507us (1837us total) trans 34359738626 rc 0/0 00010000:00010000:3.0:1787398569.426103:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a68e00/0x5703899912341e5b lrc: 3/0,1 mode: --/PW res: [0x240002340:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398569.426111:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00010000:00010000:3.0:1787398569.426116:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a68e00/0x5703899912341e5b lrc: 3/0,1 mode: PW/PW res: [0x240002340:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.426126:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a68e00/0x5703899912341e5b lrc: 3/0,1 mode: PW/PW res: [0x240002340:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.426159:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69e00/0x5703899912341e62 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.426167:0:158796:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69e00/0x5703899912341e62 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.426177:0:158796:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69e00/0x5703899912341e62 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398569.426196:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d5180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260928256:0@lo:101:mdt00_002.0 00000100:00100000:2.0:1787398569.427969:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398569.428023:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2096f70c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787398569.428169:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260928256 00000100:00100000:1.0:1787398569.428177:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260928256 00000100:00100000:1.0:1787398569.428233:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:1.0:1787398569.428242:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+24:158796:x1874221260928256:12345-0@lo:101:mdt00_002.0 00010000:00010000:1.0:1787398569.428263:0:162682:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398569.428283:0:162682:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x5703899912341e69 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912341e62 expref: -99 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.428312:0:162682:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x5703899912341e69 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912341e62 expref: 25 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.428343:0:162682:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x5703899912341e69 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341e62 expref: 25 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.428351:0:162682:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x9:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398569.428355:0:162682:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398569.428358:0:162682:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b639600, rc 0) 00000100:00100000:1.0:1787398569.428413:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+25:158796:x1874221260928256:12345-0@lo:101:mdt00_002.0 Request processed in 172us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398569.428420:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:3.0:1787398569.430926:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d5180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260928256:0@lo:101:mdt00_002.0 00010000:00010000:3.0:1787398569.430956:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69e00/0x5703899912341e62 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341e69 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.430971:0:158796:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69e00/0x5703899912341e62 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341e69 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398569.431001:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a91c61fc reply state 0000000019b03d4e transno 21474836532 ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a68e00/0x5703899912341e5b lrc: 3/0,1 mode: PW/PW res: [0x240002340:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.431035:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a68e00/0x5703899912341e5b lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.431042:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x9:0x0].0x0 (ffff9cf305ea8600) 00010000:00010000:3.0:1787398569.431045:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787398569.431048:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1787398569.431056:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69e00/0x5703899912341e62 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341e69 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.431064:0:158796:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69e00/0x5703899912341e62 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341e69 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787398569.431075:0:158796:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0x9:0x0] 00000004:00010000:3.0:1787398569.431083:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a91c61fc reply state 0000000019b03d4e transno 21474836532 ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69c00/0x5703899912341e54 lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.431091:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69c00/0x5703899912341e54 lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.431097:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x6:0x0].0x0 (ffff9cf305ea8a00) 00010000:00010000:3.0:1787398569.431099:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787398569.431101:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000004:00200000:3.0:1787398569.431107:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x6:0x0]: returning size 4096 00000004:00080000:3.0:1787398569.431115:0:158796:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1787398569.431126:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969200/0x5703899912341e38 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341e3f expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.431134:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969200/0x5703899912341e38 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912341e3f expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.431152:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969200/0x5703899912341e38 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912341e3f expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.431178:0:158796:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1787398569.431184:0:158796:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1787398569.431189:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d968800/0x5703899912341e46 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341e4d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.431196:0:158796:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d968800/0x5703899912341e46 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341e4d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.431231:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787398569.431239:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969200/0x5703899912341e38 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x5703899912341e3f expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.431248:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d969200 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:2.0:1787398569.431253:0:158782:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969200/0x5703899912341e38 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912341e3f expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398569.431263:0:158782:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969200/0x5703899912341e38 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912341e3f expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.431299:0:158782:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969200/0x5703899912341e38 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341e3f expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.431305:0:158782:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787398569.431340:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969200/0x5703899912341e38 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341e3f expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.431347:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969200/0x5703899912341e38 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341e3f expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.431375:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398569.431377:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398569.431379:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398569.431409:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260928384:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787398569.431474:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398569.431728:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260928384 00000100:00100000:2.0:1787398569.431735:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260928384 00000100:00100000:2.0:1787398569.431799:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1787398569.431809:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+25:106500:x1874221260928384:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787398569.431822:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398569.431854:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341e3f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912341e38 expref: 25 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.431869:0:158779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:2.0:1787398569.431873:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398569.436233:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+24:106500:x1874221260928384:12345-0@lo:103:ldlm_bl.0 Request processed in 4416us (4749us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398569.436247:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1787398569.436258:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eee9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+17:122899:x1874221247454464:12345-192.168.204.36@tcp:36:lfs.0 Request processed in 49013us (49649us total) trans 21474836532 rc 0/0 00000100:00100000:0.0:1787398569.436266:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 389 00000100:00100000:1.0:1787398569.436372:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260928384:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398569.455056:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398569.455167:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247454720 00000100:00100000:1.0:1787398569.455177:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247454720 00000100:00100000:1.0:1787398569.455247:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 390 00000100:00100000:1.0:1787398569.455257:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:122899:x1874221247454720:12345-192.168.204.36@tcp:101:lfs.0 00010000:00010000:1.0:1787398569.455958:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398569.455985:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638800/0x5703899912341e70 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119afd expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.456064:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x5703899912341e77 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.456079:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x5703899912341e77 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.456090:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x5703899912341e77 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787398569.456156:0:158794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1787398569.456161:0:158794:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787398569.456182:0:158794:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x5703899912341e77 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.456221:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638800/0x5703899912341e70 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119afd expref: 7 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.456243:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x5703899912341e77 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119afd expref: 6 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.456252:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:1.0:1787398569.456254:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787398569.456258:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b639e00, rc 0) 00000100:00100000:1.0:1787398569.457140:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:122899:x1874221247454720:12345-192.168.204.36@tcp:101:lfs.0 Request processed in 1077us (1287us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398569.457153:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 390 00000100:00100000:1.0:1787398569.462248:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398569.462342:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247454848 00000100:00100000:0.0:1787398569.462352:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247454848 00000100:00100000:0.0:1787398569.462423:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 391 00000100:00100000:0.0:1787398569.462434:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:122899:x1874221247454848:12345-192.168.204.36@tcp:101:lfs.0 00010000:00010000:0.0:1787398569.462463:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398569.462520:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x5703899912341e7e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119b04 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.462589:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341e85 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.462603:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341e85 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.462614:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341e85 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.462649:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341e8c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.462656:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341e8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.462664:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341e8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.462711:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341e85 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.462718:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341e85 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.462725:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341e85 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.462731:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6ce00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398569.462736:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341e85 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.462744:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341e85 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.462756:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:0.0:1787398569.462759:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398569.462764:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341e85 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.462770:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341e85 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.462791:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341e8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.462797:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341e8c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.462803:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341e8c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.462807:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398569.462810:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341e8c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.462830:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341e8c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.462849:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcaaa8ec3 (ffff9cf2051cd600) 00010000:00010000:0.0:1787398569.462852:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398569.462855:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341e8c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.462861:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341e8c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.462900:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x5703899912341e7e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b04 expref: 7 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.462910:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:0.0:1787398569.462913:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398569.462924:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x5703899912341e7e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b04 expref: 7 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.462934:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6d000, rc 0) 00000100:00100000:0.0:1787398569.462999:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:122899:x1874221247454848:12345-192.168.204.36@tcp:101:lfs.0 Request processed in 566us (761us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398569.463007:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 391 00000100:00100000:3.0:1787398569.468262:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398569.468644:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247455104 00000100:00100000:0.0:1787398569.468655:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247455104 00000100:00100000:0.0:1787398569.468716:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 392 00000100:00100000:0.0:1787398569.468725:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+17:122899:x1874221247455104:12345-192.168.204.36@tcp:36:lfs.0 00000100:00100000:0.0:1787398569.468867:0:160868:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034dc700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260928512:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1787398569.468940:0:160868:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398569.468979:0:160868:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf205585900 going to sleep for 11 seconds 00000100:00100000:2.0:1787398569.469617:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260928512 00000100:00100000:2.0:1787398569.469624:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260928512 00000100:00100000:2.0:1787398569.469674:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:2.0:1787398569.469682:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+24:160868:x1874221260928512:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1787398569.469776:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+24:160868:x1874221260928512:12345-0@lo:1000:mdt00_003.0 Request processed in 94us (834us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398569.469784:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:1.0:1787398569.470121:0:160868:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034dc700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260928512:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1787398569.470185:0:160868:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af19c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260928640:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1787398569.470220:0:160868:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.470249:0:160868:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2034a8540 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.470298:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260928640 00000100:00100000:0.0:1787398569.470303:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260928640 00000100:00100000:0.0:1787398569.470338:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:0.0:1787398569.470346:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+24:160868:x1874221260928640:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1787398569.470433:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+24:160868:x1874221260928640:12345-0@lo:1000:mdt00_003.0 Request processed in 87us (211us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787398569.470440:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:1.0:1787398569.470584:0:160868:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af19c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260928640:0@lo:1000:mdt00_003.0 00010000:00010000:1.0:1787398569.470638:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638800/0x5703899912341e93 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.470665:0:160868:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638800/0x5703899912341e93 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.470676:0:160868:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638800/0x5703899912341e93 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398569.470688:0:160868:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af19c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260928768:0@lo:101:mdt00_003.0 00000100:00100000:1.0:1787398569.470716:0:160868:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.470733:0:160868:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2034a8f00 going to sleep for 11 seconds 00000100:00100000:2.0:1787398569.470933:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260928768 00000100:00100000:2.0:1787398569.470938:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260928768 00000100:00100000:2.0:1787398569.470973:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:2.0:1787398569.470981:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+24:160868:x1874221260928768:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1787398569.470999:0:158799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398569.471027:0:158799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969200/0x5703899912341e9a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912341e93 expref: -99 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.471052:0:158799:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x5703899912341e77 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119afd expref: 5 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.471062:0:158799:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969200/0x5703899912341e9a lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912341e93 expref: 25 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.471091:0:158799:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x5703899912341e77 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119afd expref: 5 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.471104:0:158799:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x5703899912341e77 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119afd expref: 5 pid: 158794 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398569.471116:0:158799:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a59180 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:158799:1874221260928896:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398569.471186:0:158799:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20b0c5480 going to sleep for 11 seconds 00000100:00100000:3.0:1787398569.484377:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398569.484990:0:158799:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a59180 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:158799:1874221260928896:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398569.485025:0:158799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969200/0x5703899912341e9a lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341e93 expref: 25 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.485039:0:158799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:2.0:1787398569.485042:0:158799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398569.485057:0:158799:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969200/0x5703899912341e9a lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341e93 expref: 25 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.485084:0:158799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d969200, rc 0) 00000100:00100000:0.0:1787398569.485145:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247455232 00000100:00100000:2.0:1787398569.485151:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+25:160868:x1874221260928768:12345-0@lo:101:mdt00_003.0 Request processed in 14168us (14431us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398569.485153:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247455232 00000100:00100000:2.0:1787398569.485163:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00010000:00010000:0.0:1787398569.485189:0:158780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x5703899912341e77 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119afd expref: 6 pid: 158794 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398569.485222:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 110 00000100:00100000:0.0:1787398569.485238:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf342146050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69162:x1874221247455232:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398569.485252:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398569.485258:0:158780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x5703899912341e77 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119afd expref: 6 pid: 158794 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.485269:0:158780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x5703899912341e77 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119afd expref: 6 pid: 158794 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.485288:0:158780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x5703899912341e77 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119afd expref: 6 pid: 158794 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.485302:0:158780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:0.0:1787398569.485306:0:158780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969200/0x5703899912341e9a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341e93 expref: 24 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.485316:0:158780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969200/0x5703899912341e9a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x5703899912341e93 expref: 24 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.485323:0:158780:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969200/0x5703899912341e9a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x5703899912341e93 expref: 24 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.485349:0:158780:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969200/0x5703899912341e9a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341e93 expref: 24 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398569.485360:0:158780:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034dca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:158780:1874221260929024:0@lo:105: 00000100:00100000:0.0:1787398569.485395:0:158780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398569.485443:0:158780:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf205585840 going to sleep for 11 seconds 00000100:00100000:3.0:1787398569.485599:0:158778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260929024 00000100:00100000:3.0:1787398569.485604:0:158778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260929024 00000100:00100000:3.0:1787398569.485643:0:158778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1787398569.485650:0:158778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:158780:x1874221260929024:12345-0@lo:105: 00010000:00010000:3.0:1787398569.485660:0:158778:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638800/0x5703899912341e93 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341e9a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.485668:0:158778:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638800/0x5703899912341e93 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341e9a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.485676:0:158778:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638800/0x5703899912341e93 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341e9a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.485695:0:158778:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638800/0x5703899912341e93 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x5703899912341e9a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.485702:0:158778:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638800/0x5703899912341e93 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x5703899912341e9a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.485710:0:158778:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638800/0x5703899912341e93 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x5703899912341e9a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.485722:0:158778:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9cf20b638800) 00000100:00100000:3.0:1787398569.485759:0:158778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:158780:x1874221260929024:12345-0@lo:105: Request processed in 109us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398569.485765:0:158778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1787398569.485974:0:158780:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034dca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:158780:1874221260929024:0@lo:105: 00010000:00010000:0.0:1787398569.485989:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787398569.486148:0:160868:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af19c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260928768:0@lo:101:mdt00_003.0 00010000:00010000:1.0:1787398569.486167:0:160868:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638800/0x5703899912341e93 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341e9a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787398569.486190:0:160868:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:2.0:1787398569.486210:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf342146050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69162:x1874221247455232:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 971us (1840us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398569.486220:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 110 00010000:00010000:1.0:1787398569.486225:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x5703899912341ea1 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.486233:0:160868:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x5703899912341ea1 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.486243:0:160868:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x5703899912341ea1 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398569.486259:0:160868:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af19c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260929152:0@lo:101:mdt00_003.0 00000100:00100000:1.0:1787398569.486288:0:160868:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.486321:0:160868:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2034a8f00 going to sleep for 11 seconds 00000100:00100000:2.0:1787398569.491052:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260929152 00000100:00100000:2.0:1787398569.491067:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260929152 00000100:00100000:2.0:1787398569.491141:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:2.0:1787398569.491152:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+25:160868:x1874221260929152:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1787398569.491175:0:162682:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398569.491199:0:162682:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969800/0x5703899912341ea8 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912341ea1 expref: -99 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.491230:0:162682:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969800/0x5703899912341ea8 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912341ea1 expref: 26 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.491245:0:162682:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969800/0x5703899912341ea8 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341ea1 expref: 26 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.491253:0:162682:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcaaa8ec3 (ffff9cf3414fe600) 00010000:00010000:2.0:1787398569.491256:0:162682:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398569.491259:0:162682:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d969800, rc 0) 00000100:00100000:2.0:1787398569.491350:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+26:160868:x1874221260929152:12345-0@lo:101:mdt00_003.0 Request processed in 199us (5059us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398569.491374:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1787398569.491542:0:160868:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af19c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260929152:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1787398569.491581:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x5703899912341ea1 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341ea8 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.491595:0:160868:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x5703899912341ea1 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341ea8 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787398569.491621:0:160868:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:0.0:1787398569.491673:0:160868:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034dca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260929280:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1787398569.491714:0:160868:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398569.491746:0:160868:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf205585180 going to sleep for 11 seconds 00000100:00100000:1.0:1787398569.492046:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260929280 00000100:00100000:1.0:1787398569.492051:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260929280 00000100:00100000:1.0:1787398569.492098:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1787398569.492114:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+26:160868:x1874221260929280:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1787398569.492186:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+26:160868:x1874221260929280:12345-0@lo:1000:mdt00_003.0 Request processed in 73us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398569.492194:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:0.0:1787398569.492365:0:160868:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034dca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260929280:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1787398569.492408:0:160868:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034dca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260929408:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1787398569.492434:0:160868:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398569.492550:0:160868:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf205585180 going to sleep for 11 seconds 00000100:00100000:2.0:1787398569.492865:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260929408 00000100:00100000:2.0:1787398569.492871:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260929408 00000100:00100000:2.0:1787398569.492906:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:2.0:1787398569.492914:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+26:160868:x1874221260929408:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1787398569.493041:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+26:160868:x1874221260929408:12345-0@lo:1000:mdt00_003.0 Request processed in 127us (606us total) trans 0 rc -2/-2 00000100:00100000:2.0:1787398569.493049:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:1.0:1787398569.498661:0:160868:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034dca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260929408:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1787398569.499020:0:160868:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af19500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260929536:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1787398569.499086:0:160868:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.499186:0:160868:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2034a8300 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.499355:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260929536 00000100:00100000:0.0:1787398569.499363:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260929536 00000100:00100000:0.0:1787398569.499947:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:0.0:1787398569.499958:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+26:160868:x1874221260929536:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1787398569.500080:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+26:160868:x1874221260929536:12345-0@lo:1000:mdt00_003.0 Request processed in 123us (994us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787398569.500088:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:1.0:1787398569.500160:0:160868:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af19500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260929536:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1787398569.500227:0:160868:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af19500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260929664:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1787398569.500256:0:160868:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.500362:0:160868:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2034a8300 going to sleep for 11 seconds 00000100:00100000:2.0:1787398569.500743:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260929664 00000100:00100000:2.0:1787398569.500748:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260929664 00000100:00100000:2.0:1787398569.500799:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:2.0:1787398569.500807:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+26:160868:x1874221260929664:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1787398569.500906:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+26:160868:x1874221260929664:12345-0@lo:1000:mdt00_003.0 Request processed in 100us (648us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398569.500913:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:1.0:1787398569.501048:0:160868:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af19500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260929664:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1787398569.501096:0:160868:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af19500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260929792:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1787398569.501123:0:160868:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.501146:0:160868:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2034a8300 going to sleep for 11 seconds 00000100:00100000:1.0:1787398569.501161:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260929792 00000100:00100000:1.0:1787398569.501164:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260929792 00000100:00100000:1.0:1787398569.501190:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:1.0:1787398569.501196:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+26:160868:x1874221260929792:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1787398569.501251:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+26:160868:x1874221260929792:12345-0@lo:1000:mdt00_003.0 Request processed in 55us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398569.501257:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:1.0:1787398569.501283:0:160868:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af19500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260929792:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1787398569.501333:0:160868:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af19500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260929920:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1787398569.501358:0:160868:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.501530:0:160868:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2034a8300 going to sleep for 11 seconds 00000100:00100000:1.0:1787398569.501544:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260929920 00000100:00100000:1.0:1787398569.501548:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260929920 00000100:00100000:1.0:1787398569.501699:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:1.0:1787398569.501706:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+26:160868:x1874221260929920:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1787398569.501897:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+26:160868:x1874221260929920:12345-0@lo:1000:mdt00_003.0 Request processed in 187us (534us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398569.501904:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:1.0:1787398569.501934:0:160868:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af19500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260929920:0@lo:1000:mdt00_003.0 00080000:00000400:1.0:1787398569.502894:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 259 < left 336, rollback = 2 00080000:00000400:1.0:1787398569.502900:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:1.0:1787398569.502903:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1787398569.502905:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398569.502907:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/1, delete: 0/0/0 00080000:00000400:1.0:1787398569.502909:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398569.502974:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 258 < left 336, rollback = 2 00080000:00000400:1.0:1787398569.502978:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:1.0:1787398569.502980:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1787398569.502982:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398569.502984:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/2, delete: 0/0/0 00080000:00000400:1.0:1787398569.502985:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398569.503170:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:1.0:1787398569.503173:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:1.0:1787398569.503176:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1787398569.503178:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398569.503180:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/4, delete: 0/0/0 00080000:00000400:1.0:1787398569.503188:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398569.503209:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:1.0:1787398569.503211:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:1.0:1787398569.503214:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1787398569.503215:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398569.503217:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/4, delete: 0/0/0 00080000:00000400:1.0:1787398569.503219:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398569.503229:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:1.0:1787398569.503231:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:1.0:1787398569.503232:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1787398569.503235:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398569.503237:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/4, delete: 0/0/0 00080000:00000400:1.0:1787398569.503238:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398569.503264:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:1.0:1787398569.503267:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:1.0:1787398569.503269:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1787398569.503271:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398569.503273:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/4, delete: 0/0/0 00080000:00000400:1.0:1787398569.503274:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00000040:00080000:1.0:1787398569.503345:0:160868:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002340:0x1:0x0].13, 2168 off54688 00000040:00080000:1.0:1787398569.503853:0:160868:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab1:0x1:0x0].13, 2368 off56752 00000004:00080000:1.0:1787398569.503861:0:160868:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9cf2034a8540 with version 25 00000004:00080000:0.0:1787398569.503964:0:159528:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf3359b8c00 version 25 rpc_version 25 00000020:00100000:1.0:1787398569.504077:0:159528:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787398569.504087:0:159528:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf33f7f0a80 x1874221260930176/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787398569.504109:0:159528:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7f0a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159528:1874221260930176:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787398569.504177:0:159528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.504211:0:159528:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf309bbb300 going to sleep for 11 seconds 00000100:00100000:2.0:1787398569.504529:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260930176 00000100:00100000:2.0:1787398569.504538:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260930176 00000100:00100000:2.0:1787398569.504594:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:2.0:1787398569.504602:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+26:159528:x1874221260930176:12345-0@lo:1000:osp_up0-1.0 00080000:00000400:2.0:1787398569.504918:0:158799:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 292, rollback = 2 00080000:00000400:2.0:1787398569.504923:0:158799:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398569.504925:0:158799:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:2.0:1787398569.504927:0:158799:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/47/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398569.504930:0:158799:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/0, delete: 0/0/0 00080000:00000400:2.0:1787398569.504932:0:158799:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398569.505056:0:158799:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 292, rollback = 2 00080000:00000400:2.0:1787398569.505060:0:158799:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398569.505066:0:158799:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:2.0:1787398569.505068:0:158799:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/47/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398569.505070:0:158799:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/1, delete: 0/0/0 00080000:00000400:2.0:1787398569.505072:0:158799:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398569.505100:0:158799:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 292, rollback = 2 00080000:00000400:2.0:1787398569.505102:0:158799:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398569.505104:0:158799:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:2.0:1787398569.505106:0:158799:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/47/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398569.505108:0:158799:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/1, delete: 0/0/0 00080000:00000400:2.0:1787398569.505110:0:158799:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00000100:00100000:2.0:1787398569.505304:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+27:159528:x1874221260930176:12345-0@lo:1000:osp_up0-1.0 Request processed in 702us (1126us total) trans 34359738627 rc 0/0 00000100:00100000:2.0:1787398569.505312:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:0.0:1787398569.505446:0:159528:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7f0a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159528:1874221260930176:0@lo:1000:osp_up0-1.0 00010000:00010000:1.0:1787398569.505942:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639e00/0x5703899912341eaf lrc: 3/0,1 mode: --/PW res: [0x240002343:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.505972:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639e00/0x5703899912341eaf lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.505984:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639e00/0x5703899912341eaf lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.506006:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639800/0x5703899912341eb6 lrc: 3/0,1 mode: --/PW res: [0x240002340:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.506014:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639800/0x5703899912341eb6 lrc: 3/0,1 mode: PW/PW res: [0x240002340:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.506020:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639800/0x5703899912341eb6 lrc: 3/0,1 mode: PW/PW res: [0x240002340:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.506048:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341ebd lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.506055:0:160868:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341ebd lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.506064:0:160868:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341ebd lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398569.506081:0:160868:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7f2680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260930304:0@lo:101:mdt00_003.0 00000100:00100000:1.0:1787398569.506116:0:160868:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.506185:0:160868:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31f578300 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.506227:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260930304 00000100:00100000:0.0:1787398569.506233:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260930304 00000100:00100000:0.0:1787398569.506313:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:0.0:1787398569.506323:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+27:160868:x1874221260930304:12345-0@lo:101:mdt00_003.0 00010000:00010000:0.0:1787398569.506340:0:159531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398569.506356:0:159531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341ec4 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912341ebd expref: -99 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.506438:0:159531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341ec4 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912341ebd expref: 28 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.506532:0:159531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341ec4 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341ebd expref: 28 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.506542:0:159531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xa:0x0].0x0 (ffff9cf2051cd600) 00010000:00010000:0.0:1787398569.506545:0:159531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398569.506549:0:159531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6c000, rc 0) 00000100:00100000:0.0:1787398569.506719:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+28:160868:x1874221260930304:12345-0@lo:101:mdt00_003.0 Request processed in 396us (600us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398569.506729:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:1.0:1787398569.506869:0:160868:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7f2680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260930304:0@lo:101:mdt00_003.0 00010000:00010000:1.0:1787398569.506883:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341ebd lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341ec4 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.506907:0:160868:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341ebd lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341ec4 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398569.506929:0:160868:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000bfeee0fa reply state 000000004f32082f transno 21474836533 ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639800/0x5703899912341eb6 lrc: 3/0,1 mode: PW/PW res: [0x240002340:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.506942:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639800/0x5703899912341eb6 lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.506949:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xa:0x0].0x0 (ffff9cf337a20a00) 00010000:00010000:1.0:1787398569.506951:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398569.506955:0:160868:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787398569.507247:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341ebd lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341ec4 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.507258:0:160868:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341ebd lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341ec4 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787398569.507269:0:160868:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0xa:0x0] 00000004:00010000:1.0:1787398569.507276:0:160868:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000bfeee0fa reply state 000000004f32082f transno 21474836533 ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639e00/0x5703899912341eaf lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.507286:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639e00/0x5703899912341eaf lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.507293:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x7:0x0].0x0 (ffff9cf337a20b00) 00010000:00010000:1.0:1787398569.507296:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398569.507298:0:160868:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000004:00200000:1.0:1787398569.507303:0:160868:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x7:0x0]: returning size 4096 00000004:00080000:1.0:1787398569.507318:0:160868:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1787398569.507329:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638800/0x5703899912341e93 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341e9a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.507338:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638800/0x5703899912341e93 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912341e9a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.507345:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638800/0x5703899912341e93 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912341e9a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.507368:0:160868:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787398569.507501:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787398569.507509:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638800/0x5703899912341e93 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x5703899912341e9a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.507600:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638800 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:2.0:1787398569.507607:0:159542:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638800/0x5703899912341e93 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912341e9a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398569.507617:0:159542:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638800/0x5703899912341e93 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912341e9a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.507648:0:159542:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638800/0x5703899912341e93 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341e9a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.507655:0:159542:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787398569.507695:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638800/0x5703899912341e93 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341e9a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.507713:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638800/0x5703899912341e93 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341e9a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.507727:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398569.507729:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398569.507731:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398569.507918:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260930432:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787398569.507966:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398569.508096:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260930432 00000100:00100000:2.0:1787398569.508102:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260930432 00000004:00080000:1.0:1787398569.508288:0:160868:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1787398569.508307:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x5703899912341ea1 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341ea8 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.508316:0:160868:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x5703899912341ea1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341ea8 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398569.508953:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+19:122899:x1874221247455104:12345-192.168.204.36@tcp:36:lfs.0 Request processed in 40224us (40694us total) trans 21474836533 rc 0/0 00000100:00100000:1.0:1787398569.508964:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 392 00000100:00100000:2.0:1787398569.508991:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1787398569.509003:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+28:106501:x1874221260930432:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787398569.509028:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398569.509051:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969200/0x5703899912341e9a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912341e93 expref: 28 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.509067:0:162512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:2.0:1787398569.509072:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398569.509124:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+27:106501:x1874221260930432:12345-0@lo:103:ldlm_bl.0 Request processed in 124us (1156us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398569.509131:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1787398569.509273:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260930432:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787398569.519960:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398569.520156:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247455360 00000100:00100000:0.0:1787398569.520166:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247455360 00000100:00100000:0.0:1787398569.521140:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 393 00000100:00100000:0.0:1787398569.521156:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:122899:x1874221247455360:12345-192.168.204.36@tcp:101:lfs.0 00010000:00010000:0.0:1787398569.521178:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398569.521213:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912341ecb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119b0b expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.521280:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341ed2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.521293:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341ed2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.521304:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341ed2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787398569.521345:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1787398569.521348:0:158796:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787398569.521366:0:158796:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341ed2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.521390:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912341ecb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b0b expref: 7 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.521498:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341ed2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b0b expref: 6 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.521509:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:0.0:1787398569.521512:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787398569.521569:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6ce00, rc 0) 00000100:00100000:0.0:1787398569.521640:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:122899:x1874221247455360:12345-192.168.204.36@tcp:101:lfs.0 Request processed in 489us (1691us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398569.521647:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 393 00000100:00100000:0.0:1787398569.532119:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398569.532917:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247455488 00000100:00100000:1.0:1787398569.532929:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247455488 00000100:00100000:1.0:1787398569.532999:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 394 00000100:00100000:1.0:1787398569.533010:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:122899:x1874221247455488:12345-192.168.204.36@tcp:101:lfs.0 00010000:00010000:1.0:1787398569.533031:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398569.533053:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638800/0x5703899912341ed9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119b12 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.533128:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x5703899912341ee0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.533143:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x5703899912341ee0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.533154:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x5703899912341ee0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.533168:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649c00/0x5703899912341ee7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.533174:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649c00/0x5703899912341ee7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.533180:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649c00/0x5703899912341ee7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.533220:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x5703899912341ee0 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.533227:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x5703899912341ee0 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.533233:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x5703899912341ee0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.533239:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x5703899912341ee0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.533244:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301648000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398569.533254:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x5703899912341ee0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.533261:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x5703899912341ee0 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.533273:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:1.0:1787398569.533276:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398569.533280:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x5703899912341ee0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.533286:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x5703899912341ee0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.533299:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649c00/0x5703899912341ee7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.533305:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649c00/0x5703899912341ee7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.533311:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649c00/0x5703899912341ee7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.533315:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301649c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398569.533317:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649c00/0x5703899912341ee7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.533323:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649c00/0x5703899912341ee7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.533329:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9d6f79b8 (ffff9cf337a20200) 00010000:00010000:1.0:1787398569.533331:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398569.533338:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649c00/0x5703899912341ee7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.533344:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649c00/0x5703899912341ee7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.533375:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638800/0x5703899912341ed9 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b12 expref: 7 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.533385:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:1.0:1787398569.533387:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398569.533391:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638800/0x5703899912341ed9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b12 expref: 7 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.533401:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b638800, rc 0) 00000100:00100000:1.0:1787398569.533469:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:122899:x1874221247455488:12345-192.168.204.36@tcp:101:lfs.0 Request processed in 461us (1360us total) trans 0 rc 301/301 00000100:00100000:1.0:1787398569.533526:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 394 00000100:00100000:3.0:1787398569.538320:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398569.538543:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247455744 00000100:00100000:1.0:1787398569.538553:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247455744 00000100:00100000:1.0:1787398569.538607:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 395 00000100:00100000:1.0:1787398569.538618:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+19:122899:x1874221247455744:12345-192.168.204.36@tcp:36:lfs.0 00000100:00100000:1.0:1787398569.538736:0:158795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7f2680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260930560:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1787398569.538789:0:158795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.539136:0:158795:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31f578300 going to sleep for 11 seconds 00000100:00100000:2.0:1787398569.540262:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260930560 00000100:00100000:2.0:1787398569.540271:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260930560 00000100:00100000:2.0:1787398569.540322:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:2.0:1787398569.540330:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+27:158795:x1874221260930560:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1787398569.540745:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+27:158795:x1874221260930560:12345-0@lo:1000:mdt00_001.0 Request processed in 415us (1954us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398569.540771:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:1.0:1787398569.540911:0:158795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7f2680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260930560:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1787398569.540975:0:158795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7f2680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260930688:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1787398569.541018:0:158795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.541042:0:158795:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31f578300 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.541090:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260930688 00000100:00100000:0.0:1787398569.541095:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260930688 00000100:00100000:0.0:1787398569.541131:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:0.0:1787398569.541139:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+27:158795:x1874221260930688:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1787398569.541293:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+27:158795:x1874221260930688:12345-0@lo:1000:mdt00_001.0 Request processed in 155us (274us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787398569.541301:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:1.0:1787398569.544721:0:158795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7f2680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260930688:0@lo:1000:mdt00_001.0 00010000:00010000:1.0:1787398569.546598:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649c00/0x5703899912341eee lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.546615:0:158795:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649c00/0x5703899912341eee lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.546629:0:158795:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649c00/0x5703899912341eee lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398569.546658:0:158795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7f2680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260930816:0@lo:101:mdt00_001.0 00000100:00100000:1.0:1787398569.546725:0:158795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.546772:0:158795:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31f578f00 going to sleep for 11 seconds 00000100:00100000:2.0:1787398569.546935:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260930816 00000100:00100000:2.0:1787398569.546943:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260930816 00000100:00100000:2.0:1787398569.547004:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:2.0:1787398569.547014:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+27:158795:x1874221260930816:12345-0@lo:101:mdt00_001.0 00010000:00010000:2.0:1787398569.547032:0:158800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398569.547048:0:158800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969200/0x5703899912341ef5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912341eee expref: -99 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.547076:0:158800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341ed2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b0b expref: 5 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.547087:0:158800:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969200/0x5703899912341ef5 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912341eee expref: 28 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.547116:0:158800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341ed2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b0b expref: 5 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.547131:0:158800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341ed2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b0b expref: 5 pid: 158796 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398569.547144:0:158800:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a59880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:158800:1874221260930944:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398569.547211:0:158800:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20b0c53c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787398569.556110:0:158800:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a59880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:158800:1874221260930944:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398569.556147:0:158800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969200/0x5703899912341ef5 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341eee expref: 28 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.556181:0:158800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:2.0:1787398569.556184:0:158800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398569.556188:0:158800:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969200/0x5703899912341ef5 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341eee expref: 28 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.556198:0:158800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d969200, rc 0) 00000100:00100000:2.0:1787398569.556258:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+28:158795:x1874221260930816:12345-0@lo:101:mdt00_001.0 Request processed in 9244us (9533us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398569.556266:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:1.0:1787398569.557070:0:158795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7f2680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260930816:0@lo:101:mdt00_001.0 00010000:00010000:1.0:1787398569.557091:0:158795:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649c00/0x5703899912341eee lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341ef5 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.557102:0:158795:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649c00/0x5703899912341eee lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341ef5 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398569.557865:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398569.557981:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247455872 00000100:00100000:0.0:1787398569.557990:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247455872 00010000:00010000:0.0:1787398569.558024:0:158781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341ed2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b0b expref: 6 pid: 158796 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398569.558062:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 111 00000100:00100000:0.0:1787398569.558072:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69163:x1874221247455872:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398569.558089:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398569.558095:0:158781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341ed2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b0b expref: 6 pid: 158796 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.558108:0:158781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341ed2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b0b expref: 6 pid: 158796 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.558131:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341ed2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b0b expref: 6 pid: 158796 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.558146:0:158781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:0.0:1787398569.558152:0:158781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969200/0x5703899912341ef5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341eee expref: 27 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.558181:0:158781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969200/0x5703899912341ef5 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x5703899912341eee expref: 27 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.558190:0:158781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969200/0x5703899912341ef5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x5703899912341eee expref: 27 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.558224:0:158781:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969200/0x5703899912341ef5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341eee expref: 27 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398569.558237:0:158781:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034de680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:158781:1874221260931072:0@lo:105: 00000100:00100000:0.0:1787398569.558278:0:158781:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398569.558317:0:158781:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf205585e40 going to sleep for 11 seconds 00000100:00100000:1.0:1787398569.558420:0:158777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260931072 00000100:00100000:1.0:1787398569.558425:0:158777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260931072 00000100:00100000:1.0:1787398569.558460:0:158777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1787398569.558469:0:158777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:158781:x1874221260931072:12345-0@lo:105: 00010000:00010000:1.0:1787398569.558511:0:158777:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649c00/0x5703899912341eee lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341ef5 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.558731:0:158777:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649c00/0x5703899912341eee lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341ef5 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.558741:0:158777:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649c00/0x5703899912341eee lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341ef5 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.558748:0:158777:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649c00/0x5703899912341eee lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x5703899912341ef5 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.558755:0:158777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649c00/0x5703899912341eee lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x5703899912341ef5 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.558763:0:158777:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649c00/0x5703899912341eee lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x5703899912341ef5 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.558780:0:158777:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9cf301649c00) 00000100:00100000:1.0:1787398569.558833:0:158777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:158781:x1874221260931072:12345-0@lo:105: Request processed in 364us (553us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398569.558850:0:158777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1787398569.558925:0:158781:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034de680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:158781:1874221260931072:0@lo:105: 00010000:00010000:2.0:1787398569.558939:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398569.558989:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69163:x1874221247455872:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 918us (1127us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398569.558995:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 111 00010000:00010000:0.0:1787398569.559077:0:158795:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649c00/0x5703899912341eee lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341ef5 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.559087:0:158795:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649c00/0x5703899912341eee lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341ef5 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787398569.559108:0:158795:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1787398569.559143:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6d000/0x5703899912341efc lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.559151:0:158795:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6d000/0x5703899912341efc lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.559160:0:158795:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6d000/0x5703899912341efc lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398569.559187:0:158795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034de680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260931200:0@lo:101:mdt00_001.0 00000100:00100000:0.0:1787398569.559216:0:158795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398569.559280:0:158795:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf205585d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787398569.562105:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260931200 00000100:00100000:2.0:1787398569.562121:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260931200 00000100:00100000:2.0:1787398569.562181:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:2.0:1787398569.562191:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+28:158795:x1874221260931200:12345-0@lo:101:mdt00_001.0 00010000:00010000:2.0:1787398569.562212:0:162682:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398569.562236:0:162682:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x5703899912341f03 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912341efc expref: -99 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.562266:0:162682:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x5703899912341f03 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912341efc expref: 29 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.562280:0:162682:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x5703899912341f03 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341efc expref: 29 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.562303:0:162682:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9d6f79b8 (ffff9cf3414feb00) 00010000:00010000:2.0:1787398569.562306:0:162682:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398569.562311:0:162682:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d968200, rc 0) 00000100:00100000:2.0:1787398569.563281:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+29:158795:x1874221260931200:12345-0@lo:101:mdt00_001.0 Request processed in 1087us (4060us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398569.563291:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:3.0:1787398569.564702:0:158795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034de680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260931200:0@lo:101:mdt00_001.0 00010000:00010000:3.0:1787398569.564730:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6d000/0x5703899912341efc lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341f03 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.564746:0:158795:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6d000/0x5703899912341efc lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341f03 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787398569.564909:0:158795:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1787398569.565865:0:158795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7f0380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260931328:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1787398569.565932:0:158795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.566011:0:158795:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31f578300 going to sleep for 11 seconds 00000100:00100000:3.0:1787398569.570022:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260931328 00000100:00100000:3.0:1787398569.570037:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260931328 00000100:00100000:3.0:1787398569.570379:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:3.0:1787398569.570409:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+29:158795:x1874221260931328:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1787398569.571191:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+29:158795:x1874221260931328:12345-0@lo:1000:mdt00_001.0 Request processed in 781us (5254us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398569.571202:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:1.0:1787398569.571361:0:158795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7f0380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260931328:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1787398569.571443:0:158795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7f0380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260931456:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1787398569.571499:0:158795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.571550:0:158795:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31f578300 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.571608:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260931456 00000100:00100000:0.0:1787398569.571614:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260931456 00000100:00100000:0.0:1787398569.571656:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:0.0:1787398569.571663:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+29:158795:x1874221260931456:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1787398569.571758:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+29:158795:x1874221260931456:12345-0@lo:1000:mdt00_001.0 Request processed in 87us (250us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787398569.571765:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:1.0:1787398569.571918:0:158795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7f0380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260931456:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1787398569.571997:0:158795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7f0380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260931584:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1787398569.572022:0:158795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.572044:0:158795:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31f578300 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.572168:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260931584 00000100:00100000:0.0:1787398569.572172:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260931584 00000100:00100000:0.0:1787398569.572202:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:0.0:1787398569.572209:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+29:158795:x1874221260931584:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1787398569.572280:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+29:158795:x1874221260931584:12345-0@lo:1000:mdt00_001.0 Request processed in 70us (256us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787398569.572286:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:1.0:1787398569.572373:0:158795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7f0380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260931584:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1787398569.572426:0:158795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7f0380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260931712:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1787398569.572450:0:158795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.572472:0:158795:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31f578300 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.572721:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260931712 00000100:00100000:0.0:1787398569.572725:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260931712 00000100:00100000:0.0:1787398569.572763:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:0.0:1787398569.572770:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+29:158795:x1874221260931712:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1787398569.572828:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+29:158795:x1874221260931712:12345-0@lo:1000:mdt00_001.0 Request processed in 58us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398569.572853:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:1.0:1787398569.573015:0:158795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7f0380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260931712:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1787398569.573059:0:158795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7f0380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260931840:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1787398569.573088:0:158795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.573109:0:158795:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31f578300 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.574558:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260931840 00000100:00100000:0.0:1787398569.574571:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260931840 00000100:00100000:0.0:1787398569.574636:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:0.0:1787398569.574646:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+29:158795:x1874221260931840:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1787398569.575074:0:158795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7f0380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260931840:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1787398569.575156:0:158795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bb2a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260931968:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1787398569.579614:0:158795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.579661:0:158795:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31f578300 going to sleep for 11 seconds 00000100:00100000:2.0:1787398569.580457:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260931968 00000100:00100000:2.0:1787398569.580469:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260931968 00000100:00100000:2.0:1787398569.580578:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:2.0:1787398569.580589:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+30:158795:x1874221260931968:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1787398569.580696:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+30:158795:x1874221260931968:12345-0@lo:1000:mdt00_001.0 Request processed in 109us (1091us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398569.580703:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:1.0:1787398569.580898:0:158795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bb2a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260931968:0@lo:1000:mdt00_001.0 00080000:00000400:1.0:1787398569.581440:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 259 < left 336, rollback = 2 00080000:00000400:1.0:1787398569.581445:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:1.0:1787398569.581448:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1787398569.581450:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398569.581452:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/1, delete: 0/0/0 00080000:00000400:1.0:1787398569.581454:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398569.581545:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 258 < left 336, rollback = 2 00080000:00000400:1.0:1787398569.581555:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:1.0:1787398569.581557:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1787398569.581559:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398569.581561:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/2, delete: 0/0/0 00080000:00000400:1.0:1787398569.581562:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398569.581703:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 257 < left 336, rollback = 2 00080000:00000400:1.0:1787398569.581707:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:1.0:1787398569.581709:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1787398569.581710:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398569.581713:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:1.0:1787398569.581715:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398569.581731:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 257 < left 336, rollback = 2 00080000:00000400:1.0:1787398569.581734:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:1.0:1787398569.581736:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1787398569.581738:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398569.581740:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:1.0:1787398569.581741:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398569.581749:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 257 < left 336, rollback = 2 00080000:00000400:1.0:1787398569.581919:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:1.0:1787398569.581921:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1787398569.581923:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398569.581925:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:1.0:1787398569.581927:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398569.581960:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 257 < left 336, rollback = 2 00080000:00000400:1.0:1787398569.581963:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:1.0:1787398569.581965:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1787398569.581967:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398569.581969:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:1.0:1787398569.581970:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00000040:00080000:1.0:1787398569.582041:0:158795:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002340:0x1:0x0].14, 2168 off56856 00000040:00080000:1.0:1787398569.582123:0:158795:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab1:0x1:0x0].14, 2368 off59120 00000004:00080000:1.0:1787398569.582129:0:158795:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9cf31f578f00 with version 26 00000100:00100000:0.0:1787398569.583527:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+29:158795:x1874221260931840:12345-0@lo:1000:mdt00_001.0 Request processed in 8873us (10427us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398569.583540:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000004:00080000:2.0:1787398569.588174:0:159528:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf3359b8c00 version 26 rpc_version 26 00000020:00100000:2.0:1787398569.588237:0:159528:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787398569.588248:0:159528:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf305a59880 x1874221260932224/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787398569.588273:0:159528:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a59880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159528:1874221260932224:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787398569.588366:0:159528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398569.588474:0:159528:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20b0c53c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787398569.596364:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260932224 00000100:00100000:1.0:1787398569.596380:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260932224 00000100:00100000:1.0:1787398569.596461:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:1.0:1787398569.596474:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+29:159528:x1874221260932224:12345-0@lo:1000:osp_up0-1.0 00080000:00000400:1.0:1787398569.596895:0:158800:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 292, rollback = 2 00080000:00000400:1.0:1787398569.596900:0:158800:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398569.596902:0:158800:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:1.0:1787398569.596905:0:158800:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/50/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398569.596908:0:158800:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/0, delete: 0/0/0 00080000:00000400:1.0:1787398569.596910:0:158800:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398569.597068:0:158800:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 292, rollback = 2 00080000:00000400:1.0:1787398569.597071:0:158800:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398569.597074:0:158800:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:1.0:1787398569.597075:0:158800:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/50/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398569.597078:0:158800:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/1, delete: 0/0/0 00080000:00000400:1.0:1787398569.597079:0:158800:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398569.597112:0:158800:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 292, rollback = 2 00080000:00000400:1.0:1787398569.597115:0:158800:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398569.597116:0:158800:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:1.0:1787398569.597119:0:158800:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/50/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398569.597121:0:158800:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/1, delete: 0/0/0 00080000:00000400:1.0:1787398569.597123:0:158800:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00000100:00100000:1.0:1787398569.597388:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+30:159528:x1874221260932224:12345-0@lo:1000:osp_up0-1.0 Request processed in 915us (9019us total) trans 34359738628 rc 0/0 00000100:00100000:1.0:1787398569.597397:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1787398569.597567:0:159528:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a59880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159528:1874221260932224:0@lo:1000:osp_up0-1.0 00010000:00010000:1.0:1787398569.601066:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf301649a00/0x5703899912341f0a lrc: 3/0,1 mode: --/PW res: [0x240002343:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.601085:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf301649a00/0x5703899912341f0a lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.601115:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf301649a00/0x5703899912341f0a lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.601140:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf301649800/0x5703899912341f11 lrc: 3/0,1 mode: --/PW res: [0x240002340:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.601148:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf301649800/0x5703899912341f11 lrc: 3/0,1 mode: PW/PW res: [0x240002340:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.601155:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf301649800/0x5703899912341f11 lrc: 3/0,1 mode: PW/PW res: [0x240002340:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.601196:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301648800/0x5703899912341f18 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.601203:0:158795:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301648800/0x5703899912341f18 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.601213:0:158795:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301648800/0x5703899912341f18 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398569.601237:0:158795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bb2a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260932352:0@lo:101:mdt00_001.0 00000100:00100000:1.0:1787398569.601302:0:158795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.601343:0:158795:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2092f3780 going to sleep for 11 seconds 00000100:00100000:3.0:1787398569.601396:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260932352 00000100:00100000:3.0:1787398569.601404:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260932352 00000100:00100000:3.0:1787398569.601462:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:3.0:1787398569.601472:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+30:158795:x1874221260932352:12345-0@lo:101:mdt00_001.0 00010000:00010000:3.0:1787398569.601532:0:162682:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398569.601553:0:162682:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912341f1f lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912341f18 expref: -99 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.601577:0:162682:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912341f1f lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912341f18 expref: 31 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.601590:0:162682:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912341f1f lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341f18 expref: 31 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.601599:0:162682:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xb:0x0].0x0 (ffff9cf305ea8500) 00010000:00010000:3.0:1787398569.601602:0:162682:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398569.601606:0:162682:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a69a00, rc 0) 00000100:00100000:3.0:1787398569.601658:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+31:158795:x1874221260932352:12345-0@lo:101:mdt00_001.0 Request processed in 187us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398569.601665:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:1.0:1787398569.602124:0:158795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bb2a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260932352:0@lo:101:mdt00_001.0 00010000:00010000:1.0:1787398569.602141:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301648800/0x5703899912341f18 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341f1f expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.602152:0:158795:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301648800/0x5703899912341f18 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341f1f expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398569.602189:0:158795:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c319bbff reply state 000000002996e160 transno 21474836534 ns: mdt-lustre-MDT0001_UUID lock: ffff9cf301649800/0x5703899912341f11 lrc: 3/0,1 mode: PW/PW res: [0x240002340:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.602203:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf301649800/0x5703899912341f11 lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.602209:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xb:0x0].0x0 (ffff9cf31e895100) 00010000:00010000:1.0:1787398569.602212:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398569.602214:0:158795:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787398569.602222:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301648800/0x5703899912341f18 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341f1f expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.602229:0:158795:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301648800/0x5703899912341f18 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341f1f expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787398569.602238:0:158795:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0xb:0x0] 00000004:00010000:1.0:1787398569.602244:0:158795:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c319bbff reply state 000000002996e160 transno 21474836534 ns: mdt-lustre-MDT0001_UUID lock: ffff9cf301649a00/0x5703899912341f0a lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.602251:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf301649a00/0x5703899912341f0a lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.602256:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x8:0x0].0x0 (ffff9cf337a20200) 00010000:00010000:1.0:1787398569.602258:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398569.602260:0:158795:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000004:00200000:1.0:1787398569.602264:0:158795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x8:0x0]: returning size 4096 00000004:00080000:1.0:1787398569.602272:0:158795:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1787398569.602282:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649c00/0x5703899912341eee lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341ef5 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.602301:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649c00/0x5703899912341eee lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912341ef5 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.602308:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649c00/0x5703899912341eee lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912341ef5 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.602335:0:158795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1787398569.602341:0:158795:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1787398569.602347:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6d000/0x5703899912341efc lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341f03 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.602354:0:158795:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6d000/0x5703899912341efc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341f03 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398569.602436:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+21:122899:x1874221247455744:12345-192.168.204.36@tcp:36:lfs.0 Request processed in 63819us (64124us total) trans 21474836534 rc 0/0 00000100:00100000:1.0:1787398569.602444:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 395 00010000:00010000:3.0:1787398569.604370:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787398569.604382:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649c00/0x5703899912341eee lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x5703899912341ef5 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.604395:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301649c00 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:3.0:1787398569.604402:0:158783:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649c00/0x5703899912341eee lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912341ef5 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398569.604432:0:158783:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649c00/0x5703899912341eee lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912341ef5 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.604525:0:158783:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649c00/0x5703899912341eee lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341ef5 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.604532:0:158783:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787398569.604569:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649c00/0x5703899912341eee lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341ef5 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.604577:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649c00/0x5703899912341eee lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341ef5 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.604593:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398569.604595:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398569.604597:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398569.604659:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33eee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260932480:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787398569.604722:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398569.605969:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260932480 00000100:00100000:3.0:1787398569.605981:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260932480 00000100:00100000:3.0:1787398569.606049:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1787398569.606059:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+31:106502:x1874221260932480:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787398569.606072:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398569.606093:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969200/0x5703899912341ef5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912341eee expref: 31 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.606111:0:158779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:3.0:1787398569.606116:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398569.606178:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+30:106502:x1874221260932480:12345-0@lo:103:ldlm_bl.0 Request processed in 121us (1456us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398569.606198:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1787398569.606328:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33eee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260932480:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398569.611134:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398569.611217:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247456000 00000100:00100000:1.0:1787398569.611226:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247456000 00000100:00100000:1.0:1787398569.611285:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 396 00000100:00100000:1.0:1787398569.611295:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eeebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:122899:x1874221247456000:12345-192.168.204.36@tcp:101:lfs.0 00010000:00010000:1.0:1787398569.611314:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398569.611333:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912341f26 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119b19 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.611417:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648c00/0x5703899912341f2d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.611432:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648c00/0x5703899912341f2d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.611444:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648c00/0x5703899912341f2d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787398569.611520:0:158794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1787398569.611524:0:158794:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787398569.611544:0:158794:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648c00/0x5703899912341f2d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.611571:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912341f26 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b19 expref: 7 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.611589:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648c00/0x5703899912341f2d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b19 expref: 6 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.611597:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:1.0:1787398569.611600:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787398569.611603:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf301648c00, rc 0) 00000100:00100000:1.0:1787398569.611666:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eeebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:122899:x1874221247456000:12345-192.168.204.36@tcp:101:lfs.0 Request processed in 372us (542us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398569.611673:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 396 00000100:00100000:2.0:1787398569.620136:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398569.620236:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247456128 00000100:00100000:0.0:1787398569.620246:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247456128 00000100:00100000:0.0:1787398569.620307:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 397 00000100:00100000:0.0:1787398569.620317:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:122899:x1874221247456128:12345-192.168.204.36@tcp:101:lfs.0 00010000:00010000:0.0:1787398569.620337:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398569.620357:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341f34 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119b20 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.620424:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912341f3b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.620439:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912341f3b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.620451:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912341f3b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.620515:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db200/0x5703899912341f42 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.620523:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db200/0x5703899912341f42 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.620530:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db200/0x5703899912341f42 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.620583:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912341f3b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.620590:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912341f3b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.620596:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912341f3b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.620603:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912341f3b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.620609:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6d600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398569.620613:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912341f3b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.620620:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912341f3b lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.620631:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:0.0:1787398569.620634:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398569.620638:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912341f3b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.620650:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912341f3b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.620663:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db200/0x5703899912341f42 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.620669:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db200/0x5703899912341f42 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.620675:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db200/0x5703899912341f42 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.620680:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056db200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398569.620683:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db200/0x5703899912341f42 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.620688:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db200/0x5703899912341f42 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.620695:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9feaf7a7 (ffff9cf2051cdd00) 00010000:00010000:0.0:1787398569.620697:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398569.620700:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db200/0x5703899912341f42 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.620706:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db200/0x5703899912341f42 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.620738:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341f34 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b20 expref: 7 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.620759:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:0.0:1787398569.620762:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398569.620766:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ce00/0x5703899912341f34 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b20 expref: 7 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.620775:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6ce00, rc 0) 00000100:00100000:0.0:1787398569.620848:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:122899:x1874221247456128:12345-192.168.204.36@tcp:101:lfs.0 Request processed in 522us (712us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398569.620856:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 397 00000100:00100000:0.0:1787398569.629160:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398569.629252:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247456384 00000100:00100000:1.0:1787398569.629262:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247456384 00000100:00100000:1.0:1787398569.629334:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 398 00000100:00100000:1.0:1787398569.629349:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+21:122899:x1874221247456384:12345-192.168.204.36@tcp:36:lfs.0 00000100:00100000:1.0:1787398569.629470:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bb2a300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260932608:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787398569.629553:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.629589:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2092f3480 going to sleep for 11 seconds 00000100:00100000:3.0:1787398569.629652:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260932608 00000100:00100000:3.0:1787398569.629658:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260932608 00000100:00100000:3.0:1787398569.629688:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:3.0:1787398569.629694:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+30:158794:x1874221260932608:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1787398569.629770:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+30:158794:x1874221260932608:12345-0@lo:1000:mdt00_000.0 Request processed in 75us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398569.629778:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:1.0:1787398569.629912:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bb2a300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260932608:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787398569.629955:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bb2a300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260932736:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787398569.629979:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.630001:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2092f3480 going to sleep for 11 seconds 00000100:00100000:3.0:1787398569.630050:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260932736 00000100:00100000:3.0:1787398569.630055:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260932736 00000100:00100000:3.0:1787398569.630085:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:3.0:1787398569.630092:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+30:158794:x1874221260932736:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1787398569.630183:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+30:158794:x1874221260932736:12345-0@lo:1000:mdt00_000.0 Request processed in 91us (203us total) trans 0 rc -2/-2 00000100:00100000:3.0:1787398569.630190:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:1.0:1787398569.630279:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bb2a300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260932736:0@lo:1000:mdt00_000.0 00010000:00010000:1.0:1787398569.630322:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649400/0x5703899912341f49 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.630332:0:158794:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649400/0x5703899912341f49 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.630341:0:158794:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649400/0x5703899912341f49 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398569.630352:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bb2a300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260932864:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1787398569.630375:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.630394:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2092f33c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787398569.630440:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260932864 00000100:00100000:3.0:1787398569.630444:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260932864 00000100:00100000:3.0:1787398569.630473:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:3.0:1787398569.630513:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+30:158794:x1874221260932864:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1787398569.630523:0:158800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398569.630536:0:158800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68800/0x5703899912341f50 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912341f49 expref: -99 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.630560:0:158800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648c00/0x5703899912341f2d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b19 expref: 5 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.630582:0:158800:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68800/0x5703899912341f50 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912341f49 expref: 31 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.630612:0:158800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648c00/0x5703899912341f2d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b19 expref: 5 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.630627:0:158800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648c00/0x5703899912341f2d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b19 expref: 5 pid: 158794 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398569.630638:0:158800:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33eee9f80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:158800:1874221260932992:192.168.204.36@tcp:104: 00000100:00100000:3.0:1787398569.630698:0:158800:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2096f7180 going to sleep for 11 seconds 00000100:00100000:3.0:1787398569.635944:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398569.636092:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247456512 00000100:00100000:2.0:1787398569.636101:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247456512 00010000:00010000:2.0:1787398569.636140:0:158780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648c00/0x5703899912341f2d lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b19 expref: 6 pid: 158794 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398569.636207:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 112 00000100:00100000:2.0:1787398569.636217:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208890e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69165:x1874221247456512:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787398569.636231:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398569.636238:0:158780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648c00/0x5703899912341f2d lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b19 expref: 6 pid: 158794 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.636251:0:158780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648c00/0x5703899912341f2d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b19 expref: 6 pid: 158794 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.636273:0:158780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:2.0:1787398569.636280:0:158780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68800/0x5703899912341f50 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912341f49 expref: 31 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.636290:0:158780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68800/0x5703899912341f50 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x5703899912341f49 expref: 31 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.636299:0:158780:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68800/0x5703899912341f50 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x5703899912341f49 expref: 31 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.636334:0:158780:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68800/0x5703899912341f50 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341f49 expref: 31 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398569.636349:0:158780:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a58380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:158780:1874221260933120:0@lo:105: 00000100:00100000:2.0:1787398569.636401:0:158780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398569.636440:0:158780:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2053da180 going to sleep for 11 seconds 00010000:00010000:1.0:1787398569.636579:0:158800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648c00/0x5703899912341f2d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b19 expref: 6 pid: 158794 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398569.636595:0:158800:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33eee9f80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:158800:1874221260932992:192.168.204.36@tcp:104: 00010000:00010000:1.0:1787398569.636619:0:158800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68800/0x5703899912341f50 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341f49 expref: 31 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.636634:0:158800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:1.0:1787398569.636637:0:158800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398569.636640:0:158800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a68800, rc 0) 00000100:00100000:1.0:1787398569.636692:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+31:158794:x1874221260932864:12345-0@lo:101:mdt00_000.0 Request processed in 6180us (6314us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398569.636700:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:3.0:1787398569.636772:0:158778:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1787398569.636785:0:158778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260933120 00000100:00100000:3.0:1787398569.636800:0:158778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260933120 00000100:00100000:3.0:1787398569.636834:0:158778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1787398569.636852:0:158778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20be41c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:158780:x1874221260933120:12345-0@lo:105: 00010000:00010000:3.0:1787398569.636864:0:158778:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649400/0x5703899912341f49 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341f50 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.636874:0:158778:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649400/0x5703899912341f49 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341f50 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.636884:0:158778:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649400/0x5703899912341f49 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341f50 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.636904:0:158778:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649400/0x5703899912341f49 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x5703899912341f50 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.636912:0:158778:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649400/0x5703899912341f49 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x5703899912341f50 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.636922:0:158778:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649400/0x5703899912341f49 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x5703899912341f50 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.636934:0:158778:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9cf301649400) 00000100:00100000:3.0:1787398569.636975:0:158778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20be41c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:158780:x1874221260933120:12345-0@lo:105: Request processed in 124us (572us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398569.636981:0:158778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1787398569.637072:0:158780:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a58380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:158780:1874221260933120:0@lo:105: 00010000:00010000:0.0:1787398569.637084:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398569.637133:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208890e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69165:x1874221247456512:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 917us (1197us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398569.637141:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 112 00000100:00100000:2.0:1787398569.638080:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bb2a300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260932864:0@lo:101:mdt00_000.0 00010000:00010000:2.0:1787398569.638102:0:158794:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649400/0x5703899912341f49 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341f50 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398569.638125:0:158794:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787398569.638166:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969600/0x5703899912341f57 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.638175:0:158794:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969600/0x5703899912341f57 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.638185:0:158794:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969600/0x5703899912341f57 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398569.638204:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a5ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260933248:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1787398569.638243:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398569.638273:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2053da180 going to sleep for 11 seconds 00000100:00100000:3.0:1787398569.638376:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260933248 00000100:00100000:3.0:1787398569.638383:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260933248 00000100:00100000:3.0:1787398569.638427:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:3.0:1787398569.638436:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+31:158794:x1874221260933248:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1787398569.638453:0:162682:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398569.638469:0:162682:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x5703899912341f5e lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912341f57 expref: -99 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.638528:0:162682:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x5703899912341f5e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912341f57 expref: 32 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.638540:0:162682:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x5703899912341f5e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341f57 expref: 32 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.638577:0:162682:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9feaf7a7 (ffff9cf305ea8b00) 00010000:00010000:3.0:1787398569.638579:0:162682:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398569.638583:0:162682:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a68400, rc 0) 00000100:00100000:3.0:1787398569.638624:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+32:158794:x1874221260933248:12345-0@lo:101:mdt00_000.0 Request processed in 188us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398569.638631:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:2.0:1787398569.638808:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a5ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260933248:0@lo:101:mdt00_000.0 00010000:00010000:2.0:1787398569.638820:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969600/0x5703899912341f57 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341f5e expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.638831:0:158794:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969600/0x5703899912341f57 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341f5e expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398569.638858:0:158794:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:2.0:1787398569.638890:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a5ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260933376:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1787398569.638917:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398569.638939:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2053dab40 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.638991:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260933376 00000100:00100000:0.0:1787398569.638996:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260933376 00000100:00100000:0.0:1787398569.639021:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:0.0:1787398569.639027:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+32:158794:x1874221260933376:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1787398569.639098:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+32:158794:x1874221260933376:12345-0@lo:1000:mdt00_000.0 Request processed in 71us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398569.639104:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:2.0:1787398569.639307:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a5ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260933376:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1787398569.639351:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a5ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260933504:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1787398569.639373:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398569.639392:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31f485600 going to sleep for 11 seconds 00000100:00100000:3.0:1787398569.639437:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260933504 00000100:00100000:3.0:1787398569.639441:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260933504 00000100:00100000:3.0:1787398569.639469:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:3.0:1787398569.639495:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+32:158794:x1874221260933504:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1787398569.639572:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+32:158794:x1874221260933504:12345-0@lo:1000:mdt00_000.0 Request processed in 96us (198us total) trans 0 rc -2/-2 00000100:00100000:3.0:1787398569.639578:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:2.0:1787398569.639711:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a5ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260933504:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1787398569.639772:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a5ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260933632:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1787398569.639803:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398569.639819:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31f485600 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.639869:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260933632 00000100:00100000:0.0:1787398569.639873:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260933632 00000100:00100000:0.0:1787398569.639894:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:0.0:1787398569.639906:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+32:158794:x1874221260933632:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1787398569.639970:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+32:158794:x1874221260933632:12345-0@lo:1000:mdt00_000.0 Request processed in 64us (166us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787398569.639976:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:2.0:1787398569.640110:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a5ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260933632:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1787398569.640152:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a5ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260933760:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1787398569.640172:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398569.640191:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31f485600 going to sleep for 11 seconds 00000100:00100000:3.0:1787398569.640378:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260933760 00000100:00100000:3.0:1787398569.640382:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260933760 00000100:00100000:3.0:1787398569.640408:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:3.0:1787398569.640414:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+32:158794:x1874221260933760:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1787398569.640527:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+32:158794:x1874221260933760:12345-0@lo:1000:mdt00_000.0 Request processed in 113us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398569.640533:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:2.0:1787398569.643160:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a5ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260933760:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1787398569.643266:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a5ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260933888:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1787398569.643327:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398569.643401:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31f485600 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.643454:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260933888 00000100:00100000:0.0:1787398569.643460:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260933888 00000100:00100000:0.0:1787398569.643963:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:0.0:1787398569.643974:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+32:158794:x1874221260933888:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1787398569.644080:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+32:158794:x1874221260933888:12345-0@lo:1000:mdt00_000.0 Request processed in 108us (751us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398569.644088:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:2.0:1787398569.644155:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a5ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260933888:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1787398569.644211:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a5ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260934016:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1787398569.644239:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398569.644306:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31f485600 going to sleep for 11 seconds 00000100:00100000:1.0:1787398569.644383:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260934016 00000100:00100000:1.0:1787398569.644388:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260934016 00000100:00100000:1.0:1787398569.644426:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:1.0:1787398569.644433:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+32:158794:x1874221260934016:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787398569.644503:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+32:158794:x1874221260934016:12345-0@lo:1000:mdt00_000.0 Request processed in 70us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398569.644509:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:2.0:1787398569.644591:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a5ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260934016:0@lo:1000:mdt00_000.0 00080000:00000400:2.0:1787398569.645132:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 258 < left 336, rollback = 2 00080000:00000400:2.0:1787398569.645137:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:2.0:1787398569.645139:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:2.0:1787398569.645147:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398569.645150:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/1, delete: 0/0/0 00080000:00000400:2.0:1787398569.645152:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398569.645213:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 257 < left 336, rollback = 2 00080000:00000400:2.0:1787398569.645216:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:2.0:1787398569.645218:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:2.0:1787398569.645220:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398569.645222:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/2, delete: 0/0/0 00080000:00000400:2.0:1787398569.645224:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398569.645354:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:2.0:1787398569.645358:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:2.0:1787398569.645360:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:2.0:1787398569.645362:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398569.645364:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:2.0:1787398569.645366:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398569.645385:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:2.0:1787398569.645388:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:2.0:1787398569.645390:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:2.0:1787398569.645392:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398569.645395:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:2.0:1787398569.645397:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398569.645406:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:2.0:1787398569.645409:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:2.0:1787398569.645410:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:2.0:1787398569.645412:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398569.645414:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:2.0:1787398569.645416:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398569.645442:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:2.0:1787398569.645445:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:2.0:1787398569.645447:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:2.0:1787398569.645449:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398569.645451:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:2.0:1787398569.645459:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00000040:00080000:2.0:1787398569.645596:0:158794:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002340:0x1:0x0].15, 2168 off59024 00000040:00080000:2.0:1787398569.645679:0:158794:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab1:0x1:0x0].15, 2368 off61488 00000004:00080000:2.0:1787398569.645686:0:158794:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9cf31f485a80 with version 27 00000004:00080000:0.0:1787398569.646303:0:159528:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf3359b8c00 version 27 rpc_version 27 00000020:00100000:0.0:1787398569.646345:0:159528:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787398569.646354:0:159528:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf307ad1500 x1874221260934272/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787398569.646375:0:159528:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad1500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159528:1874221260934272:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787398569.646437:0:159528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398569.646493:0:159528:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf205585240 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.646756:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260934272 00000100:00100000:0.0:1787398569.646763:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260934272 00000100:00100000:0.0:1787398569.646930:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:0.0:1787398569.646939:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+32:159528:x1874221260934272:12345-0@lo:1000:osp_up0-1.0 00080000:00000400:0.0:1787398569.647247:0:159531:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 292, rollback = 2 00080000:00000400:0.0:1787398569.647251:0:159531:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1787398569.647254:0:159531:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:0.0:1787398569.647256:0:159531:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/50/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398569.647258:0:159531:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/0, delete: 0/0/0 00080000:00000400:0.0:1787398569.647272:0:159531:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398569.647379:0:159531:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 292, rollback = 2 00080000:00000400:0.0:1787398569.647383:0:159531:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1787398569.647385:0:159531:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:0.0:1787398569.647387:0:159531:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/50/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398569.647389:0:159531:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/1, delete: 0/0/0 00080000:00000400:0.0:1787398569.647391:0:159531:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398569.647420:0:159531:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 292, rollback = 2 00080000:00000400:0.0:1787398569.647423:0:159531:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1787398569.647425:0:159531:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:0.0:1787398569.647427:0:159531:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/50/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398569.647429:0:159531:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/1, delete: 0/0/0 00080000:00000400:0.0:1787398569.647431:0:159531:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00000100:00100000:0.0:1787398569.648148:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+33:159528:x1874221260934272:12345-0@lo:1000:osp_up0-1.0 Request processed in 1207us (1707us total) trans 34359738629 rc 0/0 00000100:00100000:0.0:1787398569.648160:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:1.0:1787398569.648359:0:159528:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad1500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159528:1874221260934272:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1787398569.648711:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20d968000/0x5703899912341f65 lrc: 3/0,1 mode: --/PW res: [0x240002343:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.648732:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20d968000/0x5703899912341f65 lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.648746:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20d968000/0x5703899912341f65 lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.648848:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20d969a00/0x5703899912341f6c lrc: 3/0,1 mode: --/PW res: [0x240002340:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.648857:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20d969a00/0x5703899912341f6c lrc: 3/0,1 mode: PW/PW res: [0x240002340:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.648865:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20d969a00/0x5703899912341f6c lrc: 3/0,1 mode: PW/PW res: [0x240002340:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.648898:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969000/0x5703899912341f73 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.648906:0:158794:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969000/0x5703899912341f73 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.648915:0:158794:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969000/0x5703899912341f73 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398569.648936:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9c000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260934400:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1787398569.648977:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398569.649056:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf308618e40 going to sleep for 11 seconds 00000100:00100000:1.0:1787398569.649097:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260934400 00000100:00100000:1.0:1787398569.649104:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260934400 00000100:00100000:1.0:1787398569.649180:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:1.0:1787398569.649190:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+33:158794:x1874221260934400:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1787398569.649208:0:158800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398569.649226:0:158800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648c00/0x5703899912341f7a lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912341f73 expref: -99 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.649250:0:158800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648c00/0x5703899912341f7a lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912341f73 expref: 34 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.649279:0:158800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648c00/0x5703899912341f7a lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341f73 expref: 34 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398569.649289:0:158800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xc:0x0].0x0 (ffff9cf31e895000) 00010000:00010000:1.0:1787398569.649292:0:158800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398569.649296:0:158800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf301648c00, rc 0) 00000100:00100000:1.0:1787398569.649341:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+34:158794:x1874221260934400:12345-0@lo:101:mdt00_000.0 Request processed in 153us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398569.649349:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:3.0:1787398569.649422:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9c000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260934400:0@lo:101:mdt00_000.0 00010000:00010000:3.0:1787398569.649437:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969000/0x5703899912341f73 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341f7a expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.649448:0:158794:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969000/0x5703899912341f73 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341f7a expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398569.649499:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000001c4445dc reply state 000000007ccdfabd transno 21474836535 ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20d969a00/0x5703899912341f6c lrc: 3/0,1 mode: PW/PW res: [0x240002340:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.649524:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20d969a00/0x5703899912341f6c lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.649533:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xc:0x0].0x0 (ffff9cf3414fec00) 00010000:00010000:3.0:1787398569.649535:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787398569.649538:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1787398569.649544:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969000/0x5703899912341f73 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341f7a expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.649551:0:158794:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969000/0x5703899912341f73 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341f7a expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787398569.649570:0:158794:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0xc:0x0] 00000004:00010000:3.0:1787398569.649577:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000001c4445dc reply state 000000007ccdfabd transno 21474836535 ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20d968000/0x5703899912341f65 lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.649585:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20d968000/0x5703899912341f65 lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.649590:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x9:0x0].0x0 (ffff9cf3414fe000) 00010000:00010000:3.0:1787398569.649593:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787398569.649594:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000004:00200000:3.0:1787398569.649601:0:158794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x9:0x0]: returning size 4096 00000004:00080000:3.0:1787398569.649610:0:158794:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1787398569.649622:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649400/0x5703899912341f49 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341f50 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.649642:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649400/0x5703899912341f49 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912341f50 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.649649:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649400/0x5703899912341f49 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912341f50 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.649679:0:158794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1787398569.649685:0:158794:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1787398569.649691:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969600/0x5703899912341f57 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341f5e expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.649698:0:158794:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969600/0x5703899912341f57 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341f5e expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398569.649789:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+23:122899:x1874221247456384:12345-192.168.204.36@tcp:36:lfs.0 Request processed in 20444us (20637us total) trans 21474836535 rc 0/0 00000100:00100000:3.0:1787398569.649797:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 398 00010000:00010000:0.0:1787398569.649988:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787398569.649995:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649400/0x5703899912341f49 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x5703899912341f50 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.650004:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301649400 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:0.0:1787398569.650009:0:158782:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649400/0x5703899912341f49 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912341f50 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398569.650017:0:158782:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649400/0x5703899912341f49 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912341f50 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.650044:0:158782:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649400/0x5703899912341f49 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341f50 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.650051:0:158782:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787398569.650089:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649400/0x5703899912341f49 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341f50 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.650096:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301649400/0x5703899912341f49 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341f50 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.650109:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398569.650111:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398569.650112:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398569.650120:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787398569.650131:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260934528:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787398569.650166:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398569.650243:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260934528 00000100:00100000:3.0:1787398569.650248:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260934528 00000100:00100000:3.0:1787398569.650293:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1787398569.650301:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+34:106502:x1874221260934528:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787398569.650311:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398569.650328:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68800/0x5703899912341f50 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912341f49 expref: 34 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.650340:0:158779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:3.0:1787398569.650350:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398569.650380:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+33:106502:x1874221260934528:12345-0@lo:103:ldlm_bl.0 Request processed in 79us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398569.650387:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1787398569.650992:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260934528:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398569.657853:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398569.659755:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247456640 00000100:00100000:0.0:1787398569.659769:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247456640 00000100:00100000:0.0:1787398569.659834:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 399 00000100:00100000:0.0:1787398569.659858:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208891c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:122899:x1874221247456640:12345-192.168.204.36@tcp:101:lfs.0 00010000:00010000:0.0:1787398569.659879:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398569.659900:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db200/0x5703899912341f81 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119b27 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.659966:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da600/0x5703899912341f88 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.659980:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da600/0x5703899912341f88 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.659992:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da600/0x5703899912341f88 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787398569.660059:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1787398569.660063:0:158796:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787398569.660083:0:158796:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da600/0x5703899912341f88 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.660110:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db200/0x5703899912341f81 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b27 expref: 7 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.660127:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da600/0x5703899912341f88 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b27 expref: 6 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.660135:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:0.0:1787398569.660138:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787398569.660142:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056da600, rc 0) 00000100:00100000:0.0:1787398569.660262:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208891c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:122899:x1874221247456640:12345-192.168.204.36@tcp:101:lfs.0 Request processed in 406us (2430us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398569.660270:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 399 00000100:00100000:1.0:1787398569.667915:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398569.668059:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247456768 00000100:00100000:2.0:1787398569.668069:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247456768 00000100:00100000:2.0:1787398569.668183:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 400 00000100:00100000:2.0:1787398569.668194:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:122899:x1874221247456768:12345-192.168.204.36@tcp:101:lfs.0 00010000:00010000:2.0:1787398569.668214:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398569.668234:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969200/0x5703899912341f8f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119b2e expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.668315:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x5703899912341f96 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.668329:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x5703899912341f96 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.668341:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x5703899912341f96 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.668356:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf33a74c800/0x5703899912341f9d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.668362:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf33a74c800/0x5703899912341f9d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.668368:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf33a74c800/0x5703899912341f9d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.669584:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x5703899912341f96 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.669599:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x5703899912341f96 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.669625:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x5703899912341f96 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.669633:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x5703899912341f96 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.669639:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d968e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398569.669643:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x5703899912341f96 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.669651:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x5703899912341f96 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.669666:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:2.0:1787398569.669670:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398569.669674:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x5703899912341f96 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.669681:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968e00/0x5703899912341f96 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.669697:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf33a74c800/0x5703899912341f9d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.669703:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf33a74c800/0x5703899912341f9d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.669710:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf33a74c800/0x5703899912341f9d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.669715:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf33a74c800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398569.669724:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf33a74c800/0x5703899912341f9d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.669731:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf33a74c800/0x5703899912341f9d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.669739:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdab9809a (ffff9cf3414fe800) 00010000:00010000:2.0:1787398569.669742:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398569.669745:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf33a74c800/0x5703899912341f9d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.669751:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf33a74c800/0x5703899912341f9d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.669789:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969200/0x5703899912341f8f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b2e expref: 7 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.669799:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:2.0:1787398569.669802:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398569.669806:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969200/0x5703899912341f8f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b2e expref: 7 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.669814:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d969200, rc 0) 00000100:00100000:2.0:1787398569.669891:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:122899:x1874221247456768:12345-192.168.204.36@tcp:101:lfs.0 Request processed in 1699us (1983us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398569.669900:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 400 00000100:00100000:2.0:1787398569.678259:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398569.681506:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247457024 00000100:00100000:1.0:1787398569.681523:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247457024 00000100:00100000:1.0:1787398569.681644:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 401 00000100:00100000:1.0:1787398569.681655:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+23:122899:x1874221247457024:12345-192.168.204.36@tcp:36:lfs.0 00000100:00100000:1.0:1787398569.681785:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bb29180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260934656:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1787398569.681865:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.681905:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2092f3480 going to sleep for 11 seconds 00000100:00100000:2.0:1787398569.681983:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260934656 00000100:00100000:2.0:1787398569.681998:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260934656 00000100:00100000:2.0:1787398569.682038:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:2.0:1787398569.682058:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+33:158796:x1874221260934656:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787398569.682127:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+33:158796:x1874221260934656:12345-0@lo:1000:mdt00_002.0 Request processed in 70us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398569.682135:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:1.0:1787398569.682318:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bb29180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260934656:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1787398569.682364:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bb29180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260934784:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1787398569.682400:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.682421:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2092f3480 going to sleep for 11 seconds 00000100:00100000:2.0:1787398569.682529:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260934784 00000100:00100000:2.0:1787398569.682534:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260934784 00000100:00100000:2.0:1787398569.682570:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:2.0:1787398569.682577:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+33:158796:x1874221260934784:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787398569.682655:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+33:158796:x1874221260934784:12345-0@lo:1000:mdt00_002.0 Request processed in 77us (252us total) trans 0 rc -2/-2 00000100:00100000:2.0:1787398569.682661:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:3.0:1787398569.682730:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bb29180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260934784:0@lo:1000:mdt00_002.0 00010000:00010000:3.0:1787398569.682780:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a68200/0x5703899912341fa4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.682791:0:158796:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a68200/0x5703899912341fa4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.682800:0:158796:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a68200/0x5703899912341fa4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398569.682813:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31372d180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260934912:0@lo:101:mdt00_002.0 00000100:00100000:3.0:1787398569.682851:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398569.682875:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2096f7000 going to sleep for 11 seconds 00000100:00100000:2.0:1787398569.682922:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260934912 00000100:00100000:2.0:1787398569.682926:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260934912 00000100:00100000:2.0:1787398569.682956:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:2.0:1787398569.682962:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+33:158796:x1874221260934912:12345-0@lo:101:mdt00_002.0 00010000:00010000:2.0:1787398569.682972:0:159531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398569.682986:0:159531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf33a74c800/0x5703899912341fab lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912341fa4 expref: -99 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.683023:0:159531:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da600/0x5703899912341f88 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b27 expref: 5 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.683034:0:159531:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf33a74c800/0x5703899912341fab lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912341fa4 expref: 34 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.683059:0:159531:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da600/0x5703899912341f88 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b27 expref: 5 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.683087:0:159531:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da600/0x5703899912341f88 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b27 expref: 5 pid: 158796 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398569.683099:0:159531:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9df80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159531:1874221260935040:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398569.683158:0:159531:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf3086186c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787398569.688275:0:159531:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9df80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159531:1874221260935040:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398569.688315:0:159531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf33a74c800/0x5703899912341fab lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341fa4 expref: 34 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.688328:0:159531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:2.0:1787398569.688331:0:159531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398569.688335:0:159531:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf33a74c800/0x5703899912341fab lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341fa4 expref: 34 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.688344:0:159531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf33a74c800, rc 0) 00000100:00100000:2.0:1787398569.688414:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+34:158796:x1874221260934912:12345-0@lo:101:mdt00_002.0 Request processed in 5451us (5561us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398569.688423:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:3.0:1787398569.688518:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31372d180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260934912:0@lo:101:mdt00_002.0 00010000:00010000:3.0:1787398569.688536:0:158796:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a68200/0x5703899912341fa4 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341fab expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.688547:0:158796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a68200/0x5703899912341fa4 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341fab expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398569.691217:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398569.691295:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247457152 00000100:00100000:0.0:1787398569.691307:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247457152 00010000:00010000:0.0:1787398569.691348:0:158781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da600/0x5703899912341f88 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b27 expref: 6 pid: 158796 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398569.691391:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 113 00000100:00100000:0.0:1787398569.691401:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69165:x1874221247457152:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398569.691417:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398569.691423:0:158781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da600/0x5703899912341f88 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b27 expref: 6 pid: 158796 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.691751:0:158781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da600/0x5703899912341f88 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b27 expref: 6 pid: 158796 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.691777:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da600/0x5703899912341f88 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b27 expref: 6 pid: 158796 timeout: 5690 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.691793:0:158781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:0.0:1787398569.691799:0:158781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf33a74c800/0x5703899912341fab lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341fa4 expref: 33 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.691809:0:158781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf33a74c800/0x5703899912341fab lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x5703899912341fa4 expref: 33 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.691817:0:158781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf33a74c800/0x5703899912341fab lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x5703899912341fa4 expref: 33 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.691867:0:158781:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf33a74c800/0x5703899912341fab lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341fa4 expref: 33 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398569.691882:0:158781:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:158781:1874221260935168:0@lo:105: 00000100:00100000:0.0:1787398569.691933:0:158781:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398569.692014:0:158781:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf205585d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787398569.692226:0:158778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260935168 00000100:00100000:3.0:1787398569.692232:0:158778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260935168 00000100:00100000:3.0:1787398569.692315:0:158778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1787398569.692324:0:158778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:158781:x1874221260935168:12345-0@lo:105: 00010000:00010000:3.0:1787398569.692346:0:158778:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a68200/0x5703899912341fa4 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341fab expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.692356:0:158778:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a68200/0x5703899912341fa4 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341fab expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.692367:0:158778:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a68200/0x5703899912341fa4 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341fab expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.692374:0:158778:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a68200/0x5703899912341fa4 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x5703899912341fab expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.692381:0:158778:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a68200/0x5703899912341fa4 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x5703899912341fab expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.692389:0:158778:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a68200/0x5703899912341fa4 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x5703899912341fab expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.692420:0:158778:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9cf305a68200) 00000100:00100000:3.0:1787398569.692499:0:158778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:158781:x1874221260935168:12345-0@lo:105: Request processed in 174us (564us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398569.692507:0:158778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1787398569.692550:0:158781:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:158781:1874221260935168:0@lo:105: 00010000:00010000:2.0:1787398569.692585:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787398569.692614:0:158796:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a68200/0x5703899912341fa4 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341fab expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.692624:0:158796:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a68200/0x5703899912341fa4 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341fab expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398569.692636:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69165:x1874221247457152:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 1234us (1426us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398569.692648:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 113 00000004:00080000:0.0:1787398569.692662:0:158796:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1787398569.692700:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da000/0x5703899912341fb2 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.692707:0:158796:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da000/0x5703899912341fb2 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.692716:0:158796:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da000/0x5703899912341fb2 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398569.692733:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260935296:0@lo:101:mdt00_002.0 00000100:00100000:0.0:1787398569.692766:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398569.692795:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf205585300 going to sleep for 11 seconds 00000100:00100000:2.0:1787398569.692855:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260935296 00000100:00100000:2.0:1787398569.692860:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260935296 00000100:00100000:2.0:1787398569.692902:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:2.0:1787398569.692910:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+34:158796:x1874221260935296:12345-0@lo:101:mdt00_002.0 00010000:00010000:2.0:1787398569.692926:0:158799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398569.692943:0:158799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf33a74ca00/0x5703899912341fb9 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912341fb2 expref: -99 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.692964:0:158799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf33a74ca00/0x5703899912341fb9 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912341fb2 expref: 35 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.692976:0:158799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf33a74ca00/0x5703899912341fb9 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341fb2 expref: 35 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.692984:0:158799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdab9809a (ffff9cf3414fe800) 00010000:00010000:2.0:1787398569.692999:0:158799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398569.693002:0:158799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf33a74ca00, rc 0) 00000100:00100000:2.0:1787398569.693038:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+35:158796:x1874221260935296:12345-0@lo:101:mdt00_002.0 Request processed in 128us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398569.693044:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:0.0:1787398569.693895:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260935296:0@lo:101:mdt00_002.0 00010000:00010000:0.0:1787398569.693914:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da000/0x5703899912341fb2 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341fb9 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.693926:0:158796:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da000/0x5703899912341fb2 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341fb9 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787398569.693947:0:158796:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:0.0:1787398569.694000:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad4700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260935424:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1787398569.694057:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398569.694074:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf205585b40 going to sleep for 11 seconds 00000100:00100000:1.0:1787398569.694199:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260935424 00000100:00100000:1.0:1787398569.694204:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260935424 00000100:00100000:1.0:1787398569.694251:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:1.0:1787398569.694260:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33599d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+35:158796:x1874221260935424:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1787398569.694350:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33599d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+35:158796:x1874221260935424:12345-0@lo:1000:mdt00_002.0 Request processed in 91us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398569.694358:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:0.0:1787398569.695530:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad4700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260935424:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1787398569.695606:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad4700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260935552:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1787398569.695657:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398569.695687:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf205585b40 going to sleep for 11 seconds 00000100:00100000:2.0:1787398569.695859:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260935552 00000100:00100000:2.0:1787398569.695865:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260935552 00000100:00100000:2.0:1787398569.695908:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:2.0:1787398569.695916:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+35:158796:x1874221260935552:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787398569.696020:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+35:158796:x1874221260935552:12345-0@lo:1000:mdt00_002.0 Request processed in 104us (361us total) trans 0 rc -2/-2 00000100:00100000:2.0:1787398569.696027:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:1.0:1787398569.696154:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad4700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260935552:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1787398569.696230:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bb2bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260935680:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1787398569.696255:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.696338:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2092f3480 going to sleep for 11 seconds 00000100:00100000:2.0:1787398569.700690:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260935680 00000100:00100000:2.0:1787398569.700722:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260935680 00000100:00100000:2.0:1787398569.701163:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:2.0:1787398569.701175:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+35:158796:x1874221260935680:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787398569.701332:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+35:158796:x1874221260935680:12345-0@lo:1000:mdt00_002.0 Request processed in 160us (5074us total) trans 0 rc -2/-2 00000100:00100000:2.0:1787398569.701340:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:3.0:1787398569.703576:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bb2bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260935680:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787398569.703691:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31372e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260935808:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787398569.703940:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398569.703981:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2096f76c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.704081:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260935808 00000100:00100000:0.0:1787398569.704087:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260935808 00000100:00100000:0.0:1787398569.704135:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:0.0:1787398569.704144:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+35:158796:x1874221260935808:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1787398569.704225:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+35:158796:x1874221260935808:12345-0@lo:1000:mdt00_002.0 Request processed in 81us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398569.704232:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:3.0:1787398569.704293:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31372e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260935808:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787398569.704362:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31372e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260935936:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787398569.704398:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398569.704419:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2096f76c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.704564:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260935936 00000100:00100000:0.0:1787398569.704569:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260935936 00000100:00100000:0.0:1787398569.704591:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:0.0:1787398569.704596:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+35:158796:x1874221260935936:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1787398569.704654:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+35:158796:x1874221260935936:12345-0@lo:1000:mdt00_002.0 Request processed in 58us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398569.704661:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:3.0:1787398569.705536:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31372e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260935936:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787398569.705606:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31372e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260936064:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787398569.705640:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398569.705660:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2096f76c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.705804:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260936064 00000100:00100000:0.0:1787398569.705809:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260936064 00000100:00100000:0.0:1787398569.705848:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:0.0:1787398569.705857:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+35:158796:x1874221260936064:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1787398569.705925:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+35:158796:x1874221260936064:12345-0@lo:1000:mdt00_002.0 Request processed in 68us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398569.705931:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:3.0:1787398569.706304:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31372e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260936064:0@lo:1000:mdt00_002.0 00080000:00000400:3.0:1787398569.707309:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 258 < left 336, rollback = 2 00080000:00000400:3.0:1787398569.707315:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:3.0:1787398569.707317:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:3.0:1787398569.707319:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398569.707321:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/1, delete: 0/0/0 00080000:00000400:3.0:1787398569.707323:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398569.708224:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 257 < left 336, rollback = 2 00080000:00000400:3.0:1787398569.708231:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:3.0:1787398569.708234:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:3.0:1787398569.708236:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398569.708239:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/2, delete: 0/0/0 00080000:00000400:3.0:1787398569.708240:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398569.708965:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:3.0:1787398569.708971:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:3.0:1787398569.708973:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:3.0:1787398569.708975:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398569.708978:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:3.0:1787398569.708979:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398569.709465:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:3.0:1787398569.709469:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:3.0:1787398569.709498:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:3.0:1787398569.709500:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398569.709503:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:3.0:1787398569.709505:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398569.709520:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:3.0:1787398569.709522:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:3.0:1787398569.709524:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:3.0:1787398569.709526:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398569.709529:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:3.0:1787398569.709531:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398569.709973:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:3.0:1787398569.709977:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:3.0:1787398569.709979:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:3.0:1787398569.709981:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398569.709983:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:3.0:1787398569.709985:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00000040:00080000:3.0:1787398569.710140:0:158796:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002340:0x1:0x0].16, 2168 off61192 00000040:00080000:3.0:1787398569.710229:0:158796:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab1:0x1:0x0].16, 2368 off63856 00000004:00080000:3.0:1787398569.710236:0:158796:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9cf2096f7000 with version 28 00000004:00080000:1.0:1787398569.710639:0:159528:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf3359b8c00 version 28 rpc_version 28 00000020:00100000:1.0:1787398569.710679:0:159528:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787398569.710688:0:159528:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf20bb29c00 x1874221260936320/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787398569.710710:0:159528:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bb29c00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159528:1874221260936320:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787398569.710850:0:159528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398569.710884:0:159528:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2092f33c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787398569.711614:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260936320 00000100:00100000:3.0:1787398569.711625:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260936320 00000100:00100000:3.0:1787398569.711717:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:3.0:1787398569.711727:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+35:159528:x1874221260936320:12345-0@lo:1000:osp_up0-1.0 00080000:00000400:3.0:1787398569.712082:0:158799:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 292, rollback = 2 00080000:00000400:3.0:1787398569.712087:0:158799:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1787398569.712090:0:158799:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:3.0:1787398569.712092:0:158799:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/47/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398569.712094:0:158799:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/0, delete: 0/0/0 00080000:00000400:3.0:1787398569.712097:0:158799:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398569.712215:0:158799:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 292, rollback = 2 00080000:00000400:3.0:1787398569.712219:0:158799:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1787398569.712226:0:158799:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:3.0:1787398569.712228:0:158799:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/47/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398569.712231:0:158799:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/1, delete: 0/0/0 00080000:00000400:3.0:1787398569.712232:0:158799:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398569.712265:0:158799:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 292, rollback = 2 00080000:00000400:3.0:1787398569.712268:0:158799:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1787398569.712270:0:158799:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:3.0:1787398569.712272:0:158799:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/47/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398569.712274:0:158799:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/1, delete: 0/0/0 00080000:00000400:3.0:1787398569.712276:0:158799:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00000100:00100000:3.0:1787398569.712531:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+36:159528:x1874221260936320:12345-0@lo:1000:osp_up0-1.0 Request processed in 804us (1679us total) trans 34359738630 rc 0/0 00000100:00100000:3.0:1787398569.712541:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:1.0:1787398569.714469:0:159528:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bb29c00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159528:1874221260936320:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1787398569.714790:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf33a74cc00/0x5703899912341fc0 lrc: 3/0,1 mode: --/PW res: [0x240002343:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.714807:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf33a74cc00/0x5703899912341fc0 lrc: 3/0,1 mode: PW/PW res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.714819:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf33a74cc00/0x5703899912341fc0 lrc: 3/0,1 mode: PW/PW res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.714851:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf33a74d000/0x5703899912341fc7 lrc: 3/0,1 mode: --/PW res: [0x240002340:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.714859:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf33a74d000/0x5703899912341fc7 lrc: 3/0,1 mode: PW/PW res: [0x240002340:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.714866:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf33a74d000/0x5703899912341fc7 lrc: 3/0,1 mode: PW/PW res: [0x240002340:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.714901:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf33a74d600/0x5703899912341fce lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.714909:0:158796:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf33a74d600/0x5703899912341fce lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.714918:0:158796:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf33a74d600/0x5703899912341fce lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398569.714958:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9f480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260936448:0@lo:101:mdt00_002.0 00000100:00100000:2.0:1787398569.715026:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398569.718717:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf3086186c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787398569.722122:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260936448 00000100:00100000:0.0:1787398569.722138:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260936448 00000100:00100000:0.0:1787398569.722632:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:0.0:1787398569.722646:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+36:158796:x1874221260936448:12345-0@lo:101:mdt00_002.0 00010000:00010000:0.0:1787398569.722689:0:162682:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398569.722718:0:162682:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da600/0x5703899912341fd5 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912341fce expref: -99 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.723060:0:162682:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da600/0x5703899912341fd5 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912341fce expref: 37 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.723082:0:162682:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da600/0x5703899912341fd5 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341fce expref: 37 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398569.723092:0:162682:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xd:0x0].0x0 (ffff9cf2051cd400) 00010000:00010000:0.0:1787398569.723095:0:162682:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398569.723098:0:162682:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056da600, rc 0) 00000100:00100000:0.0:1787398569.724545:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+37:158796:x1874221260936448:12345-0@lo:101:mdt00_002.0 Request processed in 1894us (9509us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398569.724567:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:2.0:1787398569.726683:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9f480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260936448:0@lo:101:mdt00_002.0 00010000:00010000:2.0:1787398569.726714:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf33a74d600/0x5703899912341fce lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341fd5 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.726729:0:158796:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf33a74d600/0x5703899912341fce lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341fd5 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398569.726829:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c90e1aa1 reply state 00000000cff10d4a transno 21474836536 ns: mdt-lustre-MDT0001_UUID lock: ffff9cf33a74d000/0x5703899912341fc7 lrc: 3/0,1 mode: PW/PW res: [0x240002340:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.726856:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf33a74d000/0x5703899912341fc7 lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.726865:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xd:0x0].0x0 (ffff9cf3414fee00) 00010000:00010000:2.0:1787398569.726867:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398569.726872:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787398569.726879:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf33a74d600/0x5703899912341fce lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341fd5 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.726887:0:158796:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf33a74d600/0x5703899912341fce lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341fd5 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398569.726900:0:158796:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0xd:0x0] 00000004:00010000:2.0:1787398569.726909:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c90e1aa1 reply state 00000000cff10d4a transno 21474836536 ns: mdt-lustre-MDT0001_UUID lock: ffff9cf33a74cc00/0x5703899912341fc0 lrc: 3/0,1 mode: PW/PW res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.726944:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf33a74cc00/0x5703899912341fc0 lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.726950:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0xa:0x0].0x0 (ffff9cf3414fef00) 00010000:00010000:2.0:1787398569.726953:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398569.726955:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000004:00200000:2.0:1787398569.726962:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0xa:0x0]: returning size 4096 00000004:00080000:2.0:1787398569.726973:0:158796:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787398569.726986:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a68200/0x5703899912341fa4 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912341fab expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.727451:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a68200/0x5703899912341fa4 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912341fab expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.727459:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a68200/0x5703899912341fa4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912341fab expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.727576:0:158796:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1787398569.727584:0:158796:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787398569.727589:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da000/0x5703899912341fb2 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341fb9 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.727597:0:158796:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da000/0x5703899912341fb2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912341fb9 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398569.727705:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+25:122899:x1874221247457024:12345-192.168.204.36@tcp:36:lfs.0 Request processed in 46049us (49453us total) trans 21474836536 rc 0/0 00000100:00100000:2.0:1787398569.727714:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 401 00010000:00010000:3.0:1787398569.732703:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787398569.732717:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a68200/0x5703899912341fa4 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x5703899912341fab expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.732731:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a68200 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:3.0:1787398569.732738:0:159542:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a68200/0x5703899912341fa4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912341fab expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398569.733052:0:159542:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a68200/0x5703899912341fa4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912341fab expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.737081:0:159542:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a68200/0x5703899912341fa4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341fab expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.737099:0:159542:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1787398569.737178:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260936576:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787398569.737254:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398569.737346:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260936576 00000100:00100000:3.0:1787398569.737354:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260936576 00000100:00100000:3.0:1787398569.737423:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1787398569.737433:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf340f1d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+37:106500:x1874221260936576:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787398569.737446:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398569.737470:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf33a74c800/0x5703899912341fab lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912341fa4 expref: 37 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398569.737518:0:158779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:3.0:1787398569.737523:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787398569.737897:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a68200/0x5703899912341fa4 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341fab expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.737906:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a68200/0x5703899912341fa4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341fab expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398569.737920:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398569.737922:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398569.737924:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398569.744886:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf340f1d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+36:106500:x1874221260936576:12345-0@lo:103:ldlm_bl.0 Request processed in 7442us (7619us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398569.744902:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1787398569.745712:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260936576:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787398569.943221:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bb28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260936704:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787398569.943298:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398569.945765:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787398569.945788:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260936832:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787398569.945862:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398569.945938:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260936704 00000100:00100000:2.0:1787398569.945945:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260936704 00000100:00100000:2.0:1787398569.946011:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260936832 00000100:00100000:2.0:1787398569.946015:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260936832 00000100:00100000:2.0:1787398569.946036:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:2.0:1787398569.946043:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260936704:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787398569.946077:0:162682:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42647552 avail 36515840 00000100:00100000:2.0:1787398569.946122:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260936704:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (2824us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398569.946129:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:2.0:1787398569.946145:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:2.0:1787398569.946151:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+36:106503:x1874221260936832:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787398569.946168:0:162682:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42549248 avail 36417536 00000100:00100000:2.0:1787398569.946216:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+36:106503:x1874221260936832:12345-0@lo:41:osp-pre-0-1.0 Request processed in 65us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398569.946223:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:2.0:1787398569.946265:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260936832:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787398569.946609:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bb28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260936704:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1787398570.261853:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398570.965990:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787398570.966013:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bb28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260936960:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787398570.966085:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398570.966179:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260936960 00000100:00100000:1.0:1787398570.966187:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260936960 00000100:00100000:1.0:1787398570.966248:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:1.0:1787398570.966265:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221260936960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787398570.966297:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8228544 pending 0 free 71045120 avail 63877120 00000100:00080000:3.0:1787398570.966406:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787398570.966468:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221260936960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 204us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398570.966514:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:3.0:1787398570.966645:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bb28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260936960:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787398570.972002:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a066c752-c801-430f-905b-71f66cddaa9e:106500:1874221260937088:0@lo:400:kworker.0 00000100:00100000:1.0:1787398570.972081:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398570.972208:0:158789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260937088 00000100:00100000:3.0:1787398570.972216:0:158789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260937088 00000100:00100000:3.0:1787398570.972265:0:158789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:3.0:1787398570.972275:0:158789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf209a1e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+24:106500:x1874221260937088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398570.975107:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260937472:0@lo:400:kworker.0 00000100:00100000:2.0:1787398570.975178:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398570.975217:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106503:1874221260937984:0@lo:400:kworker.0 00000100:00100000:2.0:1787398570.975242:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398570.975259:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106503:1874221260938496:0@lo:400:kworker.0 00000100:00100000:2.0:1787398570.975282:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398570.975303:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1787398570.975308:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260937344:0@lo:400:kworker.0 00000100:00100000:2.0:1787398570.975344:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398570.975366:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260937856:0@lo:400:kworker.0 00000100:00100000:2.0:1787398570.975391:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398570.975410:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:106503:1874221260938368:0@lo:400:kworker.0 00000100:00100000:2.0:1787398570.975433:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398570.975470:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260937984 00000100:00100000:2.0:1787398570.975507:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260937984 00000100:00100000:2.0:1787398570.975568:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260938496 00000100:00100000:2.0:1787398570.975572:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260938496 00000100:00100000:2.0:1787398570.975599:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260938368 00000100:00100000:2.0:1787398570.975602:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260938368 00000100:00100000:2.0:1787398570.975622:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:2.0:1787398570.975630:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106503:x1874221260937984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398570.975686:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106503:x1874221260937984:12345-0@lo:400:kworker.0 Request processed in 55us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398570.975711:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00100000:2.0:1787398570.975734:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:2.0:1787398570.975740:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106503:x1874221260938496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398570.975773:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106503:x1874221260938496:12345-0@lo:400:kworker.0 Request processed in 33us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398570.975780:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00100000:2.0:1787398570.975792:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:2.0:1787398570.975798:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106503:x1874221260938368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398570.975932:0:162511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260937472 00000100:00100000:0.0:1787398570.975938:0:162511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260937472 00000100:00100000:0.0:1787398570.975971:0:162511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260937344 00000100:00100000:0.0:1787398570.975975:0:162511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260937344 00000100:00100000:0.0:1787398570.975998:0:162511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260937856 00000100:00100000:0.0:1787398570.976001:0:162511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260937856 00000100:00100000:0.0:1787398570.976027:0:162511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1787398570.976035:0:162511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260937472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398570.976078:0:162511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260937472:12345-0@lo:400:kworker.0 Request processed in 45us (900us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398570.976086:0:162511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1787398570.976103:0:162511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1787398570.976118:0:162511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260937344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398570.976150:0:162511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260937344:12345-0@lo:400:kworker.0 Request processed in 34us (806us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398570.976156:0:162511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1787398570.976167:0:162511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1787398570.976173:0:162511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221260937856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398570.976198:0:162511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221260937856:12345-0@lo:400:kworker.0 Request processed in 25us (806us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398570.976202:0:162511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:2.0:1787398570.976560:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106503:x1874221260938368:12345-0@lo:400:kworker.0 Request processed in 761us (1125us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398570.976568:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00100000:2.0:1787398570.976609:0:106503:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836537 gen 2 00000004:00080000:2.0:1787398570.976614:0:106503:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9cf33f7d6300, transno 21474836537 00000100:00100000:2.0:1787398570.976632:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260937344:0@lo:400:kworker.0 00000100:00100000:2.0:1787398570.976645:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260937856:0@lo:400:kworker.0 00000100:00100000:2.0:1787398570.976654:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:106503:1874221260938368:0@lo:400:kworker.0 00000100:00100000:2.0:1787398570.976665:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260937472:0@lo:400:kworker.0 00000100:00100000:2.0:1787398570.976675:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106503:1874221260937984:0@lo:400:kworker.0 00000100:00100000:2.0:1787398570.976684:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106503:1874221260938496:0@lo:400:kworker.0 00000100:00100000:3.0:1787398570.977093:0:158789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf209a1e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+24:106500:x1874221260937088:12345-0@lo:400:kworker.0 Request processed in 4818us (5011us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398570.977104:0:158789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00080000:3.0:1787398570.977157:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787398570.977161:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787398570.977164:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787398570.977167:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787398570.977341:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a066c752-c801-430f-905b-71f66cddaa9e:106500:1874221260937088:0@lo:400:kworker.0 00000100:00100000:1.0:1787398570.977364:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106500:1874221260937600:0@lo:400:kworker.0 00000100:00100000:1.0:1787398570.977398:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398570.977433:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106500:1874221260938112:0@lo:400:kworker.0 00000100:00100000:1.0:1787398570.977453:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398570.977500:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1787398570.977507:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260937216:0@lo:400:kworker.0 00000100:00100000:1.0:1787398570.977533:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398570.977549:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260937728:0@lo:400:kworker.0 00000100:00100000:1.0:1787398570.977568:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398570.977580:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106500:1874221260938240:0@lo:400:kworker.0 00000100:00100000:1.0:1787398570.977599:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398570.977747:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260937600 00000100:00100000:3.0:1787398570.977754:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260937600 00000100:00100000:3.0:1787398570.977794:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260938112 00000100:00100000:3.0:1787398570.977798:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260938112 00000100:00100000:3.0:1787398570.977833:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260938240 00000100:00100000:3.0:1787398570.977845:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260938240 00000100:00100000:3.0:1787398570.977864:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:3.0:1787398570.977871:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106500:x1874221260937600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398570.977912:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106500:x1874221260937600:12345-0@lo:400:kworker.0 Request processed in 42us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398570.977917:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00100000:3.0:1787398570.977930:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:3.0:1787398570.977936:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106500:x1874221260938112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398570.977961:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106500:x1874221260938112:12345-0@lo:400:kworker.0 Request processed in 26us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398570.977966:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00100000:3.0:1787398570.977977:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:3.0:1787398570.977981:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106500:x1874221260938240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398570.978003:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106500:x1874221260938240:12345-0@lo:400:kworker.0 Request processed in 22us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398570.978009:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00080000:3.0:1787398570.978025:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787398570.978027:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787398570.978263:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260937216 00000100:00100000:2.0:1787398570.978269:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260937216 00000100:00100000:2.0:1787398570.978306:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260937728 00000100:00100000:2.0:1787398570.978325:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260937728 00000100:00100000:2.0:1787398570.978348:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:2.0:1787398570.978354:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260937216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398570.978388:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260937216:12345-0@lo:400:kworker.0 Request processed in 34us (855us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398570.978393:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:2.0:1787398570.978406:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:2.0:1787398570.978411:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+36:106500:x1874221260937728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398570.978436:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+36:106500:x1874221260937728:12345-0@lo:400:kworker.0 Request processed in 25us (867us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398570.978442:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:1.0:1787398570.978593:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260937216:0@lo:400:kworker.0 00000100:00100000:1.0:1787398570.978604:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260937728:0@lo:400:kworker.0 00000100:00100000:1.0:1787398570.978613:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106500:1874221260938240:0@lo:400:kworker.0 00000100:00100000:1.0:1787398570.978621:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106500:1874221260937600:0@lo:400:kworker.0 00000100:00100000:1.0:1787398570.978639:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106500:1874221260938112:0@lo:400:kworker.0 00010000:00010000:0.0:1787398571.286253:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1787398571.620753:0:165206:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:3.0:1787398571.620820:0:165206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf30911cc00/0x570389991233ebc5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x570389991233ebcc expref: -99 pid: 159522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.620835:0:165206:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf30911cc00/0x570389991233ebc5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x570389991233ebcc expref: -99 pid: 159522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.620843:0:165206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf30911cc00/0x570389991233ebc5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x570389991233ebcc expref: -99 pid: 159522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.620865:0:165206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.136@tcp lock: ffff9cf30911cc00/0x570389991233ebc5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x570389991233ebcc expref: -99 pid: 159522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.620890:0:165206:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1787398571.620896:0:165206:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1787398571.620921:0:165206:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787398571.620925:0:165206:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1787398571.620930:0:165206:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1787398571.620953:0:165206:0:(import.c:65:import_set_state_nolock()) ffff9cf20b08d000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:2.0:1787398571.621012:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787398571.621020:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.136@tcp lock: ffff9cf30911cc00/0x570389991233ebc5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x570389991233ebcc expref: -99 pid: 159522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398571.621027:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf30911cc00 already unused, calling callback (ffffffffc13c0c20) 10000000:00010000:2.0:1787398571.621030:0:159542:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.136@tcp lock: ffff9cf30911cc00/0x570389991233ebc5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x570389991233ebcc expref: -99 pid: 159522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398571.621039:0:159542:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.136@tcp lock: ffff9cf30911cc00/0x570389991233ebc5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x570389991233ebcc expref: -99 pid: 159522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787398571.621046:0:159542:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.136@tcp lock: ffff9cf30911cc00/0x570389991233ebc5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x570389991233ebcc expref: -99 pid: 159522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787398571.621051:0:159542:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1787398571.621053:0:159542:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1787398571.621055:0:159542:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1787398571.621079:0:159542:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.136@tcp lock: ffff9cf30911cc00/0x570389991233ebc5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x570389991233ebcc expref: -99 pid: 159522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398571.621090:0:159542:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787398571.621119:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.136@tcp lock: ffff9cf30911cc00/0x570389991233ebc5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x570389991233ebcc expref: -99 pid: 159522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398571.621125:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.136@tcp lock: ffff9cf30911cc00/0x570389991233ebc5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x570389991233ebcc expref: -99 pid: 159522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398571.621136:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398571.621138:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398571.621140:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398571.621157:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31372ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:106499:1874221260938624:0@lo:39:umount.0 00000100:00100000:2.0:1787398571.621221:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398571.621287:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787398571.621294:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a066c752-c801-430f-905b-71f66cddaa9e:106501:1874221260938752:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787398571.621319:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398571.621353:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260938752 00000100:00100000:2.0:1787398571.621360:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260938752 00000100:00100000:2.0:1787398571.621407:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1787398571.621416:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a066c752-c801-430f-905b-71f66cddaa9e+24:106501:x1874221260938752:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787398571.621427:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398571.621443:0:158780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf33a74da00/0x570389991233ebcc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x570389991233ebc5 expref: 24 pid: 158788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398571.621457:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398571.621514:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a066c752-c801-430f-905b-71f66cddaa9e+23:106501:x1874221260938752:12345-0@lo:103:ldlm_bl.0 Request processed in 100us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398571.621521:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1787398571.621568:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a066c752-c801-430f-905b-71f66cddaa9e:106501:1874221260938752:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398571.621739:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260938624 00000100:00100000:3.0:1787398571.621744:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260938624 00000100:00100000:3.0:1787398571.621900:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:3.0:1787398571.621907:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106499:x1874221260938624:12345-0@lo:39:umount.0 00000020:00000080:3.0:1787398571.621930:0:160868:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233ebe1 00000100:00080000:3.0:1787398571.621939:0:160868:0:(import.c:65:import_set_state_nolock()) ffff9cf33f509000 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1787398571.621988:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+1:106499:x1874221260938624:12345-0@lo:39:umount.0 Request processed in 82us (766us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398571.621994:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000020:00000080:3.0:1787398571.622001:0:160868:0:(genops.c:906:class_export_put()) final put ffff9cf3109fe800/lustre-MDT0000-lwp-MDT0001_UUID 00010000:00010000:3.0:1787398571.622027:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1787398571.622035:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf3109fe800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:3.0:1787398571.622073:0:123549:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf33f509000 for lustre-MDT0000 00000100:00080000:2.0:1787398571.623097:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf20b08d000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1787398571.623122:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31372ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:106499:1874221260938624:0@lo:39:umount.0 00000100:00080000:3.0:1787398571.623193:0:165206:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787398571.623197:0:165206:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1787398571.623201:0:165206:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1787398571.624058:0:165206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf33a74c600/0x570389991233eb24 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x570389991233eb2b expref: -99 pid: 159522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.624087:0:165206:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf33a74c600/0x570389991233eb24 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x570389991233eb2b expref: -99 pid: 159522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.624093:0:165206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf33a74c600/0x570389991233eb24 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x570389991233eb2b expref: -99 pid: 159522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.624099:0:165206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.136@tcp lock: ffff9cf33a74c600/0x570389991233eb24 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x570389991233eb2b expref: -99 pid: 159522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.624121:0:165206:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787398571.624126:0:165206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf203a9a800/0x570389991233ef3e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x570389991233ef45 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.624132:0:165206:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf203a9a800/0x570389991233ef3e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x570389991233ef45 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.624138:0:165206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf203a9a800/0x570389991233ef3e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x570389991233ef45 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.624144:0:165206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.136@tcp lock: ffff9cf203a9a800/0x570389991233ef3e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x570389991233ef45 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.624154:0:165206:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1787398571.624160:0:165206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf3136b9400/0x570389991233f1c2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x570389991233f1c9 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.624166:0:165206:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf3136b9400/0x570389991233f1c2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x570389991233f1c9 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.624179:0:165206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf3136b9400/0x570389991233f1c2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x570389991233f1c9 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.624185:0:165206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.136@tcp lock: ffff9cf3136b9400/0x570389991233f1c2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x570389991233f1c9 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.624198:0:165206:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1787398571.624211:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1787398571.624215:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.136@tcp lock: ffff9cf33a74c600/0x570389991233eb24 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x570389991233eb2b expref: -99 pid: 159522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.624221:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf33a74c600 already unused, calling callback (ffffffffc13c0c20) 10000000:00010000:3.0:1787398571.624224:0:158783:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.136@tcp lock: ffff9cf33a74c600/0x570389991233eb24 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x570389991233eb2b expref: -99 pid: 159522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.624232:0:158783:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.136@tcp lock: ffff9cf33a74c600/0x570389991233eb24 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x570389991233eb2b expref: -99 pid: 159522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787398571.624239:0:158783:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.136@tcp lock: ffff9cf33a74c600/0x570389991233eb24 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x570389991233eb2b expref: -99 pid: 159522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787398571.624244:0:158783:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1787398571.624246:0:158783:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 00010000:00010000:3.0:1787398571.624273:0:158783:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.136@tcp lock: ffff9cf33a74c600/0x570389991233eb24 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x570389991233eb2b expref: -99 pid: 159522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.624279:0:158783:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787398571.624297:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.136@tcp lock: ffff9cf33a74c600/0x570389991233eb24 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x570389991233eb2b expref: -99 pid: 159522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.624312:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.136@tcp lock: ffff9cf33a74c600/0x570389991233eb24 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x570389991233eb2b expref: -99 pid: 159522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.624324:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787398571.624327:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.136@tcp lock: ffff9cf203a9a800/0x570389991233ef3e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x570389991233ef45 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.624332:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9a800 already unused, calling callback (ffffffffc13c0c20) 10000000:00010000:3.0:1787398571.624335:0:158783:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.136@tcp lock: ffff9cf203a9a800/0x570389991233ef3e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x570389991233ef45 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.624341:0:158783:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.136@tcp lock: ffff9cf203a9a800/0x570389991233ef3e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x570389991233ef45 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787398571.624347:0:158783:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.136@tcp lock: ffff9cf203a9a800/0x570389991233ef3e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x570389991233ef45 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787398571.624351:0:158783:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1787398571.624353:0:158783:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:3.0:1787398571.624355:0:158783:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:3.0:1787398571.624369:0:158783:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.136@tcp lock: ffff9cf203a9a800/0x570389991233ef3e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x570389991233ef45 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.624375:0:158783:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787398571.624388:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.136@tcp lock: ffff9cf203a9a800/0x570389991233ef3e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x570389991233ef45 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.624395:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.136@tcp lock: ffff9cf203a9a800/0x570389991233ef3e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x570389991233ef45 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.624414:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787398571.624417:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.136@tcp lock: ffff9cf3136b9400/0x570389991233f1c2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x570389991233f1c9 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.624422:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf3136b9400 already unused, calling callback (ffffffffc13c0c20) 10000000:00010000:3.0:1787398571.624425:0:158783:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.136@tcp lock: ffff9cf3136b9400/0x570389991233f1c2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x570389991233f1c9 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.624431:0:158783:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.136@tcp lock: ffff9cf3136b9400/0x570389991233f1c2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x570389991233f1c9 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787398571.624437:0:158783:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.136@tcp lock: ffff9cf3136b9400/0x570389991233f1c2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x570389991233f1c9 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787398571.624442:0:158783:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1787398571.624444:0:158783:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1787398571.624446:0:158783:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1787398571.624457:0:158783:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.136@tcp lock: ffff9cf3136b9400/0x570389991233f1c2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x570389991233f1c9 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.624462:0:158783:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787398571.624469:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.136@tcp lock: ffff9cf3136b9400/0x570389991233f1c2 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x570389991233f1c9 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.624474:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.136@tcp lock: ffff9cf3136b9400/0x570389991233f1c2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x570389991233f1c9 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.624506:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398571.624507:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398571.624516:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398571.624524:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787398571.624541:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31372c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a066c752-c801-430f-905b-71f66cddaa9e:106500:1874221260938880:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398571.624601:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398571.624649:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31372d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221260939008:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398571.624673:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398571.624691:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787398571.624697:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31372ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221260939136:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398571.624717:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398571.624741:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260938880 00000100:00100000:3.0:1787398571.624747:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260938880 00000100:00100000:3.0:1787398571.624783:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260939008 00000100:00100000:3.0:1787398571.624785:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260939008 00000100:00100000:3.0:1787398571.624815:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260939136 00000100:00100000:3.0:1787398571.624819:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260939136 00000100:00100000:3.0:1787398571.624835:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1787398571.624842:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208890e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a066c752-c801-430f-905b-71f66cddaa9e+25:106500:x1874221260938880:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787398571.624853:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398571.624866:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf32cc9cc00/0x570389991233eb2b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x570389991233eb24 expref: 25 pid: 158789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.624877:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398571.624909:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208890e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a066c752-c801-430f-905b-71f66cddaa9e+24:106500:x1874221260938880:12345-0@lo:103:ldlm_bl.0 Request processed in 66us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398571.624916:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1787398571.624934:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1787398571.624939:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a066c752-c801-430f-905b-71f66cddaa9e+23:106502:x1874221260939008:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787398571.624947:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398571.624962:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf300031e00/0x570389991233ef45 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x570389991233ef3e expref: 23 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.624972:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398571.624999:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a066c752-c801-430f-905b-71f66cddaa9e+22:106502:x1874221260939008:12345-0@lo:103:ldlm_bl.0 Request processed in 60us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398571.625005:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1787398571.625019:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1787398571.625025:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a066c752-c801-430f-905b-71f66cddaa9e+21:106502:x1874221260939136:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787398571.625032:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398571.625040:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf300031800/0x570389991233f1c9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x570389991233f1c2 expref: 21 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.625048:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398571.625067:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a066c752-c801-430f-905b-71f66cddaa9e+20:106502:x1874221260939136:12345-0@lo:103:ldlm_bl.0 Request processed in 42us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398571.625072:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1787398571.625102:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31372ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221260939136:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398571.625110:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31372d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221260939008:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398571.625138:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31372c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a066c752-c801-430f-905b-71f66cddaa9e:106500:1874221260938880:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787398571.625156:0:165206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf33a74ce00/0x570389991233eb16 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x570389991233eb1d expref: -99 pid: 159522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.625165:0:165206:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf33a74ce00/0x570389991233eb16 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x570389991233eb1d expref: -99 pid: 159522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.625173:0:165206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf33a74ce00/0x570389991233eb16 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x570389991233eb1d expref: -99 pid: 159522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.625186:0:165206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.136@tcp lock: ffff9cf33a74ce00/0x570389991233eb16 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x570389991233eb1d expref: -99 pid: 159522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.625199:0:165206:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1787398571.625203:0:165206:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 10000000:01000000:3.0:1787398571.625206:0:165206:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00010000:00010000:3.0:1787398571.625234:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787398571.625239:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.136@tcp lock: ffff9cf33a74ce00/0x570389991233eb16 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x570389991233eb1d expref: -99 pid: 159522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.625245:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf33a74ce00 already unused, calling callback (ffffffffc13c0c20) 10000000:00010000:3.0:1787398571.625248:0:158783:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.136@tcp lock: ffff9cf33a74ce00/0x570389991233eb16 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x570389991233eb1d expref: -99 pid: 159522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.625256:0:158783:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.136@tcp lock: ffff9cf33a74ce00/0x570389991233eb16 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x570389991233eb1d expref: -99 pid: 159522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787398571.625263:0:158783:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.136@tcp lock: ffff9cf33a74ce00/0x570389991233eb16 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x570389991233eb1d expref: -99 pid: 159522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787398571.625269:0:158783:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1787398571.625271:0:158783:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1787398571.625273:0:158783:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1787398571.625288:0:158783:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.136@tcp lock: ffff9cf33a74ce00/0x570389991233eb16 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x570389991233eb1d expref: -99 pid: 159522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.625293:0:158783:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787398571.625303:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.136@tcp lock: ffff9cf33a74ce00/0x570389991233eb16 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x570389991233eb1d expref: -99 pid: 159522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.625319:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.136@tcp lock: ffff9cf33a74ce00/0x570389991233eb16 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x570389991233eb1d expref: -99 pid: 159522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.625328:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398571.625329:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398571.625331:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398571.625341:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a066c752-c801-430f-905b-71f66cddaa9e:106500:1874221260939264:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398571.625366:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398571.625388:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260939264 00000100:00100000:3.0:1787398571.625392:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260939264 00000100:00100000:3.0:1787398571.625410:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1787398571.625415:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a066c752-c801-430f-905b-71f66cddaa9e+20:106500:x1874221260939264:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787398571.625423:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398571.625431:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf32cc9c600/0x570389991233eb1d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x570389991233eb16 expref: 20 pid: 158788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.625440:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398571.625464:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a066c752-c801-430f-905b-71f66cddaa9e+19:106500:x1874221260939264:12345-0@lo:103:ldlm_bl.0 Request processed in 48us (98us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398571.625470:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1787398571.625517:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a066c752-c801-430f-905b-71f66cddaa9e:106500:1874221260939264:0@lo:103:ldlm_bl.0 00000020:01000004:3.0:1787398571.625539:0:165206:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0001 00000020:01000000:3.0:1787398571.625543:0:165206:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='FA') 00000020:00000080:3.0:1787398571.625549:0:165206:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:02000400:3.0:1787398571.625555:0:165206:0:(obd_config.c:932:class_cleanup()) Failing over lustre-MDT0001 00010000:00010000:2.0:1787398571.626291:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398571.626312:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000080:3.0:1787398571.635340:0:165206:0:(mdt_handler.c:8167:mdt_iocontrol()) lustre-MDT0001: cmd=40086672 len=0 karg=0000000000000000 uarg=0000000000000000 00010000:00010000:0.0:1787398571.640010:0:159523:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da000/0x5703899912341fb2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912341fb9 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398571.640032:0:159523:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da000/0x5703899912341fb2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912341fb9 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.640077:0:159523:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da000/0x5703899912341fb2 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341fb9 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.640086:0:159523:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787398571.640108:0:159523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da000/0x5703899912341fb2 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341fb9 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.640128:0:159523:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf33a74d600/0x5703899912341fce lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912341fd5 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398571.640136:0:159523:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf33a74d600/0x5703899912341fce lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912341fd5 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398571.640155:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260939392:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1787398571.640168:0:159523:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf33a74d600/0x5703899912341fce lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341fd5 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.640174:0:159523:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787398571.640186:0:159523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf33a74d600/0x5703899912341fce lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341fd5 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.640201:0:159523:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969600/0x5703899912341f57 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912341f5e expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398571.640207:0:159523:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969600/0x5703899912341f57 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912341f5e expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398571.640217:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787398571.640220:0:159523:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969600/0x5703899912341f57 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341f5e expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.640226:0:159523:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787398571.640231:0:159523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969600/0x5703899912341f57 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341f5e expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.640244:0:159523:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969000/0x5703899912341f73 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912341f7a expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398571.640250:0:159523:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969000/0x5703899912341f73 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912341f7a expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.640265:0:159523:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969000/0x5703899912341f73 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341f7a expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.640281:0:159523:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787398571.640288:0:159523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969000/0x5703899912341f73 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341f7a expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.640301:0:159523:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6d000/0x5703899912341efc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912341f03 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398571.640309:0:159523:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6d000/0x5703899912341efc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912341f03 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.640325:0:159523:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6d000/0x5703899912341efc lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341f03 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640328:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6ca00/0x5703899912341c8d lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.640331:0:159523:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787398571.640336:0:159523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6d000/0x5703899912341efc lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341f03 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640342:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6ca00/0x5703899912341c8d lrc: 2/0,0 mode: TXN/TXN res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.640348:0:159523:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301648800/0x5703899912341f18 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912341f1f expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640349:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6ca00/0x5703899912341c8d lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640356:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6ca00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398571.640360:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6ca00/0x5703899912341c8d lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640367:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6ca00/0x5703899912341c8d lrc: 4/0,0 mode: TXN/TXN res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640380:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x1:0x0].0x0 (ffff9cf304cbd900) 00010000:00010000:3.0:1787398571.640384:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398571.640388:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6ca00/0x5703899912341c8d lrc: 2/0,0 mode: --/TXN res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640393:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6ca00/0x5703899912341c8d lrc: 0/0,0 mode: --/TXN res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640407:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6da00/0x5703899912341c94 lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640413:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6da00/0x5703899912341c94 lrc: 2/0,0 mode: TXN/TXN res: [0x240002340:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640418:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6da00/0x5703899912341c94 lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640424:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6da00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398571.640433:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6da00/0x5703899912341c94 lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640440:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6da00/0x5703899912341c94 lrc: 4/0,0 mode: TXN/TXN res: [0x240002340:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640448:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x4:0x0].0x0 (ffff9cf304cbdf00) 00010000:00010000:3.0:1787398571.640450:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398571.640452:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6da00/0x5703899912341c94 lrc: 2/0,0 mode: --/TXN res: [0x240002340:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640458:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6da00/0x5703899912341c94 lrc: 0/0,0 mode: --/TXN res: [0x240002340:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640533:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6c200/0x5703899912341ce8 lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640540:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6c200/0x5703899912341ce8 lrc: 2/0,0 mode: TXN/TXN res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640546:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6c200/0x5703899912341ce8 lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640551:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398571.640554:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6c200/0x5703899912341ce8 lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640560:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6c200/0x5703899912341ce8 lrc: 4/0,0 mode: TXN/TXN res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640569:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x2:0x0].0x0 (ffff9cf304cbd000) 00010000:00010000:3.0:1787398571.640571:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398571.640581:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6c200/0x5703899912341ce8 lrc: 2/0,0 mode: --/TXN res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640587:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6c200/0x5703899912341ce8 lrc: 0/0,0 mode: --/TXN res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640599:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6de00/0x5703899912341cef lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640605:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6de00/0x5703899912341cef lrc: 2/0,0 mode: TXN/TXN res: [0x240002340:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640610:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6de00/0x5703899912341cef lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640615:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6de00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398571.640618:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6de00/0x5703899912341cef lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640623:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6de00/0x5703899912341cef lrc: 4/0,0 mode: TXN/TXN res: [0x240002340:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640632:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x5:0x0].0x0 (ffff9cf304cbd300) 00010000:00010000:3.0:1787398571.640634:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398571.640637:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6de00/0x5703899912341cef lrc: 2/0,0 mode: --/TXN res: [0x240002340:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640641:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf336d6de00/0x5703899912341cef lrc: 0/0,0 mode: --/TXN res: [0x240002340:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640653:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x5703899912341d43 lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640658:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x5703899912341d43 lrc: 2/0,0 mode: TXN/TXN res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640668:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x5703899912341d43 lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640672:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398571.640675:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x5703899912341d43 lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640680:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x5703899912341d43 lrc: 4/0,0 mode: TXN/TXN res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640686:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x3:0x0].0x0 (ffff9cf337a20400) 00010000:00010000:3.0:1787398571.640687:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398571.640690:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x5703899912341d43 lrc: 2/0,0 mode: --/TXN res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640694:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x5703899912341d43 lrc: 0/0,0 mode: --/TXN res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640703:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638e00/0x5703899912341d4a lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640708:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638e00/0x5703899912341d4a lrc: 2/0,0 mode: TXN/TXN res: [0x240002340:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640713:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638e00/0x5703899912341d4a lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640718:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398571.640721:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638e00/0x5703899912341d4a lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640734:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638e00/0x5703899912341d4a lrc: 4/0,0 mode: TXN/TXN res: [0x240002340:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640741:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x6:0x0].0x0 (ffff9cf337a20300) 00010000:00010000:3.0:1787398571.640744:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398571.640746:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638e00/0x5703899912341d4a lrc: 2/0,0 mode: --/TXN res: [0x240002340:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640752:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638e00/0x5703899912341d4a lrc: 0/0,0 mode: --/TXN res: [0x240002340:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640777:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638400/0x5703899912341d9e lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640783:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638400/0x5703899912341d9e lrc: 2/0,0 mode: TXN/TXN res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640789:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638400/0x5703899912341d9e lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640795:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398571.640807:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638400/0x5703899912341d9e lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640813:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638400/0x5703899912341d9e lrc: 4/0,0 mode: TXN/TXN res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640821:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x4:0x0].0x0 (ffff9cf337a20d00) 00010000:00010000:3.0:1787398571.640823:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398571.640826:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638400/0x5703899912341d9e lrc: 2/0,0 mode: --/TXN res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640842:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638400/0x5703899912341d9e lrc: 0/0,0 mode: --/TXN res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640853:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639c00/0x5703899912341da5 lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640859:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639c00/0x5703899912341da5 lrc: 2/0,0 mode: TXN/TXN res: [0x240002340:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640864:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639c00/0x5703899912341da5 lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398571.640867:0:159523:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301648800/0x5703899912341f18 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912341f1f expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640869:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398571.640872:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639c00/0x5703899912341da5 lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640878:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639c00/0x5703899912341da5 lrc: 4/0,0 mode: TXN/TXN res: [0x240002340:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640884:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x7:0x0].0x0 (ffff9cf337a20700) 00010000:00010000:3.0:1787398571.640886:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398571.640889:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639c00/0x5703899912341da5 lrc: 2/0,0 mode: --/TXN res: [0x240002340:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.640889:0:159523:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301648800/0x5703899912341f18 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341f1f expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.640895:0:159523:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787398571.640896:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639c00/0x5703899912341da5 lrc: 0/0,0 mode: --/TXN res: [0x240002340:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.640901:0:159523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf301648800/0x5703899912341f18 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341f1f expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640908:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639000/0x5703899912341df9 lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640915:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639000/0x5703899912341df9 lrc: 2/0,0 mode: TXN/TXN res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.640924:0:159523:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x5703899912341ea1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912341ea8 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640925:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639000/0x5703899912341df9 lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640931:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639000 already unused, calling callback (ffffffffc19d14f0) 00000004:00010000:0.0:1787398571.640931:0:159523:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x5703899912341ea1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912341ea8 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640934:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639000/0x5703899912341df9 lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640940:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639000/0x5703899912341df9 lrc: 4/0,0 mode: TXN/TXN res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.640946:0:159523:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x5703899912341ea1 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341ea8 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640947:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x5:0x0].0x0 (ffff9cf337a20000) 00010000:00010000:3.0:1787398571.640950:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398571.640952:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639000/0x5703899912341df9 lrc: 2/0,0 mode: --/TXN res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.640952:0:159523:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787398571.640957:0:159523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x5703899912341ea1 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341ea8 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640958:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639000/0x5703899912341df9 lrc: 0/0,0 mode: --/TXN res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.640968:0:159523:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341ebd lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912341ec4 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640969:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638c00/0x5703899912341e00 lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640976:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638c00/0x5703899912341e00 lrc: 2/0,0 mode: TXN/TXN res: [0x240002340:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398571.640976:0:159523:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341ebd lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912341ec4 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640983:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638c00/0x5703899912341e00 lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.640987:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398571.640990:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638c00/0x5703899912341e00 lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.640990:0:159523:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341ebd lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341ec4 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.640996:0:159523:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787398571.640999:0:159523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912341ebd lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341ec4 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641006:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638c00/0x5703899912341e00 lrc: 4/0,0 mode: TXN/TXN res: [0x240002340:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.641011:0:159523:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d968800/0x5703899912341e46 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912341e4d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641014:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x8:0x0].0x0 (ffff9cf337a20100) 00010000:00010000:3.0:1787398571.641016:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398571.641018:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638c00/0x5703899912341e00 lrc: 2/0,0 mode: --/TXN res: [0x240002340:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641024:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638c00/0x5703899912341e00 lrc: 0/0,0 mode: --/TXN res: [0x240002340:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398571.641026:0:159523:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d968800/0x5703899912341e46 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912341e4d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641038:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69c00/0x5703899912341e54 lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.641041:0:159523:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d968800/0x5703899912341e46 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341e4d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641044:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69c00/0x5703899912341e54 lrc: 2/0,0 mode: TXN/TXN res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.641047:0:159523:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787398571.641050:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69c00/0x5703899912341e54 lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.641052:0:159523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d968800/0x5703899912341e46 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341e4d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641055:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a69c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398571.641058:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69c00/0x5703899912341e54 lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.641063:0:159523:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69e00/0x5703899912341e62 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912341e69 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641064:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69c00/0x5703899912341e54 lrc: 4/0,0 mode: TXN/TXN res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398571.641071:0:159523:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69e00/0x5703899912341e62 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912341e69 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641072:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x6:0x0].0x0 (ffff9cf305ea8a00) 00010000:00010000:3.0:1787398571.641074:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398571.641077:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69c00/0x5703899912341e54 lrc: 2/0,0 mode: --/TXN res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.641084:0:159523:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69e00/0x5703899912341e62 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341e69 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.641089:0:159523:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787398571.641091:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69c00/0x5703899912341e54 lrc: 0/0,0 mode: --/TXN res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.641093:0:159523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69e00/0x5703899912341e62 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341e69 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641103:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a68e00/0x5703899912341e5b lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.641104:0:159523:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969e00/0x5703899912341deb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912341df2 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641110:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a68e00/0x5703899912341e5b lrc: 2/0,0 mode: TXN/TXN res: [0x240002340:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398571.641112:0:159523:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969e00/0x5703899912341deb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912341df2 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641117:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a68e00/0x5703899912341e5b lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641121:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a68e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398571.641124:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a68e00/0x5703899912341e5b lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641128:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a68e00/0x5703899912341e5b lrc: 4/0,0 mode: TXN/TXN res: [0x240002340:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.641134:0:159523:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969e00/0x5703899912341deb lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341df2 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641135:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x9:0x0].0x0 (ffff9cf305ea8600) 00010000:00010000:3.0:1787398571.641137:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398571.641140:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a68e00/0x5703899912341e5b lrc: 2/0,0 mode: --/TXN res: [0x240002340:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.641140:0:159523:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787398571.641145:0:159523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20d969e00/0x5703899912341deb lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341df2 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641146:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a68e00/0x5703899912341e5b lrc: 0/0,0 mode: --/TXN res: [0x240002340:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.641157:0:159523:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638200/0x5703899912341e07 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912341e0e expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641159:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639e00/0x5703899912341eaf lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641165:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639e00/0x5703899912341eaf lrc: 2/0,0 mode: TXN/TXN res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398571.641166:0:159523:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638200/0x5703899912341e07 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912341e0e expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641175:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639e00/0x5703899912341eaf lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.641177:0:159523:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638200/0x5703899912341e07 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341e0e expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641181:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398571.641183:0:159523:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787398571.641184:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639e00/0x5703899912341eaf lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.641187:0:159523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638200/0x5703899912341e07 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341e0e expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641190:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639e00/0x5703899912341eaf lrc: 4/0,0 mode: TXN/TXN res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641197:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x7:0x0].0x0 (ffff9cf337a20b00) 00010000:00010000:3.0:1787398571.641200:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398571.641200:0:159523:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a68000/0x5703899912341d90 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912341d97 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641202:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639e00/0x5703899912341eaf lrc: 2/0,0 mode: --/TXN res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398571.641207:0:159523:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a68000/0x5703899912341d90 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912341d97 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641208:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639e00/0x5703899912341eaf lrc: 0/0,0 mode: --/TXN res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641219:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639800/0x5703899912341eb6 lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.641220:0:159523:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a68000/0x5703899912341d90 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341d97 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641225:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639800/0x5703899912341eb6 lrc: 2/0,0 mode: TXN/TXN res: [0x240002340:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641230:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639800/0x5703899912341eb6 lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.641234:0:159523:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787398571.641239:0:159523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a68000/0x5703899912341d90 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341d97 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.641252:0:159523:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638a00/0x5703899912341dac lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912341db3 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398571.641260:0:159523:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638a00/0x5703899912341dac lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912341db3 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.641275:0:159523:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638a00/0x5703899912341dac lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341db3 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.641281:0:159523:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787398571.641285:0:159523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638a00/0x5703899912341dac lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341db3 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.641298:0:159523:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639200/0x5703899912341d35 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912341d3c expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398571.641305:0:159523:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639200/0x5703899912341d35 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912341d3c expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.641321:0:159523:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639200/0x5703899912341d35 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341d3c expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.641327:0:159523:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787398571.641331:0:159523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639200/0x5703899912341d35 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341d3c expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.641349:0:159523:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638000/0x5703899912341d51 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912341d58 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641353:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398571.641356:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639800/0x5703899912341eb6 lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641371:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639800/0x5703899912341eb6 lrc: 4/0,0 mode: TXN/TXN res: [0x240002340:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641380:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xa:0x0].0x0 (ffff9cf337a20a00) 00010000:00010000:3.0:1787398571.641382:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398571.641385:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639800/0x5703899912341eb6 lrc: 2/0,0 mode: --/TXN res: [0x240002340:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641390:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639800/0x5703899912341eb6 lrc: 0/0,0 mode: --/TXN res: [0x240002340:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641407:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf301649a00/0x5703899912341f0a lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641413:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf301649a00/0x5703899912341f0a lrc: 2/0,0 mode: TXN/TXN res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641419:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf301649a00/0x5703899912341f0a lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641424:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301649a00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398571.641426:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf301649a00/0x5703899912341f0a lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641432:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf301649a00/0x5703899912341f0a lrc: 4/0,0 mode: TXN/TXN res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641439:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x8:0x0].0x0 (ffff9cf337a20200) 00010000:00010000:3.0:1787398571.641441:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398571.641443:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf301649a00/0x5703899912341f0a lrc: 2/0,0 mode: --/TXN res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641458:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf301649a00/0x5703899912341f0a lrc: 0/0,0 mode: --/TXN res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641472:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf301649800/0x5703899912341f11 lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641501:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf301649800/0x5703899912341f11 lrc: 2/0,0 mode: TXN/TXN res: [0x240002340:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641507:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf301649800/0x5703899912341f11 lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641511:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301649800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398571.641514:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf301649800/0x5703899912341f11 lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641519:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf301649800/0x5703899912341f11 lrc: 4/0,0 mode: TXN/TXN res: [0x240002340:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641527:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xb:0x0].0x0 (ffff9cf31e895100) 00010000:00010000:3.0:1787398571.641530:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398571.641532:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf301649800/0x5703899912341f11 lrc: 2/0,0 mode: --/TXN res: [0x240002340:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641537:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf301649800/0x5703899912341f11 lrc: 0/0,0 mode: --/TXN res: [0x240002340:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641551:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20d968000/0x5703899912341f65 lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641557:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20d968000/0x5703899912341f65 lrc: 2/0,0 mode: TXN/TXN res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641569:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20d968000/0x5703899912341f65 lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641574:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d968000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398571.641577:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20d968000/0x5703899912341f65 lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641582:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20d968000/0x5703899912341f65 lrc: 4/0,0 mode: TXN/TXN res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641590:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x9:0x0].0x0 (ffff9cf3414fe000) 00010000:00010000:3.0:1787398571.641592:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398571.641595:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20d968000/0x5703899912341f65 lrc: 2/0,0 mode: --/TXN res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641599:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20d968000/0x5703899912341f65 lrc: 0/0,0 mode: --/TXN res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641609:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20d969a00/0x5703899912341f6c lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641614:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20d969a00/0x5703899912341f6c lrc: 2/0,0 mode: TXN/TXN res: [0x240002340:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641619:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20d969a00/0x5703899912341f6c lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641623:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d969a00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398571.641625:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20d969a00/0x5703899912341f6c lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641638:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20d969a00/0x5703899912341f6c lrc: 4/0,0 mode: TXN/TXN res: [0x240002340:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641644:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xc:0x0].0x0 (ffff9cf3414fec00) 00010000:00010000:3.0:1787398571.641646:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398571.641648:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20d969a00/0x5703899912341f6c lrc: 2/0,0 mode: --/TXN res: [0x240002340:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641653:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20d969a00/0x5703899912341f6c lrc: 0/0,0 mode: --/TXN res: [0x240002340:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641664:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf33a74cc00/0x5703899912341fc0 lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641668:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf33a74cc00/0x5703899912341fc0 lrc: 2/0,0 mode: TXN/TXN res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641673:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf33a74cc00/0x5703899912341fc0 lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641677:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf33a74cc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398571.641679:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf33a74cc00/0x5703899912341fc0 lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641684:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf33a74cc00/0x5703899912341fc0 lrc: 4/0,0 mode: TXN/TXN res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641689:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0xa:0x0].0x0 (ffff9cf3414fef00) 00010000:00010000:3.0:1787398571.641691:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398571.641694:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf33a74cc00/0x5703899912341fc0 lrc: 2/0,0 mode: --/TXN res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641708:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf33a74cc00/0x5703899912341fc0 lrc: 0/0,0 mode: --/TXN res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641718:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf33a74d000/0x5703899912341fc7 lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641723:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf33a74d000/0x5703899912341fc7 lrc: 2/0,0 mode: TXN/TXN res: [0x240002340:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641728:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf33a74d000/0x5703899912341fc7 lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641731:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf33a74d000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398571.641734:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf33a74d000/0x5703899912341fc7 lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641739:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf33a74d000/0x5703899912341fc7 lrc: 4/0,0 mode: TXN/TXN res: [0x240002340:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641746:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xd:0x0].0x0 (ffff9cf3414fee00) 00010000:00010000:3.0:1787398571.641749:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398571.641751:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf33a74d000/0x5703899912341fc7 lrc: 2/0,0 mode: --/TXN res: [0x240002340:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.641756:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf33a74d000/0x5703899912341fc7 lrc: 0/0,0 mode: --/TXN res: [0x240002340:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398571.641787:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260939776:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398571.641852:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398571.641885:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260940288:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398571.641916:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398571.641934:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260940800:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398571.641949:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398571.641966:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1787398571.641971:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260939904:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398571.641990:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398571.641997:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260940416:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398571.642011:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398571.642017:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260940928:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398571.642030:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398571.642051:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260939520:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398571.642071:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398571.642082:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260940032:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398571.642100:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398571.642108:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260940544:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398571.642124:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398571.642132:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260941056:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398571.642149:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398571.642159:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:3.0:1787398571.642165:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260939648:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398571.642182:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398571.642191:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260940160:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398571.642207:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398571.642215:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260940672:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398571.642320:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398571.642333:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260941184:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398571.642352:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398571.642376:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260939392 00000100:00100000:3.0:1787398571.642383:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260939392 00000100:00100000:3.0:1787398571.642421:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260939776 00000100:00100000:3.0:1787398571.642425:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260939776 00000100:00100000:3.0:1787398571.642436:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260940288 00000100:00100000:3.0:1787398571.642439:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260940288 00000100:00100000:3.0:1787398571.642451:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260940800 00000100:00100000:3.0:1787398571.642453:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260940800 00000100:00100000:3.0:1787398571.642465:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260939904 00000100:00100000:3.0:1787398571.642467:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260939904 00000100:00100000:3.0:1787398571.642501:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260940416 00000100:00100000:3.0:1787398571.642504:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260940416 00000004:00010000:0.0:1787398571.642511:0:159523:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638000/0x5703899912341d51 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912341d58 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398571.642517:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260940928 00000100:00100000:3.0:1787398571.642519:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260940928 00000100:00100000:3.0:1787398571.642530:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260939520 00000100:00100000:3.0:1787398571.642533:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260939520 00000100:00100000:3.0:1787398571.642542:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260940032 00000100:00100000:3.0:1787398571.642544:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260940032 00000100:00100000:3.0:1787398571.642552:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260940544 00000100:00100000:3.0:1787398571.642554:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260940544 00000100:00100000:3.0:1787398571.642562:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260941056 00000100:00100000:3.0:1787398571.642565:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260941056 00000100:00100000:3.0:1787398571.642574:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260939648 00000100:00100000:3.0:1787398571.642576:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260939648 00000100:00100000:3.0:1787398571.642586:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260940160 00000100:00100000:3.0:1787398571.642588:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260940160 00000100:00100000:3.0:1787398571.642596:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260940672 00000100:00100000:3.0:1787398571.642598:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260940672 00000100:00100000:3.0:1787398571.642608:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260941184 00000100:00100000:3.0:1787398571.642610:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260941184 00010000:00010000:0.0:1787398571.642614:0:159523:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638000/0x5703899912341d51 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341d58 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.642620:0:159523:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1787398571.642633:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00010000:00010000:0.0:1787398571.642634:0:159523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638000/0x5703899912341d51 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341d58 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398571.642640:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+50:106501:x1874221260939392:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1787398571.642652:0:159523:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6cc00/0x5703899912341cda lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912341ce1 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.642654:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00010000:0.0:1787398571.642659:0:159523:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6cc00/0x5703899912341cda lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912341ce1 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.642671:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf33a74ca00/0x5703899912341fb9 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912341fb2 expref: 50 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.642673:0:159523:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6cc00/0x5703899912341cda lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341ce1 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.642679:0:159523:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787398571.642682:0:158781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdab9809a (ffff9cf3414fe800) 00010000:00010000:0.0:1787398571.642684:0:159523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6cc00/0x5703899912341cda lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341ce1 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.642690:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787398571.642696:0:159523:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6d800/0x5703899912341cf6 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912341cfd expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398571.642720:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+49:106501:x1874221260939392:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 80us (2503us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398571.642727:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1787398571.642747:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1787398571.642752:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3414dec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+48:106500:x1874221260939776:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1787398571.642760:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398571.642770:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648c00/0x5703899912341f7a lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912341f73 expref: 48 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.642780:0:158781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xc:0x0].0x0 (ffff9cf31e895000) 00010000:00010000:3.0:1787398571.642786:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398571.642818:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3414dec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+47:106500:x1874221260939776:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 65us (965us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398571.642824:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000004:00010000:0.0:1787398571.642856:0:159523:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6d800/0x5703899912341cf6 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912341cfd expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398571.642867:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1787398571.642873:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+46:106500:x1874221260940288:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1787398571.642875:0:159523:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6d800/0x5703899912341cf6 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341cfd expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.642879:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398571.642881:0:159523:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787398571.642889:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912341ec4 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912341ebd expref: 46 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.642891:0:159523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6d800/0x5703899912341cf6 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341cfd expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.642904:0:158781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xa:0x0].0x0 (ffff9cf2051cd600) 00010000:00010000:0.0:1787398571.642906:0:159523:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69400/0x5703899912341c7f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912341c86 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.642910:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00010000:0.0:1787398571.642913:0:159523:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69400/0x5703899912341c7f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912341c86 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.642927:0:159523:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69400/0x5703899912341c7f lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341c86 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398571.642931:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+45:106500:x1874221260940288:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 58us (1014us total) trans 0 rc 0/0 00010000:00010000:0.0:1787398571.642933:0:159523:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1787398571.642937:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00010000:00010000:0.0:1787398571.642939:0:159523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69400/0x5703899912341c7f lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341c86 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398571.642950:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00010000:00010000:0.0:1787398571.642951:0:159523:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6c600/0x5703899912341c9b lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912341ca2 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398571.642955:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+44:106500:x1874221260940800:12345-0@lo:103:jbd2/dm-1-8.0 00000004:00010000:0.0:1787398571.642958:0:159523:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6c600/0x5703899912341c9b lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912341ca2 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.642961:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398571.642971:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968c00/0x5703899912341e0e lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912341e07 expref: 44 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.642979:0:158781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x8:0x0].0x0 (ffff9cf3414fed00) 00010000:00010000:0.0:1787398571.642983:0:159523:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6c600/0x5703899912341c9b lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341ca2 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.642985:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787398571.642989:0:159523:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787398571.642994:0:159523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf336d6c600/0x5703899912341c9b lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912341ca2 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398571.643003:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+43:106500:x1874221260940800:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 48us (1053us total) trans 0 rc 0/0 00000001:00080000:0.0:1787398571.643005:0:159523:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 21474836536 is committed 00000100:00100000:3.0:1787398571.643009:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1787398571.643020:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1787398571.643025:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+42:106500:x1874221260939904:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1787398571.643030:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398571.643039:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968200/0x5703899912341f03 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912341efc expref: 42 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.643046:0:158781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9d6f79b8 (ffff9cf3414feb00) 00010000:00010000:3.0:1787398571.643052:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398571.643063:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260941696:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398571.643071:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+41:106500:x1874221260939904:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 47us (1080us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398571.643082:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1787398571.643089:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398571.643093:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260941696 00000100:00100000:3.0:1787398571.643096:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260941696 00000100:00100000:0.0:1787398571.643103:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787398571.643108:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260941568:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398571.643110:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1787398571.643115:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+41:106500:x1874221260940416:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1787398571.643121:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1787398571.643126:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787398571.643131:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x5703899912341e4d lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912341e46 expref: 41 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.643140:0:158781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a253ddb (ffff9cf304cbde00) 00010000:00010000:3.0:1787398571.643146:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398571.643167:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+40:106500:x1874221260940416:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 51us (1155us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398571.643174:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1787398571.643185:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260941568 00000100:00100000:3.0:1787398571.643188:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260941568 00000100:00100000:3.0:1787398571.643203:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1787398571.643208:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+40:106500:x1874221260940928:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1787398571.643214:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398571.643223:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968600/0x5703899912341d97 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912341d90 expref: 40 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.643231:0:158781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbf4c99ad (ffff9cf3414fe700) 00000020:00000080:2.0:1787398571.643724:0:165206:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 4/9 00000020:00080000:2.0:1787398571.643734:0:165206:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffff9cf20719d000 dbe7f5ec-0726-4851-a675-2f47d040e30f 192.168.204.36@tcp 4 (0 0 0) 0 0 0 0: 0000000000000000 21474836536 stale:0 00000020:00080000:2.0:1787398571.643740:0:165206:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffff9cf305ef1800 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1787398571.643745:0:165206:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffff9cf209a44000 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1787398571.643749:0:165206:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffff9cf20bcd4000 lustre-MDT0000-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 21474836522 stale:0 00000020:00080000:2.0:1787398571.643754:0:165206:0:(genops.c:1574:class_disconnect_exports()) OBD device 14 (ffff9cf3083b19c0) has exports, disconnecting them 00000020:00080000:2.0:1787398571.643758:0:165206:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 192.168.204.36@tcp (ffff9cf20719d000), last request at 1787398569 00000100:00100000:1.0:1787398571.643917:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260939392:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1787398571.643939:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260941440:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1787398571.643966:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398571.643977:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1787398571.643982:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260941312:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1787398571.644000:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398571.644008:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260941824:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1787398571.644022:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398571.644041:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260941440 00000100:00100000:1.0:1787398571.644044:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260941440 00000100:00100000:1.0:1787398571.644062:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260941312 00000100:00100000:1.0:1787398571.644064:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260941312 00000100:00100000:1.0:1787398571.644075:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260941824 00000100:00100000:1.0:1787398571.644077:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260941824 00000100:00100000:1.0:1787398571.644087:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1787398571.644092:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+42:106502:x1874221260939520:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1787398571.644099:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398571.644110:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da600/0x5703899912341fd5 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912341fce expref: 42 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398571.644120:0:158779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xd:0x0].0x0 (ffff9cf2051cd400) 00010000:00010000:1.0:1787398571.644125:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787398571.644153:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+41:106502:x1874221260939520:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 59us (2080us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398571.644159:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1787398571.644172:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1787398571.644178:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3414dd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+40:106502:x1874221260940032:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1787398571.644185:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398571.644196:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912341f1f lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912341f18 expref: 40 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398571.644205:0:158779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xb:0x0].0x0 (ffff9cf305ea8500) 00010000:00010000:1.0:1787398571.644210:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787398571.644230:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3414dd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+39:106502:x1874221260940032:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 53us (2129us total) trans 0 rc 0/0 00000020:00000080:2.0:1787398571.644469:0:165206:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x5703899912341c32 00000100:00080000:2.0:1787398571.644492:0:165206:0:(import.c:65:import_set_state_nolock()) ffff9cf207199000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1787398571.644513:0:165206:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 192.168.204.36@tcp (ffff9cf20719d000): rc 0 00000020:00000080:2.0:1787398571.644515:0:165206:0:(genops.c:906:class_export_put()) final put ffff9cf20719d000/dbe7f5ec-0726-4851-a675-2f47d040e30f 00000020:00080000:2.0:1787398571.644525:0:165206:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9cf305ef1800), last request at 1787398570 00000020:00000080:2.0:1787398571.644528:0:165206:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233ef30 00000100:00080000:2.0:1787398571.644531:0:165206:0:(import.c:65:import_set_state_nolock()) ffff9cf305ef5000 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1787398571.644547:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1787398571.644554:0:165206:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9cf305ef1800): rc 0 00000020:00000080:2.0:1787398571.644556:0:165206:0:(genops.c:906:class_export_put()) final put ffff9cf305ef1800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:2.0:1787398571.644561:0:165206:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9cf209a44000), last request at 1787398570 00000020:00000080:2.0:1787398571.644564:0:165206:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233eca5 00000100:00080000:2.0:1787398571.644573:0:165206:0:(import.c:65:import_set_state_nolock()) ffff9cf209a41800 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1787398571.644612:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1787398571.644620:0:165206:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9cf209a44000): rc 0 00000020:00000080:2.0:1787398571.644622:0:165206:0:(genops.c:906:class_export_put()) final put ffff9cf209a44000/lustre-MDT0001-lwp-OST0000_UUID 00000020:00080000:2.0:1787398571.644626:0:165206:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9cf20bcd4000), last request at 1787398354 00000020:00000080:2.0:1787398571.644630:0:165206:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233ec0b 00000100:00080000:2.0:1787398571.644634:0:165206:0:(import.c:65:import_set_state_nolock()) ffff9cf3094d4000 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1787398571.644644:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1787398571.644649:0:165206:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9cf20bcd4000): rc 0 00000020:00000080:2.0:1787398571.644651:0:165206:0:(genops.c:906:class_export_put()) final put ffff9cf20bcd4000/lustre-MDT0000-mdtlov_UUID 00000004:00000080:2.0:1787398571.644659:0:165206:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffbb7d0151bae0 00000100:00080000:2.0:1787398571.644676:0:165206:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787398571.644683:0:165206:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9cf305ad6300 x1874221260939776/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787398587 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'jbd2/dm-1-8.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398571.644695:0:165206:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9cf307ad1880 x1874221260940288/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787398587 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'jbd2/dm-1-8.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398571.644703:0:165206:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9cf20a1a8380 x1874221260940800/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787398587 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'jbd2/dm-1-8.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398571.644711:0:165206:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9cf305ad4700 x1874221260939904/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787398587 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'jbd2/dm-1-8.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398571.644719:0:165206:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9cf307ad0a80 x1874221260940416/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787398587 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'jbd2/dm-1-8.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398571.644726:0:165206:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9cf20a1aa300 x1874221260940928/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787398587 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'jbd2/dm-1-8.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398571.644733:0:165206:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9cf305ad4380 x1874221260939520/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787398587 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'jbd2/dm-1-8.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398571.644740:0:165206:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9cf305ad4e00 x1874221260940032/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787398587 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'jbd2/dm-1-8.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398571.644748:0:165206:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9cf20a1a9f80 x1874221260940544/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787398587 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'jbd2/dm-1-8.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1787398571.644958:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398571.644987:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+39:106500:x1874221260940928:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 1778us (2955us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398571.645001:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1787398571.645020:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1787398571.645026:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+38:106502:x1874221260940544:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1787398571.645034:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398571.645045:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x5703899912341e69 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912341e62 expref: 38 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.645055:0:158781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x9:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398571.645062:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398571.645081:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+37:106502:x1874221260940544:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 55us (2956us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398571.645086:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1787398571.645095:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1787398571.645100:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+36:106502:x1874221260941056:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1787398571.645106:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398571.645113:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912341db3 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912341dac expref: 36 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.645121:0:158781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x7:0x0].0x0 (ffff9cf304cbdb00) 00010000:00010000:3.0:1787398571.645127:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398571.645145:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+35:106502:x1874221260941056:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 45us (2996us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398571.645149:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1787398571.645159:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1787398571.645164:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+34:106502:x1874221260939648:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1787398571.645179:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398571.645188:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x5703899912341f5e lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912341f57 expref: 34 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.645195:0:158781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9feaf7a7 (ffff9cf305ea8b00) 00010000:00010000:3.0:1787398571.645201:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398571.645218:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+33:106502:x1874221260939648:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 54us (3036us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398571.645224:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1787398571.645326:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1787398571.645363:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1787398571.645370:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+31:106502:x1874221260940160:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1787398571.645378:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398571.645388:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969800/0x5703899912341ea8 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912341ea1 expref: 31 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398571.645398:0:158779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcaaa8ec3 (ffff9cf3414fe600) 00010000:00010000:1.0:1787398571.645404:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787398571.645424:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+30:106502:x1874221260940160:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 55us (3216us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398571.645429:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1787398571.645442:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1787398571.645448:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+29:106502:x1874221260940672:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1787398571.645460:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398571.645468:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912341df2 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912341deb expref: 29 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398571.645494:0:158779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x96709776 (ffff9cf304cbd600) 00010000:00010000:1.0:1787398571.645501:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787398571.645524:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+28:106502:x1874221260940672:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 76us (3204us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398571.645529:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1787398571.645542:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1787398571.645547:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+27:106502:x1874221260941184:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1787398571.645554:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1787398571.645557:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00010000:00010000:1.0:1787398571.645565:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912341d3c lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912341d35 expref: 27 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398571.645565:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3414ddc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+27:106503:x1874221260941696:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1787398571.645573:0:158779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc86efa78 (ffff9cf305ea8f00) 00010000:00010000:1.0:1787398571.645579:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787398571.645585:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398571.645596:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x5703899912341c86 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912341c7f expref: 26 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398571.645601:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+26:106502:x1874221260941184:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 54us (3247us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398571.645606:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00010000:00010000:0.0:1787398571.645607:0:162512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xed36d805 (ffff9cf304cbd800) 00010000:00010000:0.0:1787398571.645613:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787398571.645619:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1787398571.645624:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+24:106503:x1874221260941568:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1787398571.645631:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398571.645641:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912341cfd lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912341cf6 expref: 24 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398571.645643:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3414ddc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+24:106503:x1874221260941696:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 80us (2553us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398571.645649:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00010000:00010000:1.0:1787398571.645660:0:158779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x5:0x0].0x0 (ffff9cf305ea8d00) 00010000:00010000:1.0:1787398571.645666:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398571.645678:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1787398571.645684:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+22:106501:x1874221260941440:12345-0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1787398571.645686:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+22:106503:x1874221260941568:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 62us (2559us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398571.645691:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00010000:00010000:0.0:1787398571.645695:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1787398571.645703:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00010000:00010000:0.0:1787398571.645705:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d968a00/0x5703899912341ce1 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912341cda expref: 21 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398571.645708:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+21:106501:x1874221260941312:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1787398571.645714:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398571.645723:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x5703899912341d58 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912341d51 expref: 21 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.645728:0:162512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x30d22c80 (ffff9cf3414fe100) 00010000:00010000:1.0:1787398571.645731:0:158779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x6:0x0].0x0 (ffff9cf305ea8c00) 00010000:00010000:0.0:1787398571.645734:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787398571.645735:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787398571.645760:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+19:106501:x1874221260941312:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 52us (1759us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398571.645766:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1787398571.645779:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1787398571.645785:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+18:106501:x1874221260941824:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1787398571.645792:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398571.645814:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d969400/0x5703899912341ca2 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912341c9b expref: 18 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398571.645823:0:158779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x4:0x0].0x0 (ffff9cf3414fea00) 00010000:00010000:1.0:1787398571.645829:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787398571.645851:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+17:106501:x1874221260941824:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 66us (1827us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398571.645862:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00010000:00010000:3.0:1787398571.645942:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1787398571.645953:0:73119:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf20719d000/dbe7f5ec-0726-4851-a675-2f47d040e30f for lustre-MDT0001 00000020:00000080:3.0:1787398571.645994:0:73119:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf305ef1800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:3.0:1787398571.646015:0:73119:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf209a44000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:3.0:1787398571.646035:0:73119:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf20bcd4000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:3.0:1787398571.646072:0:73119:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf207199000 for lustre-MDT0001 00000020:00000080:3.0:1787398571.646077:0:73119:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf305ef5000 for lustre-MDT0001 00000100:00100000:0.0:1787398571.646209:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+16:106501:x1874221260941440:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 523us (2240us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398571.646215:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000020:00000080:3.0:1787398571.646390:0:73119:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf209a41800 for lustre-MDT0001 00000020:00000080:3.0:1787398571.646398:0:73119:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf3094d4000 for lustre-MDT0001 00000100:00100000:2.0:1787398571.646585:0:165206:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9cf20a1a8700 x1874221260941056/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787398587 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'jbd2/dm-1-8.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398571.646595:0:165206:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9cf305ad6d80 x1874221260939648/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787398587 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'jbd2/dm-1-8.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398571.646603:0:165206:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9cf307ad2d80 x1874221260940160/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787398587 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'jbd2/dm-1-8.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398571.646611:0:165206:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9cf20a1aa680 x1874221260940672/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787398587 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'jbd2/dm-1-8.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398571.646619:0:165206:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9cf20a1a9180 x1874221260941184/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787398587 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'jbd2/dm-1-8.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398571.646626:0:165206:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9cf20a1a8a80 x1874221260941696/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787398587 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'jbd2/dm-1-8.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398571.646633:0:165206:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9cf20a1a8000 x1874221260941568/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787398587 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'jbd2/dm-1-8.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398571.646641:0:165206:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9cf20a1a9880 x1874221260941440/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787398587 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'jbd2/dm-1-8.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398571.646650:0:165206:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9cf20a1a9c00 x1874221260941312/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787398587 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'jbd2/dm-1-8.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398571.646657:0:165206:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9cf20a1ab100 x1874221260941824/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787398587 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'jbd2/dm-1-8.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398571.646663:0:165206:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 34359738570 gen 3 00000100:00100000:2.0:1787398571.646669:0:165206:0:(client.c:3150:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9cf33eeeb480 x1874221260917888/t34359738621(34359738621) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1787398585 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1787398571.646676:0:165206:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738621 committed transno 34359738570 00000020:00080000:2.0:1787398571.646682:0:165206:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9cf20d99b300 refcount 2 committed 0 result 1 batchid 17179869213 00000020:00080000:2.0:1787398571.646692:0:165206:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf33e220300 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff9cf20d99bb40 00000020:00080000:2.0:1787398571.646696:0:165206:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].7 00000020:00080000:2.0:1787398571.646697:0:165206:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf305f3ce00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9cf33a758800 00000020:00080000:2.0:1787398571.646700:0:165206:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].7 00000100:00100000:2.0:1787398571.646736:0:165206:0:(client.c:3150:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9cf305a1ce00 x1874221260919936/t34359738622(34359738622) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1787398585 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1787398571.646744:0:165206:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738622 committed transno 34359738570 00000020:00080000:2.0:1787398571.646747:0:165206:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9cf20a5599c0 refcount 2 committed 0 result 1 batchid 17179869214 00000020:00080000:2.0:1787398571.646750:0:165206:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf303831f00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff9cf20a559600 00000020:00080000:2.0:1787398571.646752:0:165206:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].8 00000020:00080000:2.0:1787398571.646754:0:165206:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf303831300 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9cf20a50d000 00000020:00080000:2.0:1787398571.646756:0:165206:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].8 00000100:00100000:2.0:1787398571.646788:0:165206:0:(client.c:3150:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9cf33055ea00 x1874221260921984/t34359738623(34359738623) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1787398585 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1787398571.646794:0:165206:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738623 committed transno 34359738570 00000020:00080000:2.0:1787398571.646806:0:165206:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9cf2034a8c00 refcount 2 committed 0 result 1 batchid 17179869215 00000020:00080000:2.0:1787398571.646809:0:165206:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf32d2a3300 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff9cf2034a8a80 00000020:00080000:2.0:1787398571.646812:0:165206:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].9 00000020:00080000:2.0:1787398571.646813:0:165206:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf32d2a3d00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9cf301342800 00000020:00080000:2.0:1787398571.646816:0:165206:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].9 00000100:00100000:2.0:1787398571.646834:0:165206:0:(client.c:3150:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9cf203a29c00 x1874221260924032/t34359738624(34359738624) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1787398585 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1787398571.646840:0:165206:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738624 committed transno 34359738570 00000020:00080000:2.0:1787398571.646842:0:165206:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9cf20a559cc0 refcount 2 committed 0 result 1 batchid 17179869216 00000020:00080000:2.0:1787398571.646845:0:165206:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf334d77300 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff9cf20a559840 00000020:00080000:2.0:1787398571.646854:0:165206:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].10 00000020:00080000:2.0:1787398571.646856:0:165206:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf334d77800 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9cf32c567a00 00000020:00080000:2.0:1787398571.646858:0:165206:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].10 00000100:00100000:2.0:1787398571.646891:0:165206:0:(client.c:3150:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9cf2034dc380 x1874221260926080/t34359738625(34359738625) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1787398585 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1787398571.646897:0:165206:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738625 committed transno 34359738570 00000020:00080000:2.0:1787398571.646901:0:165206:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9cf2034a89c0 refcount 2 committed 0 result 1 batchid 17179869217 00000020:00080000:2.0:1787398571.646903:0:165206:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf32d2a3a00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff9cf2034a83c0 00000020:00080000:2.0:1787398571.646906:0:165206:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].11 00000020:00080000:2.0:1787398571.646907:0:165206:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf32d2a3700 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9cf20a3e7c00 00000020:00080000:2.0:1787398571.646910:0:165206:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].11 00000100:00100000:2.0:1787398571.646933:0:165206:0:(client.c:3150:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9cf2034df100 x1874221260928128/t34359738626(34359738626) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1787398585 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1787398571.646940:0:165206:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738626 committed transno 34359738570 00000020:00080000:2.0:1787398571.646943:0:165206:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9cf334660840 refcount 2 committed 0 result 1 batchid 17179869218 00000020:00080000:2.0:1787398571.646945:0:165206:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf32c864600 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff9cf334660f00 00000020:00080000:2.0:1787398571.646948:0:165206:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].12 00000020:00080000:2.0:1787398571.646950:0:165206:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf32c864c00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9cf31f402a00 00000020:00080000:2.0:1787398571.646953:0:165206:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].12 00000100:00100000:2.0:1787398571.646969:0:165206:0:(client.c:3150:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9cf33f7f0a80 x1874221260930176/t34359738627(34359738627) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1787398585 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1787398571.646976:0:165206:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738627 committed transno 34359738570 00000020:00080000:2.0:1787398571.646978:0:165206:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9cf2034a8300 refcount 2 committed 0 result 1 batchid 17179869219 00000020:00080000:2.0:1787398571.646981:0:165206:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf33e220400 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff9cf2034a8540 00000020:00080000:2.0:1787398571.646991:0:165206:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].13 00000020:00080000:2.0:1787398571.646993:0:165206:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf32d2a3600 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9cf32c567600 00000020:00080000:2.0:1787398571.646995:0:165206:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].13 00000100:00100000:2.0:1787398571.647013:0:165206:0:(client.c:3150:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9cf305a59880 x1874221260932224/t34359738628(34359738628) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1787398585 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1787398571.647019:0:165206:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738628 committed transno 34359738570 00000020:00080000:2.0:1787398571.647022:0:165206:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9cf31f578300 refcount 2 committed 0 result 1 batchid 17179869220 00000020:00080000:2.0:1787398571.647025:0:165206:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf33e220000 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff9cf31f578f00 00000020:00080000:2.0:1787398571.647027:0:165206:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].14 00000020:00080000:2.0:1787398571.647029:0:165206:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf33e220f00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9cf2047e5e00 00000020:00080000:2.0:1787398571.647032:0:165206:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].14 00000100:00100000:2.0:1787398571.647049:0:165206:0:(client.c:3150:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9cf307ad1500 x1874221260934272/t34359738629(34359738629) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1787398585 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1787398571.647054:0:165206:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738629 committed transno 34359738570 00000020:00080000:2.0:1787398571.647057:0:165206:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9cf31f485600 refcount 2 committed 0 result 1 batchid 17179869221 00000020:00080000:2.0:1787398571.647060:0:165206:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf307734400 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff9cf31f485a80 00000020:00080000:2.0:1787398571.647062:0:165206:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].15 00000020:00080000:2.0:1787398571.647064:0:165206:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf334d77900 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9cf326348600 00000020:00080000:2.0:1787398571.647067:0:165206:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].15 00000100:00100000:2.0:1787398571.647090:0:165206:0:(client.c:3150:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9cf20bb29c00 x1874221260936320/t34359738630(34359738630) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1787398585 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1787398571.647096:0:165206:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738630 committed transno 34359738570 00000020:00080000:2.0:1787398571.647099:0:165206:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9cf2096f79c0 refcount 2 committed 0 result 1 batchid 17179869222 00000020:00080000:2.0:1787398571.647101:0:165206:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf32c864f00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff9cf2096f7000 00000020:00080000:2.0:1787398571.647111:0:165206:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].16 00000020:00080000:2.0:1787398571.647113:0:165206:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf32c864500 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9cf304bffa00 00000020:00080000:2.0:1787398571.647115:0:165206:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].16 00000100:00100000:1.0:1787398571.647344:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260941312:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1787398571.647358:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260941824:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1787398571.647365:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260941440:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1787398571.647419:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260939904:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1787398571.647427:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260940416:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1787398571.647434:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260940928:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1787398571.647442:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260939776:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1787398571.647449:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260940288:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1787398571.647454:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260940800:0@lo:103:jbd2/dm-1-8.0 00000020:00080000:1.0:1787398571.647520:0:159545:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 17179869212 00000020:00080000:1.0:1787398571.647524:0:159545:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 17179869212 00010000:00010000:2.0:1787398571.647587:0:165206:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf310ef4c00/0x570389991234144b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x110e400000000 nid: local remote: 0x5703899912341452 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398571.647598:0:165206:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf310ef4c00/0x570389991234144b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x110f400000000 nid: local remote: 0x5703899912341452 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398571.647649:0:165206:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787398571.647682:0:165206:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1787398571.647691:0:165206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf310ef4c00/0x570389991234144b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x590f400000000 nid: local remote: 0x5703899912341452 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1787398571.648450:0:165206:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1787398571.648554:0:165206:0:(import.c:65:import_set_state_nolock()) ffff9cf2026d9000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1787398571.648612:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106499:1874221260941952:0@lo:39:umount.0 00000100:00100000:1.0:1787398571.648670:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398571.648747:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260941952 00000100:00100000:2.0:1787398571.648754:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260941952 00000100:00100000:2.0:1787398571.648795:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:2.0:1787398571.648814:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+16:106499:x1874221260941952:12345-0@lo:39:umount.0 00000020:00000080:2.0:1787398571.648841:0:162682:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233eb78 00000020:00010000:2.0:1787398571.648848:0:162682:0:(genops.c:1942:obd_stale_export_put()) Put export ffff9cf3109fb800: total 0 00000100:00080000:2.0:1787398571.648852:0:162682:0:(import.c:65:import_set_state_nolock()) ffff9cf20b08b000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1787398571.648870:0:162682:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 8, last_transno is 34359738630 00000100:00100000:2.0:1787398571.649506:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+15:106499:x1874221260941952:12345-0@lo:39:umount.0 Request processed in 692us (833us total) trans 34359738631 rc 0/0 00000100:00100000:2.0:1787398571.649515:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000020:00010000:2.0:1787398571.649542:0:159542:0:(genops.c:1928:obd_stale_export_get()) Get export ffff9cf3109fb800: total 0 00010000:00010000:2.0:1787398571.649602:0:159542:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff9cf3109fb800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1787398571.649635:0:159542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:2.0:1787398571.649639:0:159542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1787398571.649645:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf308005c00/0x5703899912341452 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x570389991234144b expref: 14 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398571.649668:0:159542:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff9cf3109fb800, canceled 1 locks, left on hash table 0. 00010000:00010000:2.0:1787398571.649680:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398571.649682:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398571.649683:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787398571.649783:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf2026d9000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1787398571.649791:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106499:1874221260941952:0@lo:39:umount.0 00000100:00080000:2.0:1787398571.649977:0:165206:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1787398571.649981:0:165206:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474836528 gen 3 00000004:00080000:2.0:1787398571.649998:0:165206:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1787398571.650054:0:165206:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:2.0:1787398571.650070:0:165206:0:(import.c:65:import_set_state_nolock()) ffff9cf20b08c800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1787398571.650083:0:165206:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1787398571.650085:0:165206:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179869188 gen 3 00000004:00080000:2.0:1787398571.650094:0:165206:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1787398571.650161:0:165206:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:2.0:1787398571.650171:0:165206:0:(import.c:65:import_set_state_nolock()) ffff9cf3307e3000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:2.0:1787398571.650207:0:165206:0:(genops.c:1579:class_disconnect_exports()) OBD device 14 (ffff9cf3083b19c0) has no exports 00000020:00080000:1.0:1787398571.650325:0:159545:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9cf20d99b300 refcount 1 committed 1 result 1 batchid 17179869213 00000020:00080000:1.0:1787398571.650330:0:159545:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf33e220300 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff9cf20d99bb40 00000020:00080000:1.0:1787398571.650334:0:159545:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].7 00000020:00080000:1.0:1787398571.650337:0:159545:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf305f3ce00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9cf33a758800 00000020:00080000:1.0:1787398571.650350:0:159545:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].7 00000020:00080000:1.0:1787398571.650358:0:159545:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9cf20a5599c0 refcount 1 committed 1 result 1 batchid 17179869214 00000020:00080000:1.0:1787398571.650361:0:159545:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf303831f00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff9cf20a559600 00000020:00080000:1.0:1787398571.650363:0:159545:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].8 00000020:00080000:1.0:1787398571.650366:0:159545:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf303831300 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9cf20a50d000 00000020:00080000:1.0:1787398571.650368:0:159545:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].8 00000020:00080000:1.0:1787398571.650385:0:159545:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9cf2034a8c00 refcount 1 committed 1 result 1 batchid 17179869215 00000020:00080000:1.0:1787398571.650389:0:159545:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf32d2a3300 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff9cf2034a8a80 00000020:00080000:1.0:1787398571.650391:0:159545:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].9 00000020:00080000:1.0:1787398571.650393:0:159545:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf32d2a3d00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9cf301342800 00000020:00080000:1.0:1787398571.650395:0:159545:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].9 00000020:00080000:1.0:1787398571.650401:0:159545:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9cf20a559cc0 refcount 1 committed 1 result 1 batchid 17179869216 00000020:00080000:1.0:1787398571.650404:0:159545:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf334d77300 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff9cf20a559840 00000020:00080000:1.0:1787398571.650406:0:159545:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].10 00000020:00080000:1.0:1787398571.650408:0:159545:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf334d77800 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9cf32c567a00 00000020:00080000:1.0:1787398571.650410:0:159545:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].10 00000020:00080000:1.0:1787398571.650415:0:159545:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9cf2034a89c0 refcount 1 committed 1 result 1 batchid 17179869217 00000020:00080000:1.0:1787398571.650417:0:159545:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf32d2a3a00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff9cf2034a83c0 00000020:00080000:1.0:1787398571.650419:0:159545:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].11 00000020:00080000:1.0:1787398571.650421:0:159545:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf32d2a3700 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9cf20a3e7c00 00000020:00080000:1.0:1787398571.650423:0:159545:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].11 00000020:00080000:1.0:1787398571.650427:0:159545:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9cf334660840 refcount 1 committed 1 result 1 batchid 17179869218 00000020:00080000:1.0:1787398571.650430:0:159545:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf32c864600 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff9cf334660f00 00000020:00080000:1.0:1787398571.650432:0:159545:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].12 00000020:00080000:1.0:1787398571.650441:0:159545:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf32c864c00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9cf31f402a00 00000020:00080000:1.0:1787398571.650443:0:159545:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].12 00000020:00080000:1.0:1787398571.650448:0:159545:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9cf2034a8300 refcount 1 committed 1 result 1 batchid 17179869219 00000020:00080000:1.0:1787398571.650451:0:159545:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf33e220400 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff9cf2034a8540 00000020:00080000:1.0:1787398571.650454:0:159545:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].13 00000020:00080000:1.0:1787398571.650456:0:159545:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf32d2a3600 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9cf32c567600 00000020:00080000:1.0:1787398571.650459:0:159545:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].13 00000020:00080000:1.0:1787398571.650463:0:159545:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9cf31f578300 refcount 1 committed 1 result 1 batchid 17179869220 00000020:00080000:1.0:1787398571.650465:0:159545:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf33e220000 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff9cf31f578f00 00000020:00080000:1.0:1787398571.650468:0:159545:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].14 00000020:00080000:1.0:1787398571.650470:0:159545:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf33e220f00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9cf2047e5e00 00000020:00080000:1.0:1787398571.650472:0:159545:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].14 00000020:00080000:1.0:1787398571.650501:0:159545:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9cf31f485600 refcount 1 committed 1 result 1 batchid 17179869221 00000020:00080000:1.0:1787398571.650506:0:159545:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf307734400 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff9cf31f485a80 00000020:00080000:1.0:1787398571.650508:0:159545:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].15 00000020:00080000:1.0:1787398571.650510:0:159545:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf334d77900 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9cf326348600 00000020:00080000:1.0:1787398571.650513:0:159545:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].15 00000020:00080000:1.0:1787398571.650519:0:159545:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9cf2096f79c0 refcount 1 committed 1 result 1 batchid 17179869222 00000020:00080000:1.0:1787398571.650522:0:159545:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf32c864f00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff9cf2096f7000 00000020:00080000:1.0:1787398571.650524:0:159545:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].16 00000020:00080000:1.0:1787398571.650526:0:159545:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf32c864500 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9cf304bffa00 00000020:00080000:1.0:1787398571.650528:0:159545:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].16 00000100:00100000:1.0:1787398571.650579:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106499:1874221260942080:0@lo:9:umount.0 00000100:00100000:1.0:1787398571.650622:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398571.650651:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106499:1874221260942208:0@lo:9:umount.0 00000100:00100000:1.0:1787398571.650670:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398571.650699:0:162515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260942080 00000100:00100000:1.0:1787398571.650704:0:162515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260942080 00000100:00100000:1.0:1787398571.650737:0:162515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260942208 00000100:00100000:1.0:1787398571.650740:0:162515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260942208 00000100:00100000:1.0:1787398571.650761:0:162515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:1.0:1787398571.650768:0:162515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:106499:x1874221260942080:12345-0@lo:9:umount.0 00000020:00000080:1.0:1787398571.650788:0:162515:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233eccf 00000100:00080000:1.0:1787398571.650795:0:162515:0:(import.c:65:import_set_state_nolock()) ffff9cf3094d5800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1787398571.650903:0:162515:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 5, last_transno is 21474836537 00000100:00100000:1.0:1787398571.651017:0:162515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+2:106499:x1874221260942080:12345-0@lo:9:umount.0 Request processed in 249us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398571.651023:0:162515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00100000:1.0:1787398571.651037:0:162515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:1.0:1787398571.651042:0:162515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:106499:x1874221260942208:12345-0@lo:9:umount.0 00000020:00000080:1.0:1787398571.651052:0:162515:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233ef61 00000100:00080000:1.0:1787398571.651056:0:162515:0:(import.c:65:import_set_state_nolock()) ffff9cf20aab7000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1787398571.651076:0:162515:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 4, last_transno is 17179869231 00000100:00100000:1.0:1787398571.651136:0:162515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+2:106499:x1874221260942208:12345-0@lo:9:umount.0 Request processed in 94us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398571.651142:0:162515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00010000:00010000:1.0:1787398571.651164:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787398571.651180:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf20b08c800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1787398571.651188:0:106499:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1787398571.651189:0:106499:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787398571.651192:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106499:1874221260942080:0@lo:9:umount.0 00000100:00080000:1.0:1787398571.651199:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf3307e3000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1787398571.651211:0:106499:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1787398571.651212:0:106499:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787398571.651215:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106499:1874221260942208:0@lo:9:umount.0 00000040:00080000:2.0:1787398571.651467:0:165206:0:(llog_cat.c:1220:llog_cat_set_first_idx()) catlog [0x200000401:0x1:0x0] first idx 6, last_idx 8 00000020:00080000:2.0:1787398571.651761:0:165206:0:(genops.c:1579:class_disconnect_exports()) OBD device 14 (ffff9cf3083b19c0) has no exports 00000100:00100000:0.0:1787398571.653117:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260941568:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1787398571.653143:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260941696:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1787398571.653984:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398571.656349:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260939648:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398571.656375:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260940160:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398571.656383:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260940672:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398571.656391:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260941184:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398571.656398:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260939520:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398571.656404:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260940032:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398571.656428:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260940544:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398571.656435:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260941056:0@lo:103:jbd2/dm-1-8.0 00000020:01000000:0.0:1787398571.708412:0:165206:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff9cf202fd0780 - data ffff9cf30a862000/ffff9cf305680800 00000020:01000000:0.0:1787398571.708605:0:165206:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff9cf20afaaea0 - data ffff9cf304609a20/ffff9cf33d2ed400 00000100:00080000:2.0:1787398571.761094:0:165206:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787398571.761104:0:165206:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 34359738570 gen 4 00000100:00100000:2.0:1787398571.761120:0:165206:0:(client.c:3150:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9cf305a59880 x1874221260941952/t34359738631(34359738631) o39->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1787398581 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398571.761145:0:165206:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1787398571.762866:0:165206:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1787398571.762888:0:165206:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474836528 gen 4 00000004:00080000:2.0:1787398571.762939:0:165206:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787398571.762942:0:165206:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1787398571.763375:0:159532:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1787398571.763381:0:159532:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 1 count 1 00000040:00080000:1.0:1787398571.763396:0:159532:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 5 count 2 00000100:00080000:2.0:1787398571.764613:0:165206:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1787398571.764619:0:165206:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179869188 gen 4 00000004:00080000:2.0:1787398571.764636:0:165206:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787398571.764638:0:165206:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1787398571.765079:0:159534:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1787398571.765083:0:159534:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x16:0x0] index 1 count 1 00000040:00080000:3.0:1787398571.765092:0:159534:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 5 count 2 00000020:00000080:2.0:1787398571.766104:0:165206:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233eb39 00000020:00000080:2.0:1787398571.766115:0:165206:0:(genops.c:906:class_export_put()) final put ffff9cf3054df000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1787398571.766559:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf3054df000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1787398571.767294:0:165206:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233eb4e 00000020:00000080:2.0:1787398571.767302:0:165206:0:(genops.c:906:class_export_put()) final put ffff9cf31f58c800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:2.0:1787398571.767355:0:165206:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:2.0:1787398571.767362:0:165206:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787398571.767372:0:165206:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1787398571.767376:0:165206:0:(genops.c:1579:class_disconnect_exports()) OBD device 13 (ffff9cf3083b0000) has no exports 00000004:01000000:2.0:1787398571.767568:0:165206:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:2.0:1787398571.767578:0:165206:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233eba2 00000020:00000080:2.0:1787398571.767583:0:165206:0:(genops.c:906:class_export_put()) final put ffff9cf31f589800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787398571.768498:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf31f58c800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:2.0:1787398571.768626:0:165206:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:2.0:1787398571.768632:0:165206:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787398571.768640:0:165206:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1787398571.768644:0:165206:0:(genops.c:1579:class_disconnect_exports()) OBD device 18 (ffff9cf32d0b19c0) has no exports 00000020:00000080:2.0:1787398571.768650:0:165206:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233eb9b 00000020:00000080:2.0:1787398571.768656:0:165206:0:(genops.c:906:class_export_put()) final put ffff9cf3307e3800/lustre-MDT0001-osd_UUID 00010000:01000000:2.0:1787398571.769146:0:165206:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:2.0:1787398571.769152:0:165206:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1787398571.769156:0:165206:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179869188 gen 5 00000004:00080000:2.0:1787398571.769161:0:165206:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787398571.769163:0:165206:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1787398571.769198:0:165206:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787398571.769205:0:165206:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1787398571.769215:0:165206:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233eb8d 00000020:00000080:2.0:1787398571.769230:0:165206:0:(genops.c:906:class_export_put()) final put ffff9cf3054de800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:2.0:1787398571.769235:0:165206:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:2.0:1787398571.769238:0:165206:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787398571.769243:0:165206:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1787398571.769246:0:165206:0:(genops.c:1579:class_disconnect_exports()) OBD device 17 (ffff9cf33f764d40) has no exports 00000020:00000080:2.0:1787398571.769251:0:165206:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233eb86 00000020:00000080:2.0:1787398571.769254:0:165206:0:(genops.c:906:class_export_put()) final put ffff9cf20b08d800/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1787398571.769869:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf31f589800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:3.0:1787398571.769879:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf3307e3800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1787398571.769884:0:123549:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf3307e3000 for lustre-OST0001-osc-MDT0001 00000020:00000080:3.0:1787398571.769889:0:123549:0:(genops.c:906:class_export_put()) final put ffff9cf3054db800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787398571.769892:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf3054db800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:3.0:1787398571.769896:0:123549:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1787398571.769976:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf3054de800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:3.0:1787398571.769981:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf20b08d800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:2.0:1787398571.770031:0:165206:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:2.0:1787398571.770034:0:165206:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1787398571.770037:0:165206:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474836528 gen 5 00000004:00080000:2.0:1787398571.770041:0:165206:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787398571.770043:0:165206:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1787398571.770083:0:165206:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787398571.770089:0:165206:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:2.0:1787398571.770100:0:165206:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:2.0:1787398571.770105:0:165206:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233eb71 00000020:00000080:2.0:1787398571.770110:0:165206:0:(genops.c:906:class_export_put()) final put ffff9cf20a7e0000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:2.0:1787398571.770114:0:165206:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='') 00000020:00000080:2.0:1787398571.770117:0:165206:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787398571.770122:0:165206:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1787398571.770125:0:165206:0:(genops.c:1579:class_disconnect_exports()) OBD device 16 (ffff9cf32d0b3380) has no exports 00000020:00000080:2.0:1787398571.770130:0:165206:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233eb6a 00000020:00000080:2.0:1787398571.770133:0:165206:0:(genops.c:906:class_export_put()) final put ffff9cf2026dd000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1787398571.770430:0:123549:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf20b08c800 for lustre-OST0000-osc-MDT0001 00000020:00000080:3.0:1787398571.770437:0:123549:0:(genops.c:906:class_export_put()) final put ffff9cf2025c2800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787398571.770439:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf2025c2800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:3.0:1787398571.770443:0:123549:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1787398571.770549:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf20a7e0000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:3.0:1787398571.770554:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf2026dd000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:3.0:1787398571.771762:0:165206:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:3.0:1787398571.771769:0:165206:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787398571.771773:0:165206:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 34359738570 gen 5 00000100:00100000:3.0:1787398571.771779:0:165206:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1787398571.771845:0:165206:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787398571.771855:0:165206:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1787398571.771881:0:165206:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787398571.771886:0:165206:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1787398571.771891:0:165206:0:(genops.c:906:class_export_put()) final put ffff9cf20a7e4800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787398571.771894:0:165206:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf20a7e4800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:3.0:1787398571.771901:0:165206:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1787398571.771979:0:165206:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233eb55 00000020:00000080:3.0:1787398571.771985:0:165206:0:(genops.c:906:class_export_put()) final put ffff9cf31f58c000/lustre-MDD0001_UUID 00000020:01000000:3.0:1787398571.771989:0:165206:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:3.0:1787398571.771993:0:165206:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787398571.771998:0:165206:0:(obd_config.c:955:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1787398571.772001:0:165206:0:(genops.c:1579:class_disconnect_exports()) OBD device 15 (ffff9cf3083b3380) has no exports 00000020:00000080:3.0:1787398571.772021:0:165206:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787398571.772026:0:165206:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:3.0:1787398571.772029:0:165206:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233eb5c 00000020:00000080:3.0:1787398571.772033:0:165206:0:(genops.c:906:class_export_put()) final put ffff9cf31f588000/lustre-MDT0001-osd_UUID 00000020:01000004:3.0:1787398571.772041:0:165206:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9cf3109f9000 from lustre-MDT0001, refs=2 00000020:01000004:3.0:1787398571.772044:0:165206:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9cf3109f9000 2 00000020:01000004:3.0:1787398571.772047:0:165206:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9cf3109f9000 from lustre-MDT0001 00000020:00000080:3.0:1787398571.772064:0:165206:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787398571.772069:0:165206:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:3.0:1787398571.772071:0:165206:0:(genops.c:906:class_export_put()) final put ffff9cf3054d9800/lustre-MDT0001_UUID 00000020:00000080:3.0:1787398571.772073:0:165206:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf3054d9800/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:3.0:1787398571.772079:0:165206:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:3.0:1787398571.772111:0:165206:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000000:3.0:1787398571.772115:0:165206:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:3.0:1787398571.772118:0:165206:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787398571.772123:0:165206:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1787398571.772130:0:165206:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff9cf3307e5800 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1787398571.772136:0:165206:0:(genops.c:1574:class_disconnect_exports()) OBD device 19 (ffff9cf33f760000) has exports, disconnecting them 00000020:00080000:3.0:1787398571.772146:0:165206:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff9cf3307e5800), last request at 1787398349 00000020:00000080:3.0:1787398571.772150:0:165206:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233ebda 00000020:00080000:3.0:1787398571.772161:0:165206:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9cf3307e5800): rc 0 00000020:00000080:3.0:1787398571.772165:0:165206:0:(genops.c:906:class_export_put()) final put ffff9cf3307e5800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1787398571.775658:0:123549:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf2026d9000 for lustre-MDT0000-osp-MDT0001 00000020:00000080:1.0:1787398571.775676:0:123549:0:(genops.c:906:class_export_put()) final put ffff9cf337cf9800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1787398571.775679:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf337cf9800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:1.0:1787398571.775688:0:123549:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1787398571.775812:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf31f58c000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:1.0:1787398571.775817:0:123549:0:(genops.c:906:class_export_put()) final put ffff9cf204751800/lustre-MDD0001_UUID 00000020:00000080:1.0:1787398571.775820:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf204751800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:1.0:1787398571.775824:0:123549:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:1.0:1787398571.775854:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf31f588000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1787398571.775861:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf3307e5800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:1.0:1787398571.796546:0:165206:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:1.0:1787398571.796556:0:165206:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787398571.796562:0:165206:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1787398571.796571:0:165206:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1787398571.796606:0:123549:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf20b08d000 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1787398571.796779:0:165206:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787398571.796791:0:165206:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:1.0:1787398571.796805:0:165206:0:(genops.c:906:class_export_put()) final put ffff9cf20b08a000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:1.0:1787398571.796809:0:165206:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf20b08a000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:1.0:1787398571.796821:0:165206:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:1.0:1787398571.796911:0:165206:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9cf3109f9000 1 00000020:00000080:1.0:1787398571.796918:0:165206:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233eb01 00000020:00000080:1.0:1787398571.796924:0:165206:0:(genops.c:906:class_export_put()) final put ffff9cf33f50f800/lustre-MDT0001-osd_UUID 00000020:01000000:1.0:1787398571.796943:0:165206:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:1.0:1787398571.796952:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf33f50f800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1787398571.796962:0:165206:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787398571.796968:0:165206:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1787398571.796972:0:165206:0:(genops.c:1579:class_disconnect_exports()) OBD device 12 (ffff9cf33aef4d40) has no exports 00000020:00000080:1.0:1787398571.990327:0:165206:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787398571.990345:0:165206:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:1.0:1787398571.990351:0:165206:0:(genops.c:906:class_export_put()) final put ffff9cf3109fd800/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1787398571.990355:0:165206:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf3109fd800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:1.0:1787398571.990371:0:165206:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:1.0:1787398571.990510:0:165206:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9cf3109fa000 00000020:02000400:1.0:1787398571.990619:0:165206:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0001 complete 00000004:00080000:0.0:1787398571.991759:0:158819:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 5593058279651ns, next at 5594058276825ns, rc = 0 00000100:00100000:2.0:1787398571.991973:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260942336:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787398571.992048:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398571.992632:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260942336 00000100:00100000:0.0:1787398571.992642:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260942336 00000100:00100000:0.0:1787398571.992689:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1787398571.992713:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260942336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787398571.992736:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8228544 pending 0 free 71045120 avail 63877120 00000100:00100000:0.0:1787398571.992799:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260942336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (740us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398571.992807:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:2.0:1787398571.992985:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260942336:0@lo:13:osp-pre-0-0.0 00000004:00080000:2.0:1787398571.995662:0:158774:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 27 committed 00000001:00100000:2.0:1787398571.995686:0:158774:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00080000:2.0:1787398571.995697:0:158774:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738631 is committed 00000020:00000080:2.0:1787398571.995733:0:158774:0:(genops.c:906:class_export_put()) final put ffff9cf3109fb800/lustre-MDT0001-mdtlov_UUID 00000004:00080000:2.0:1787398571.995762:0:158774:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 26 committed 00000020:00000080:2.0:1787398571.995774:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf3109fb800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:2.0:1787398571.995908:0:123549:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf20b08b000 for lustre-MDT0000 00000100:00100000:0.0:1787398571.997057:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260942592:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1787398571.997117:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398571.997161:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787398571.997168:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260942464:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1787398571.997194:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398571.997219:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260942720:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1787398571.997257:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398571.997294:0:162514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260942592 00000100:00100000:3.0:1787398571.997302:0:162514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260942592 00000100:00100000:3.0:1787398571.997355:0:162514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260942464 00000100:00100000:3.0:1787398571.997359:0:162514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260942464 00000100:00100000:0.0:1787398571.997372:0:162518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260942720 00000100:00100000:0.0:1787398571.997378:0:162518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260942720 00000100:00100000:3.0:1787398571.997389:0:162514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:3.0:1787398571.997402:0:162514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:106503:x1874221260942592:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1787398571.997412:0:162518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:0.0:1787398571.997421:0:162518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20aabd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+7:106503:x1874221260942464:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1787398571.997431:0:162514:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:581 count 1 00002000:00080000:0.0:1787398571.997436:0:162518:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:579 count 1 00002000:00010000:3.0:1787398571.997467:0:162514:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x245:0x0] initial LVB size: 0, mtime: 0x6a898995, atime: 0x6a898995, ctime: 0x6a898995, blocks: 0x0 00002000:00010000:0.0:1787398571.997474:0:162518:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x243:0x0] initial LVB size: 0, mtime: 0x6a898993, atime: 0x6a898993, ctime: 0x6a898993, blocks: 0x0 00010000:00010000:3.0:1787398571.997499:0:162514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003aeb5261/0x5703899912341fdc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x245:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.997507:0:162518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e9a0633d/0x5703899912341fe3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x243:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.997521:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x245:0x0].0x0 since=5593s v=(0 0) 00010000:00010000:0.0:1787398571.997523:0:162518:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x243:0x0].0x0 since=5593s v=(0 0) 00010000:00010000:3.0:1787398571.997528:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x245:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398571.997529:0:162518:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x243:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398571.997538:0:162514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003aeb5261/0x5703899912341fdc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.997549:0:162518:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9a0633d/0x5703899912341fe3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.997560:0:162514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003aeb5261/0x5703899912341fdc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.997564:0:162518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e9a0633d/0x5703899912341fe3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.997577:0:162514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003aeb5261/0x5703899912341fdc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.997580:0:162518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e9a0633d/0x5703899912341fe3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.997599:0:162514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003aeb5261/0x5703899912341fdc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398571.997601:0:162518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e9a0633d/0x5703899912341fe3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398571.997653:0:162514:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1787398571.997707:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:2.0:1787398571.997718:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+7:106500:x1874221260942720:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1787398571.997731:0:162529:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:582 count 1 00002000:00010000:2.0:1787398571.997750:0:162529:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x246:0x0] initial LVB size: 1, mtime: 0x6a898995, atime: 0x0, ctime: 0x6a898995, blocks: 0x8 00010000:00010000:2.0:1787398571.997756:0:162529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008194c295/0x5703899912341fea lrc: 3/0,1 mode: --/PW res: [0x280000401:0x246:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398571.997765:0:162529:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x246:0x0].0x0 since=5593s v=(0 0) 00010000:00010000:2.0:1787398571.997769:0:162529:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x246:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398571.997774:0:162529:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008194c295/0x5703899912341fea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398571.997785:0:162529:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008194c295/0x5703899912341fea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398571.997803:0:162529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008194c295/0x5703899912341fea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398571.997811:0:162529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008194c295/0x5703899912341fea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398571.997835:0:162514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:106503:x1874221260942592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 436us (716us total) trans 21474836538 rc 0/0 00000100:00100000:3.0:1787398571.998246:0:162514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00010000:00010000:0.0:1787398571.998699:0:162518:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1787398571.998724:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1787398571.998733:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003aeb5261/0x5703899912341fdc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398571.998745:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a68400 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398571.998750:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003aeb5261/0x5703899912341fdc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398571.998759:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003aeb5261/0x5703899912341fdc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398571.998778:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003aeb5261/0x5703899912341fdc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398571.998787:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003aeb5261/0x5703899912341fdc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398571.998819:0:162518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20aabd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:106503:x1874221260942464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1397us (1622us total) trans 21474836539 rc 0/0 00000100:00100000:0.0:1787398571.998829:0:162518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00010000:00010000:1.0:1787398571.998837:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787398571.998852:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e9a0633d/0x5703899912341fe3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398571.998861:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056da000 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398571.998865:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9a0633d/0x5703899912341fe3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398571.998875:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9a0633d/0x5703899912341fe3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398571.998888:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e9a0633d/0x5703899912341fe3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398571.998896:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e9a0633d/0x5703899912341fe3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398571.998918:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787398571.998922:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008194c295/0x5703899912341fea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398571.998929:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf33a74da00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398571.998934:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008194c295/0x5703899912341fea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398571.998954:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008194c295/0x5703899912341fea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398571.998968:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008194c295/0x5703899912341fea lrc: 2/0,0 mode: --/PW res: [0x280000401:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398571.998978:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398571.998981:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398571.998984:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398572.003658:0:162529:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1787398572.003673:0:162529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008194c295/0x5703899912341fea lrc: 0/0,0 mode: --/PW res: [0x280000401:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787398572.003676:0:106503:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9cf20a1a8000/2, rc 0, transno 21474836539 00000100:00100000:1.0:1787398572.003690:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260942464:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1787398572.003763:0:106503:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9cf20a1aad80/2, rc 0, transno 21474836538 00000100:00100000:1.0:1787398572.003769:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260942592:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1787398572.004286:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398572.004979:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+8:106500:x1874221260942720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7259us (7717us total) trans 21474836540 rc 0/0 00000100:00100000:3.0:1787398572.004992:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000004:00080000:3.0:1787398572.005044:0:106500:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9cf20a1a8e00/2, rc 0, transno 21474836540 00000100:00100000:3.0:1787398572.005050:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260942720:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1787398572.005081:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398572.313950:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398573.016873:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260942848:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787398573.016948:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398573.017071:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260942848 00000100:00100000:1.0:1787398573.017079:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260942848 00000100:00100000:1.0:1787398573.017140:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:1.0:1787398573.017149:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260942848:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787398573.017176:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8249024 pending 0 free 71184384 avail 64016384 00000100:00100000:1.0:1787398573.017220:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260942848:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398573.017228:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00080000:2.0:1787398573.017283:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787398573.017322:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260942848:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1787398573.333636:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398574.181159:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398574.181346:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247457536 00000100:00100000:0.0:1787398574.181365:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247457536 00000100:00100000:2.0:1787398574.181466:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398574.181534:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398574.181557:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398574.182806:0:158788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247457280 00000100:00100000:1.0:1787398574.182814:0:158788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247457280 00000100:00100000:1.0:1787398574.182874:0:158788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 250 00000100:00100000:1.0:1787398574.182884:0:158788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf209a1e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69162:x1874221247457280:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398574.182977:0:158788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf209a1e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69162:x1874221247457280:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 93us (1510us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398574.182986:0:158788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 250 00000100:00100000:1.0:1787398574.183148:0:162524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247457792 00000100:00100000:1.0:1787398574.183153:0:162524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247457792 00000100:00100000:1.0:1787398574.183209:0:162524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 154 00000100:00100000:1.0:1787398574.183217:0:162524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69162:x1874221247457792:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:2.0:1787398574.183266:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398574.183271:0:162524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69162:x1874221247457792:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 48us (1730us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398574.183281:0:162524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 154 00000100:00100000:0.0:1787398574.183295:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247457408 00000100:00100000:1.0:1787398574.183298:0:162524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247457664 00000100:00100000:0.0:1787398574.183302:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247457408 00000100:00080000:2.0:1787398574.183304:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787398574.183304:0:162524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247457664 00000100:00100000:3.0:1787398574.183310:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 403 00000100:00100000:3.0:1787398574.183319:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:69164:x1874221247457536:12345-192.168.204.36@tcp:400:kworker.0 00000020:00080000:3.0:1787398574.183328:0:158796:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-192.168.204.36@tcp 00000100:00080000:2.0:1787398574.183332:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787398574.183335:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787398574.183351:0:162524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 155 00000100:00100000:1.0:1787398574.183361:0:162524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69164:x1874221247457664:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:2.0:1787398574.183367:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 311 00000100:00100000:2.0:1787398574.183380:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69162:x1874221247457408:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398574.183381:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:69164:x1874221247457536:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 62us (2233us total) trans 0 rc -107/-107 00000100:00100000:3.0:1787398574.183389:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 403 00000100:00100000:1.0:1787398574.183396:0:162524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69164:x1874221247457664:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 37us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398574.183405:0:162524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 155 00000100:00100000:2.0:1787398574.183580:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69162:x1874221247457408:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 203us (2020us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398574.183589:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 311 00000100:00100000:1.0:1787398574.217273:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398574.218585:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247457920 00000100:00100000:0.0:1787398574.218600:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247457920 00000100:00100000:0.0:1787398574.218669:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 404 00000100:00100000:0.0:1787398574.218678:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:69161:x1874221247457920:12345-192.168.204.36@tcp:38:ptlrpcd_00_02.0 00010000:00020000:0.0:1787398574.218705:0:158795:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 192.168.204.36@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1787398574.218794:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:69161:x1874221247457920:12345-192.168.204.36@tcp:38:ptlrpcd_00_02.0 Request processed in 115us (1542us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787398574.218802:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 404 00010000:00010000:3.0:1787398574.357778:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398575.061606:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787398575.061628:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260942976:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787398575.061696:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398575.061763:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260942976 00000100:00100000:1.0:1787398575.061771:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260942976 00000100:00100000:1.0:1787398575.061812:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:1.0:1787398575.061826:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:106503:x1874221260942976:12345-0@lo:41:osp-pre-1-0.0 00000020:00080000:1.0:1787398575.061834:0:159531:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1787398575.061875:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:106503:x1874221260942976:12345-0@lo:41:osp-pre-1-0.0 Request processed in 49us (179us total) trans 0 rc -107/-107 00000100:00100000:1.0:1787398575.061883:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:02020000:1.0:1787398575.061925:0:106503:0:(client.c:1492:ptlrpc_check_status()) lustre-MDT0001-osp-MDT0000: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00080000:1.0:1787398575.079061:0:106503:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0001-osp-MDT0000 of lustre-MDT0001_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1787398575.079068:0:106503:0:(import.c:65:import_set_state_nolock()) ffff9cf20a604000 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1787398575.079073:0:106503:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-osp-MDT0000: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1787398575.105462:0:106503:0:(import.c:65:import_set_state_nolock()) ffff9cf20a604000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787398575.105491:0:106503:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 5375 00000100:00080000:1.0:1787398575.105502:0:106503:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9cf20a604000 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:1.0:1787398575.105541:0:106503:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf305ad4380 x1874221260943104/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787398575.105627:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106499:1874221260943104:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:0.0:1787398575.105693:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398575.105791:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260943104 00000100:00100000:2.0:1787398575.105800:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260943104 00000100:00100000:2.0:1787398575.105840:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:2.0:1787398575.105848:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:0+-99:106499:x1874221260943104:12345-0@lo:38:ptlrpcd_00_03.0 00010000:00020000:2.0:1787398575.105869:0:162682:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1787398575.105933:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:0+-99:106499:x1874221260943104:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 84us (239us total) trans 0 rc -19/-19 00000100:00100000:2.0:1787398575.105950:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00080000:1.0:1787398575.106661:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf20a604000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787398575.106668:0:106499:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1787398575.106673:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106499:1874221260943104:0@lo:38:ptlrpcd_00_03.0 00010000:00010000:1.0:1787398575.383649:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787398576.087508:0:164318:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787398576.087516:0:164318:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787398576.087520:0:164318:0:(import.c:65:import_set_state_nolock()) ffff9cf20a604000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787398576.087528:0:164318:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 5596 00000100:00080000:0.0:1787398576.087542:0:164318:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1787398576.087549:0:164318:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9cf20a604000 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:0.0:1787398576.087585:0:164318:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf20a1a8700 x1874221260943360/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787398576.087634:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106499:1874221260943360:0@lo:38:kworker.0 00000100:00100000:0.0:1787398576.087659:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106502:1874221260943744:0@lo:400:kworker.0 00000100:00100000:1.0:1787398576.087823:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398576.087888:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260943360 00000100:00100000:1.0:1787398576.087896:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260943360 00000100:00100000:3.0:1787398576.087904:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a066c752-c801-430f-905b-71f66cddaa9e:106503:1874221260943232:0@lo:400:kworker.0 00000100:00100000:1.0:1787398576.087926:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:1.0:1787398576.087933:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:106499:x1874221260943360:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1787398576.087948:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1787398576.087953:0:159531:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1787398576.089183:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:106499:x1874221260943360:12345-0@lo:38:kworker.0 Request processed in 1243us (1355us total) trans 0 rc -19/-19 00000100:00100000:1.0:1787398576.089196:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00080000:1.0:1787398576.089256:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf20a604000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787398576.089262:0:106499:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1787398576.089266:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106499:1874221260943360:0@lo:38:kworker.0 00000100:00100000:1.0:1787398576.089312:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260943488:0@lo:400:kworker.0 00000100:00100000:1.0:1787398576.089349:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398576.089371:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106500:1874221260944000:0@lo:400:kworker.0 00000100:00100000:1.0:1787398576.089396:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398576.089418:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1787398576.089424:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260943616:0@lo:400:kworker.0 00000100:00100000:1.0:1787398576.089459:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398576.089495:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106500:1874221260944128:0@lo:400:kworker.0 00000100:00100000:1.0:1787398576.089517:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398576.089547:0:162515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260943488 00000100:00100000:1.0:1787398576.089552:0:162515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260943488 00000100:00100000:1.0:1787398576.089592:0:162515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260943616 00000100:00100000:1.0:1787398576.089595:0:162515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260943616 00000100:00100000:1.0:1787398576.089616:0:162515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1787398576.089635:0:162515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:106500:x1874221260943488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398576.089682:0:162515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:106500:x1874221260943488:12345-0@lo:400:kworker.0 Request processed in 59us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398576.089688:0:162515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1787398576.089700:0:162515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1787398576.089705:0:162515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260943616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398576.089756:0:162515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260943616:12345-0@lo:400:kworker.0 Request processed in 50us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398576.089762:0:162515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1787398576.089779:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260944000 00000100:00100000:1.0:1787398576.089782:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260944000 00000100:00100000:1.0:1787398576.089803:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260944128 00000100:00100000:1.0:1787398576.089805:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260944128 00000100:00100000:1.0:1787398576.089825:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:1.0:1787398576.089831:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335283b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106500:x1874221260944128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398576.089860:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335283b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106500:x1874221260944128:12345-0@lo:400:kworker.0 Request processed in 30us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398576.089866:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00100000:1.0:1787398576.089879:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:1.0:1787398576.089883:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335283480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:106500:x1874221260944000:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1787398576.089888:0:160868:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1787398576.089913:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335283480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:106500:x1874221260944000:12345-0@lo:400:kworker.0 Request processed in 28us (516us total) trans 0 rc -107/-107 00000100:00100000:1.0:1787398576.089918:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00080000:1.0:1787398576.089933:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787398576.089937:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787398576.089939:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787398576.089969:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260943616:0@lo:400:kworker.0 00000100:00100000:1.0:1787398576.089981:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106500:1874221260944128:0@lo:400:kworker.0 00000100:00100000:1.0:1787398576.089990:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260943488:0@lo:400:kworker.0 00000100:00080000:1.0:1787398576.089997:0:106500:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0001-lwp-OST0000 of lustre-MDT0001_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1787398576.090001:0:106500:0:(import.c:65:import_set_state_nolock()) ffff9cf207002000 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1787398576.090009:0:106500:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0000: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1787398576.090014:0:106500:0:(import.c:65:import_set_state_nolock()) ffff9cf207002000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787398576.090018:0:106500:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 5389 00000100:00080000:1.0:1787398576.090023:0:106500:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff9cf207002000 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:1.0:1787398576.090057:0:106500:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf335283100 x1874221260944384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787398576.090076:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106500:1874221260944000:0@lo:400:kworker.0 00000100:00100000:1.0:1787398576.090101:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335283100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:106499:1874221260944384:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:1.0:1787398576.090125:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398576.090147:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260944384 00000100:00100000:1.0:1787398576.090150:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260944384 00000100:00100000:1.0:1787398576.090166:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:1.0:1787398576.090170:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:106499:x1874221260944384:12345-0@lo:38:ptlrpcd_00_00.0 00010000:00020000:1.0:1787398576.090185:0:160868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1787398576.090212:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:106499:x1874221260944384:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 40us (86us total) trans 0 rc -19/-19 00000100:00100000:1.0:1787398576.090217:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00080000:1.0:1787398576.090237:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf207002000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787398576.090240:0:106499:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1787398576.090242:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335283100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:106499:1874221260944384:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:2.0:1787398576.091853:0:158786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260943232 00000100:00100000:2.0:1787398576.091863:0:158786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260943232 00000100:00100000:2.0:1787398576.091911:0:158786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:2.0:1787398576.091919:0:158786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf209a1f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+19:106503:x1874221260943232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398576.091985:0:158786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf209a1f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+19:106503:x1874221260943232:12345-0@lo:400:kworker.0 Request processed in 66us (4036us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398576.091992:0:158786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00100000:3.0:1787398576.097469:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a066c752-c801-430f-905b-71f66cddaa9e:106503:1874221260943232:0@lo:400:kworker.0 00000100:00100000:3.0:1787398576.097504:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106503:1874221260943872:0@lo:400:kworker.0 00000100:00100000:3.0:1787398576.098060:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398576.098147:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260943872 00000100:00100000:0.0:1787398576.098237:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398576.098267:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260943744 00000100:00100000:0.0:1787398576.098273:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260943744 00000100:00100000:0.0:1787398576.098306:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:3.0:1787398576.098897:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260943872 00000100:00100000:3.0:1787398576.098941:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:3.0:1787398576.098948:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106503:x1874221260943872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398576.099104:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106502:x1874221260943744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398576.099232:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221260944256:0@lo:400:kworker.0 00000100:00100000:1.0:1787398576.101996:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398576.108864:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106503:x1874221260943872:12345-0@lo:400:kworker.0 Request processed in 9906us (10795us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398576.108881:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00100000:3.0:1787398576.108914:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260944256 00000100:00100000:3.0:1787398576.108922:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260944256 00000100:00100000:3.0:1787398576.108948:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:3.0:1787398576.108955:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:106502:x1874221260944256:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1787398576.108974:0:158794:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1787398576.109027:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:106502:x1874221260944256:12345-0@lo:400:kworker.0 Request processed in 71us (7037us total) trans 0 rc -107/-107 00000100:00100000:3.0:1787398576.109033:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00080000:3.0:1787398576.109063:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787398576.109103:0:106502:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0001-lwp-OST0001 of lustre-MDT0001_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1787398576.109108:0:106502:0:(import.c:65:import_set_state_nolock()) ffff9cf203557000 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1787398576.109112:0:106502:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0001: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1787398576.109117:0:106502:0:(import.c:65:import_set_state_nolock()) ffff9cf203557000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787398576.109121:0:106502:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 5409 00000100:00080000:3.0:1787398576.109127:0:106502:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9cf203557000 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:3.0:1787398576.109170:0:106502:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf31372ed80 x1874221260944512/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787398576.109194:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221260944256:0@lo:400:kworker.0 00000100:00100000:3.0:1787398576.109220:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31372ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:106499:1874221260944512:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:3.0:1787398576.109273:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398576.109306:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260944512 00000100:00100000:3.0:1787398576.109311:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260944512 00000100:00100000:3.0:1787398576.109345:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:3.0:1787398576.109349:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:106499:x1874221260944512:12345-0@lo:38:ptlrpcd_00_02.0 00010000:00020000:3.0:1787398576.109369:0:158794:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1787398576.109399:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:106499:x1874221260944512:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 48us (126us total) trans 0 rc -19/-19 00000100:00100000:3.0:1787398576.109406:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00080000:3.0:1787398576.109430:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf203557000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787398576.109435:0:106499:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787398576.109437:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31372ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:106499:1874221260944512:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1787398576.110872:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106503:1874221260943872:0@lo:400:kworker.0 00000100:00100000:0.0:1787398576.119788:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106502:x1874221260943744:12345-0@lo:400:kworker.0 Request processed in 21466us (21543us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398576.119804:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:1.0:1787398576.120008:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106502:1874221260943744:0@lo:400:kworker.0 00010000:00010000:3.0:1787398576.405772:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398577.113375:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787398577.117925:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260944640:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787398577.118013:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398577.121058:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260944640 00000100:00100000:1.0:1787398577.121073:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260944640 00000100:00100000:0.0:1787398577.121181:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1787398577.121192:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:106502:x1874221260944640:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787398577.121227:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8228544 pending 0 free 71049216 avail 63881216 00000100:00100000:0.0:1787398577.121311:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:106502:x1874221260944640:12345-0@lo:13:osp-pre-0-0.0 Request processed in 121us (3297us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398577.121320:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:2.0:1787398577.121570:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260944640:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1787398577.431077:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398578.133826:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260944768:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787398578.133894:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398578.136869:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260944768 00000100:00100000:1.0:1787398578.136882:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260944768 00000100:00100000:1.0:1787398578.136945:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1787398578.136955:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260944768:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787398578.136990:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8249024 pending 0 free 71184384 avail 64016384 00000100:00100000:1.0:1787398578.137065:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260944768:12345-0@lo:13:osp-pre-1-0.0 Request processed in 112us (3171us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398578.137073:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00080000:1.0:1787398578.137095:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787398578.137515:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260944768:0@lo:13:osp-pre-1-0.0 00000001:00080000:2.0:1787398578.144792:0:160290:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836540 is committed 00000001:00100000:2.0:1787398578.144812:0:160290:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1787398578.144815:0:160290:0:(genops.c:906:class_export_put()) final put ffff9cf3094d3800/lustre-MDT0001-mdtlov_UUID 00000001:00100000:1.0:1787398578.145417:0:161106:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1787398578.145422:0:161106:0:(genops.c:906:class_export_put()) final put ffff9cf20aab6800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1787398578.147056:0:73119:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf3094d3800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1787398578.149188:0:73119:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf3094d5800 for lustre-OST0000 00000020:00000080:0.0:1787398578.149950:0:164318:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf20aab6800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1787398578.150334:0:164318:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf20aab7000 for lustre-OST0001 00010000:00010000:1.0:1787398578.455083:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398579.305014:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398579.305072:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398579.305111:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398579.305135:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398579.305160:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398579.305189:0:158789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247458048 00000100:00100000:3.0:1787398579.305198:0:158789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247458048 00000100:00100000:3.0:1787398579.305242:0:158789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 252 00000100:00100000:3.0:1787398579.305250:0:158789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf209a1c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69163:x1874221247458048:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398579.305327:0:158789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf209a1c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69163:x1874221247458048:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 77us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398579.305334:0:158789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 252 00000100:00100000:3.0:1787398579.305371:0:162514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247458432 00000100:00100000:3.0:1787398579.305387:0:162514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247458432 00000100:00100000:3.0:1787398579.305418:0:162514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247458560 00000100:00100000:3.0:1787398579.305420:0:162514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247458560 00000100:00100000:3.0:1787398579.305440:0:162514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 158 00000100:00100000:3.0:1787398579.305445:0:162514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69165:x1874221247458432:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398579.305472:0:162514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69165:x1874221247458432:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 27us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398579.305506:0:162514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 158 00000100:00100000:3.0:1787398579.305517:0:162514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 159 00000100:00100000:3.0:1787398579.305523:0:162514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69163:x1874221247458560:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398579.305545:0:162514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69163:x1874221247458560:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 22us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398579.305550:0:162514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 159 00000100:00100000:3.0:1787398579.305579:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247458176 00000100:00100000:3.0:1787398579.305582:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247458176 00000100:00100000:3.0:1787398579.305607:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247458304 00000100:00100000:3.0:1787398579.305610:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247458304 00000100:00100000:3.0:1787398579.305622:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 315 00000100:00100000:3.0:1787398579.305628:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69165:x1874221247458176:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398579.305666:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69165:x1874221247458176:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 38us (593us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398579.305673:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 315 00000100:00100000:3.0:1787398579.305686:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 409 00000100:00100000:3.0:1787398579.305691:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:69161:x1874221247458304:12345-192.168.204.36@tcp:38:kworker.0 00010000:00020000:3.0:1787398579.305709:0:158794:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 192.168.204.36@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1787398579.305765:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:69161:x1874221247458304:12345-192.168.204.36@tcp:38:kworker.0 Request processed in 71us (602us total) trans 0 rc -19/-19 00000100:00100000:2.0:1787398579.305773:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 409 00000100:00080000:1.0:1787398579.306071:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787398579.306076:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787398579.306078:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1787398579.490295:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1787398579.946439:0:165606:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1787398579.946444:0:165606:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:3.0:1787398579.946446:0:165606:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1787398579.946658:0:165606:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff9cf207199000 00000020:01000004:3.0:1787398579.946673:0:165606:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:3.0:1787398579.946688:0:165606:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1787398579.946701:0:165606:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff9cf33aef0000) 00000020:00000080:3.0:1787398579.946720:0:165606:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1787398580.064699:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1787398580.065080:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:1.0:1787398580.066693:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1787398580.067230:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:1.0:1787398580.067862:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:1.0:1787398580.068211:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:1.0:1787398580.068764:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:1.0:1787398580.068984:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:1.0:1787398580.069741:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1787398580.070312:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:1.0:1787398580.070867:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:1.0:1787398580.071222:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:1.0:1787398580.071555:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1787398580.071806:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:1.0:1787398580.072733:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:1.0:1787398580.072926:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:1.0:1787398580.078104:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5f:0x0] (16/1) registered 00100000:10000000:1.0:1787398580.083760:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x56:0x0] (16/1) registered 00100000:10000000:1.0:1787398580.084461:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1787398580.088159:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1787398580.088518:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:2.0:1787398580.088856:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5c:0x0] (16/1) registered 00100000:10000000:2.0:1787398580.089209:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:2.0:1787398580.089653:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x67:0x0] (16/1) registered 00100000:10000000:2.0:1787398580.089913:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x46:0x0] (16/1) registered 00100000:10000000:2.0:1787398580.090227:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x60:0x0] (16/1) registered 00100000:10000000:2.0:1787398580.090660:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:2.0:1787398580.090914:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:2.0:1787398580.091352:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:2.0:1787398580.091705:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x58:0x0] (16/1) registered 00100000:10000000:2.0:1787398580.092072:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:2.0:1787398580.092720:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1787398580.092981:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1787398580.093453:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1787398580.094984:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1787398580.095629:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:2.0:1787398580.095861:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:2.0:1787398580.096340:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x48:0x0] (16/1) registered 00100000:10000000:2.0:1787398580.097529:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3e:0x0] (16/1) registered 00100000:10000000:2.0:1787398580.098315:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x47:0x0] (16/1) registered 00100000:10000000:2.0:1787398580.098780:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5a:0x0] (16/1) registered 00100000:10000000:2.0:1787398580.099584:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1787398580.100920:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1787398580.102311:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:2.0:1787398580.103587:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:2.0:1787398580.104026:0:165606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4b:0x0] (16/1) registered 00080000:01000000:3.0:1787398580.116009:0:165606:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1787398580.116423:0:165606:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:3.0:1787398580.116441:0:165606:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:3.0:1787398580.116461:0:165606:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x5703899912341ff8 00000020:01000004:3.0:1787398580.116471:0:165606:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:3.0:1787398580.116529:0:165606:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.136@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1787398580.116533:0:165606:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.136@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1787398580.116541:0:165606:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:3.0:1787398580.116580:0:165606:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:3.0:1787398580.116586:0:165606:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.136@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:2.0:1787398580.151827:0:165606:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.136@tcp ctxt 0 is initialized 00000020:01000004:2.0:1787398580.151913:0:165606:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.204.136@tcp, index=0001, flags=0x20001 00000020:01000004:2.0:1787398580.151922:0:165606:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1787398580.151924:0:165606:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1787398580.151925:0:165606:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787398580.151927:0:165606:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787398580.151928:0:165606:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787398580.151929:0:165606:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787398580.151930:0:165606:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1787398580.151932:0:165606:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787398580.151933:0:165606:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1787398580.151938:0:165606:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:2.0:1787398580.151940:0:165606:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1787398580.151941:0:165606:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1787398580.151942:0:165606:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787398580.151943:0:165606:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787398580.151944:0:165606:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787398580.151945:0:165606:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787398580.151946:0:165606:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1787398580.151947:0:165606:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787398580.151948:0:165606:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1787398580.151989:0:165606:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1787398580.152027:0:165606:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260944896:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1787398580.152122:0:165606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398580.152209:0:165606:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf205585300 going to sleep for 11 seconds 00000100:00100000:3.0:1787398580.152756:0:158788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260944896 00000100:00100000:3.0:1787398580.152769:0:158788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260944896 00000100:00100000:3.0:1787398580.152839:0:158788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:3.0:1787398580.152851:0:158788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf209a1d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+19:165606:x1874221260944896:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1787398580.152894:0:158788:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:3.0:1787398580.152898:0:158788:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:3.0:1787398580.152908:0:158788:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:0.0:1787398580.153621:0:158788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf209a1d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+19:165606:x1874221260944896:12345-0@lo:253:mount.lustre.0 Request processed in 749us (1476us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398580.153651:0:158788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00100000:3.0:1787398580.154915:0:165606:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260944896:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1787398580.154943:0:165606:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:3.0:1787398580.154947:0:165606:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1787398580.154975:0:165606:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1787398580.154977:0:165606:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787398580.154978:0:165606:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787398580.154979:0:165606:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787398580.154981:0:165606:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787398580.154983:0:165606:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1787398580.154985:0:165606:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787398580.154986:0:165606:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1787398580.155037:0:165606:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9cf207199000 from lustre-MDT0001 10000000:01000000:3.0:1787398580.155094:0:165606:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:3.0:1787398580.155098:0:165606:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:3.0:1787398580.155110:0:165606:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9cf20b55b380 local copy 00010000:00010000:3.0:1787398580.155124:0:165606:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf30911c200/0x570389991233e9f7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x570389991233e9fe expref: -99 pid: 158773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398580.155277:0:165606:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208890000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260945024:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787398580.155354:0:165606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398580.155430:0:165606:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf205438480 going to sleep for 11 seconds 00000100:00100000:0.0:1787398580.155984:0:158786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260945024 00000100:00100000:0.0:1787398580.156001:0:158786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260945024 00000100:00100000:0.0:1787398580.156074:0:158786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:0.0:1787398580.156101:0:158786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf209a1f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+19:165606:x1874221260945024:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787398580.156283:0:158786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf209a1f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+19:165606:x1874221260945024:12345-0@lo:501:mount.lustre.0 Request processed in 184us (929us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787398580.156292:0:158786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00100000:1.0:1787398580.156380:0:165606:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208890000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260945024:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1787398580.156409:0:165606:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.136@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1787398580.156450:0:165606:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.136@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1787398580.156459:0:165606:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf30911c200/0x570389991233e9f7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x570389991233e9fe expref: -99 pid: 158773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.156470:0:165606:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.136@tcp lock: ffff9cf30911c200/0x570389991233e9f7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x570389991233e9fe expref: -99 pid: 158773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787398580.156543:0:165606:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9cf207199000 10000000:01000000:1.0:1787398580.156559:0:165606:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1787398580.156567:0:165606:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9cf207199000 10000000:01000000:1.0:1787398580.156570:0:165606:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1787398580.156575:0:165606:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-barrier-ffff9cf207199000 from 1 10000000:01000000:1.0:1787398580.156578:0:165606:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1787398580.156615:0:165606:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf301648800/0x5703899912341fff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.156647:0:165606:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.136@tcp lock: ffff9cf301648800/0x5703899912341fff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.156660:0:165606:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.136@tcp lock: ffff9cf301648800/0x5703899912341fff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398580.156683:0:165606:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260945152:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787398580.156736:0:165606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398580.156771:0:165606:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf33f4d5f00 going to sleep for 11 seconds 00000100:00100000:2.0:1787398580.157830:0:158789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260945152 00000100:00100000:2.0:1787398580.157844:0:158789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260945152 00000100:00100000:2.0:1787398580.157909:0:158789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:2.0:1787398580.157920:0:158789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf209a1e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+19:165606:x1874221260945152:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787398580.157935:0:158789:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398580.157954:0:158789:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf33a74c600/0x5703899912342006 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x5703899912341fff expref: -99 pid: 158789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.157991:0:158789:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf33a74c600/0x5703899912342006 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912341fff expref: 20 pid: 158789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.158442:0:158789:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf33a74c600/0x5703899912342006 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912341fff expref: 20 pid: 158789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.158471:0:158789:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf33a74c600, rc 0) 00000100:00100000:2.0:1787398580.160404:0:158789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf209a1e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+20:165606:x1874221260945152:12345-0@lo:101:mount.lustre.0 Request processed in 2472us (3654us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398580.160421:0:158789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000100:00100000:1.0:1787398580.161778:0:165606:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260945152:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787398580.161814:0:165606:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.136@tcp lock: ffff9cf301648800/0x5703899912341fff lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5703899912342006 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.161831:0:165606:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.136@tcp lock: ffff9cf301648800/0x5703899912341fff lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x5703899912342006 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787398580.161857:0:165606:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.136@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1787398580.161877:0:165606:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf301648800/0x5703899912341fff lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5703899912342006 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.161885:0:165606:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.136@tcp lock: ffff9cf301648800/0x5703899912341fff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5703899912342006 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787398580.161894:0:165606:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:1.0:1787398580.161903:0:165606:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1787398580.161911:0:165606:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9cf207199000 10000000:01000000:1.0:1787398580.161916:0:165606:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1787398580.161944:0:165606:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:1.0:1787398580.161947:0:165606:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:1.0:1787398580.161990:0:165606:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf301648c00/0x570389991234200d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.162000:0:165606:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.136@tcp lock: ffff9cf301648c00/0x570389991234200d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.162010:0:165606:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.136@tcp lock: ffff9cf301648c00/0x570389991234200d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398580.162036:0:165606:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260945280:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787398580.162112:0:165606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398580.162170:0:165606:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf33f4d5f00 going to sleep for 11 seconds 00000100:00100000:2.0:1787398580.162683:0:158786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260945280 00000100:00100000:2.0:1787398580.162692:0:158786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260945280 00000100:00100000:2.0:1787398580.162761:0:158786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:2.0:1787398580.162772:0:158786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf306c41450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+20:165606:x1874221260945280:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787398580.162791:0:158786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398580.162810:0:158786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf33a74d800/0x5703899912342014 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x570389991234200d expref: -99 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.162835:0:158786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf33a74d800/0x5703899912342014 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x570389991234200d expref: 21 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.162846:0:158786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf33a74d800/0x5703899912342014 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x570389991234200d expref: 21 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.162856:0:158786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf33a74d800, rc 0) 00000100:00100000:2.0:1787398580.162904:0:158786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf306c41450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+21:165606:x1874221260945280:12345-0@lo:101:mount.lustre.0 Request processed in 134us (793us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398580.162911:0:158786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000100:00100000:1.0:1787398580.165515:0:165606:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260945280:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787398580.165567:0:165606:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.136@tcp lock: ffff9cf301648c00/0x570389991234200d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x5703899912342014 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.165585:0:165606:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.136@tcp lock: ffff9cf301648c00/0x570389991234200d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x5703899912342014 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787398580.171039:0:165606:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1a:0x0] index 46 count 46 00000040:00080000:0.0:1787398580.173908:0:165606:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787398580.181435:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].1, 224 off8416 00000040:00080000:0.0:1787398580.181564:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].2, 136 off8552 00000040:00080000:0.0:1787398580.181583:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].3, 176 off8728 00000040:00080000:0.0:1787398580.181599:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].4, 224 off8952 00000040:00080000:0.0:1787398580.181613:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].5, 224 off9176 00000040:00080000:0.0:1787398580.181627:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].6, 120 off9296 00000040:00080000:0.0:1787398580.181662:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].7, 112 off9408 00000040:00080000:0.0:1787398580.181677:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].8, 160 off9568 00000040:00080000:0.0:1787398580.181692:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].9, 224 off9792 00000040:00080000:0.0:1787398580.181704:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].10, 224 off10016 00000040:00080000:0.0:1787398580.181717:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].11, 88 off10104 00000040:00080000:0.0:1787398580.181730:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].12, 144 off10248 00000040:00080000:0.0:1787398580.181744:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].13, 152 off10400 00000040:00080000:0.0:1787398580.181756:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].14, 168 off10568 00000040:00080000:0.0:1787398580.181769:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].15, 224 off10792 00000040:00080000:0.0:1787398580.181782:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].16, 224 off11016 00000040:00080000:0.0:1787398580.181795:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].17, 80 off11096 00000040:00080000:0.0:1787398580.181811:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].18, 224 off11320 00000040:00080000:0.0:1787398580.181827:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].19, 224 off11544 00000040:00080000:0.0:1787398580.181844:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].20, 160 off11704 00000040:00080000:0.0:1787398580.181860:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].21, 224 off11928 00000040:00080000:0.0:1787398580.181875:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].22, 224 off12152 00000040:00080000:0.0:1787398580.181891:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].23, 80 off12232 00000040:00080000:0.0:1787398580.181906:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].24, 224 off12456 00000040:00080000:0.0:1787398580.181922:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].25, 224 off12680 00000040:00080000:0.0:1787398580.181936:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].26, 88 off12768 00000040:00080000:0.0:1787398580.181964:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].27, 144 off12912 00000040:00080000:0.0:1787398580.181980:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].28, 152 off13064 00000040:00080000:0.0:1787398580.181995:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].29, 136 off13200 00000040:00080000:0.0:1787398580.182605:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].30, 224 off13424 00000040:00080000:0.0:1787398580.182654:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].31, 224 off13648 00000040:00080000:0.0:1787398580.182670:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].32, 80 off13728 00000040:00080000:0.0:1787398580.182684:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].33, 224 off13952 00000040:00080000:0.0:1787398580.182703:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].34, 224 off14176 00000040:00080000:0.0:1787398580.182717:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].35, 88 off14264 00000040:00080000:0.0:1787398580.182730:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].36, 144 off14408 00000040:00080000:0.0:1787398580.182743:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].37, 152 off14560 00000040:00080000:0.0:1787398580.182757:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].38, 136 off14696 00000040:00080000:0.0:1787398580.182771:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].39, 224 off14920 00000040:00080000:0.0:1787398580.182787:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].40, 224 off15144 00000040:00080000:0.0:1787398580.182802:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].41, 80 off15224 00000040:00080000:0.0:1787398580.182816:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].42, 224 off15448 00000040:00080000:0.0:1787398580.182830:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].43, 224 off15672 00000040:00080000:0.0:1787398580.182842:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].44, 120 off15792 00000040:00080000:0.0:1787398580.182873:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].45, 224 off16016 00000040:00080000:0.0:1787398580.182879:0:165606:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1a:0x0] index 45 count 46 00000100:00100000:0.0:1787398580.183279:0:165606:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260945408:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787398580.184347:0:165606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398580.184622:0:165606:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20c0b1d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787398580.187620:0:158789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260945408 00000100:00100000:2.0:1787398580.187655:0:158789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260945408 00000100:00100000:2.0:1787398580.187752:0:158789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00100000:2.0:1787398580.187765:0:158789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf306c40050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+21:165606:x1874221260945408:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787398580.188284:0:165606:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260945408:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787398580.188351:0:165606:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260945536:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787398580.188436:0:165606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398580.188500:0:165606:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20c0b1d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787398580.188651:0:158788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260945536 00000100:00100000:3.0:1787398580.188656:0:158788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260945536 00000100:00100000:3.0:1787398580.188700:0:158788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:3.0:1787398580.188708:0:158788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf306c43c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+22:165606:x1874221260945536:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787398580.188821:0:158788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf306c43c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+22:165606:x1874221260945536:12345-0@lo:503:mount.lustre.0 Request processed in 113us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398580.188829:0:158788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00100000:2.0:1787398580.189235:0:158789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf306c40050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+21:165606:x1874221260945408:12345-0@lo:501:mount.lustre.0 Request processed in 243us (3666us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398580.189255:0:158789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00100000:0.0:1787398580.189361:0:165606:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260945536:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1787398580.190553:0:165606:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1787398580.190710:0:165606:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260945664:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787398580.190799:0:165606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398580.190849:0:165606:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20c0b1d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787398580.191017:0:158788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260945664 00000100:00100000:3.0:1787398580.191025:0:158788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260945664 00000100:00100000:3.0:1787398580.191103:0:158788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:3.0:1787398580.191114:0:158788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf306c43450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+21:165606:x1874221260945664:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787398580.191261:0:158788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf306c43450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+21:165606:x1874221260945664:12345-0@lo:502:mount.lustre.0 Request processed in 149us (461us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398580.191278:0:158788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00100000:0.0:1787398580.191821:0:165606:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260945664:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1787398580.192115:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].1, 224 off8416 00000040:00080000:0.0:1787398580.192161:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].2, 136 off8552 00000040:00080000:0.0:1787398580.192176:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].3, 176 off8728 00000040:00080000:0.0:1787398580.192187:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].4, 224 off8952 00000040:00080000:0.0:1787398580.192204:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].5, 224 off9176 00000040:00080000:0.0:1787398580.192215:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].6, 120 off9296 00000040:00080000:0.0:1787398580.192226:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].7, 112 off9408 00000040:00080000:0.0:1787398580.192236:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].8, 160 off9568 00000040:00080000:0.0:1787398580.192247:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].9, 224 off9792 00000040:00080000:0.0:1787398580.192257:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].10, 224 off10016 00000040:00080000:0.0:1787398580.192268:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].11, 88 off10104 00000040:00080000:0.0:1787398580.192278:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].12, 144 off10248 00000040:00080000:0.0:1787398580.192288:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].13, 152 off10400 00000040:00080000:0.0:1787398580.192298:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].14, 168 off10568 00000040:00080000:0.0:1787398580.192308:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].15, 224 off10792 00000040:00080000:0.0:1787398580.192318:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].16, 224 off11016 00000040:00080000:0.0:1787398580.192328:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].17, 80 off11096 00000040:00080000:0.0:1787398580.192341:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].18, 224 off11320 00000040:00080000:0.0:1787398580.192352:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].19, 224 off11544 00000040:00080000:0.0:1787398580.192362:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].20, 160 off11704 00000040:00080000:0.0:1787398580.193362:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].21, 224 off11928 00000040:00080000:0.0:1787398580.193526:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].22, 224 off12152 00000040:00080000:0.0:1787398580.193649:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].23, 80 off12232 00000040:00080000:0.0:1787398580.193674:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].24, 224 off12456 00000040:00080000:0.0:1787398580.193687:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].25, 224 off12680 00000040:00080000:0.0:1787398580.193698:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].26, 88 off12768 00000040:00080000:0.0:1787398580.193710:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].27, 144 off12912 00000040:00080000:0.0:1787398580.193740:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].28, 152 off13064 00000040:00080000:0.0:1787398580.193755:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].29, 136 off13200 00000040:00080000:0.0:1787398580.193767:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].30, 224 off13424 00000040:00080000:0.0:1787398580.193779:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].31, 224 off13648 00000040:00080000:0.0:1787398580.193789:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].32, 80 off13728 00000040:00080000:0.0:1787398580.193800:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].33, 224 off13952 00000040:00080000:0.0:1787398580.193811:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].34, 224 off14176 00000040:00080000:0.0:1787398580.193822:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].35, 88 off14264 00000040:00080000:0.0:1787398580.193833:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].36, 144 off14408 00000040:00080000:0.0:1787398580.193847:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].37, 152 off14560 00000040:00080000:0.0:1787398580.193859:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].38, 136 off14696 00000040:00080000:0.0:1787398580.193870:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].39, 224 off14920 00000040:00080000:0.0:1787398580.193881:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].40, 224 off15144 00000040:00080000:0.0:1787398580.193893:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].41, 80 off15224 00000040:00080000:0.0:1787398580.193904:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].42, 224 off15448 00000040:00080000:0.0:1787398580.193915:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].43, 224 off15672 00000040:00080000:0.0:1787398580.193928:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].44, 120 off15792 00000100:00100000:0.0:1787398580.193990:0:165606:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260945792:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787398580.194112:0:165606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398580.194306:0:165606:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20c0b1d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787398580.201380:0:158789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260945792 00000100:00100000:2.0:1787398580.201404:0:158789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260945792 00000100:00100000:2.0:1787398580.201514:0:158789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:2.0:1787398580.201528:0:158789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf306c42c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+21:165606:x1874221260945792:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787398580.202096:0:158789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf306c42c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+21:165606:x1874221260945792:12345-0@lo:502:mount.lustre.0 Request processed in 569us (7982us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398580.202104:0:158789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00100000:0.0:1787398580.202260:0:165606:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260945792:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1787398580.202398:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].45, 224 off16016 00000040:00080000:0.0:1787398580.202417:0:165606:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:0.0:1787398580.203899:0:165610:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787398580.203919:0:165610:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787398580.203922:0:165610:0:(obd_config.c:1561:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:0.0:1787398580.203930:0:165610:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:0.0:1787398580.203933:0:165610:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787398580.203953:0:165610:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff9cf202700000) 00000020:00000080:0.0:1787398580.203985:0:165610:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:0.0:1787398580.203992:0:165610:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1787398580.204099:0:165610:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:0.0:1787398580.204108:0:165610:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x5703899912342022 00000020:00000080:0.0:1787398580.205104:0:165610:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:0.0:1787398580.205114:0:165610:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787398580.205120:0:165610:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787398580.205123:0:165610:0:(obd_config.c:1561:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:0.0:1787398580.205126:0:165610:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787398580.205131:0:165610:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787398580.205133:0:165610:0:(obd_config.c:1561:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:0.0:1787398580.205446:0:165610:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787398580.205459:0:165610:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff9cf2027019c0) 00000020:00000080:0.0:1787398580.205909:0:165610:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:0.0:1787398580.205920:0:165610:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1787398580.205923:0:165610:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:0.0:1787398580.205927:0:165610:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:0.0:1787398580.205936:0:165610:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1787398580.206050:0:165610:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9cf207199000 from lustre-MDT0001, refs=2 00000020:00000080:0.0:1787398580.206068:0:165610:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff9cf3041bcd40) 00000020:00000080:0.0:1787398580.206081:0:165610:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:0.0:1787398580.206264:0:165610:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:0.0:1787398580.206272:0:165610:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x5703899912342037 00000020:00000080:0.0:1787398580.208221:0:165610:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:0.0:1787398580.208247:0:165610:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:0.0:1787398580.208281:0:165610:0:(genops.c:1406:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0x570389991234203e 00080000:01000000:0.0:1787398580.208294:0:165610:0:(osd_handler.c:8929:osd_obd_connect()) connect #2 00000020:00000080:0.0:1787398580.208300:0:165610:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x5703899912342045 00010000:00010000:2.0:1787398580.343309:0:165610:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-4 is initialized 00000001:00080000:2.0:1787398580.344661:0:165610:0:(tgt_lastrcvd.c:1748:tgt_clients_data_init()) RCVRNG CLIENT uuid: lustre-MDT0000-mdtlov_UUID idx: 0 lr: 0 srv lr: 21474836525 lx: 0 gen 1 00000001:00080000:2.0:1787398580.344736:0:165610:0:(tgt_lastrcvd.c:1748:tgt_clients_data_init()) RCVRNG CLIENT uuid: dbe7f5ec-0726-4851-a675-2f47d040e30f idx: 1 lr: 0 srv lr: 21474836525 lx: 0 gen 4 00000001:00000004:2.0:1787398580.344773:0:165610:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 6, last_transno is 21474836525 00000001:00080000:2.0:1787398580.345279:0:165610:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000001:00080000:2.0:1787398580.345509:0:165610:0:(tgt_lastrcvd.c:2283:tgt_reply_data_init()) lustre-MDT0001: restore reply ffff9cf311498c00: xid 1874221260874240, transno 21474836522, client gen 1, slot idx 0 00000001:00080000:2.0:1787398580.345524:0:165610:0:(tgt_lastrcvd.c:2283:tgt_reply_data_init()) lustre-MDT0001: restore reply ffff9cf32155f480: xid 1874221247456384, transno 21474836535, client gen 4, slot idx 1 00000001:00080000:2.0:1787398580.345529:0:165610:0:(tgt_lastrcvd.c:2283:tgt_reply_data_init()) lustre-MDT0001: restore reply ffff9cf20bda1780: xid 1874221247457024, transno 21474836536, client gen 4, slot idx 2 00000020:00000080:1.0:1787398580.349445:0:165610:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:1.0:1787398580.349465:0:165610:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787398580.349474:0:165610:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787398580.349498:0:165610:0:(obd_config.c:1561:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:1.0:1787398580.349503:0:165610:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787398580.349511:0:165610:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787398580.349513:0:165610:0:(obd_config.c:1561:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:1.0:1787398580.349517:0:165610:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1787398580.349536:0:165610:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.136@tcp to nid 0x20000c0a8cc88 (192.168.204.136@tcp) 00000020:00000080:1.0:1787398580.350115:0:165610:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787398580.350135:0:165610:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff9cf20a19b380) 00000020:00000080:1.0:1787398580.350169:0:165610:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:1.0:1787398580.350177:0:165610:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1787398580.350281:0:165610:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:1.0:1787398580.350290:0:165610:0:(osd_handler.c:8929:osd_obd_connect()) connect #3 00000020:00000080:1.0:1787398580.350297:0:165610:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x5703899912342061 00010000:00080000:1.0:1787398580.350469:0:165610:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9cf337cf8000@lustre-MDT0000-osp-MDT0001: add connection 192.168.204.136@tcp at head 00010000:00010000:1.0:1787398580.360303:0:165610:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-9 is initialized 00000020:00000080:1.0:1787398580.362216:0:165610:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1787398580.362240:0:165610:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1787398580.362294:0:165610:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:1.0:1787398580.362342:0:165610:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x5703899912342068 00000100:00080000:1.0:1787398580.362356:0:165610:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1787398580.362682:0:165610:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9cf337cf8000 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:1.0:1787398580.362735:0:165610:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf33f7d7800 x1874221260945920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787398580.362768:0:165610:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000020:01000000:1.0:1787398580.362871:0:165610:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787398580.362875:0:165610:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787398580.362878:0:165610:0:(obd_config.c:1561:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:1.0:1787398580.362881:0:165610:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1787398580.362884:0:165610:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #14 00000020:01000000:1.0:1787398580.362886:0:165610:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787398580.362887:0:165610:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787398580.362889:0:165610:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1787398580.362891:0:165610:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787398580.362892:0:165610:0:(obd_config.c:1561:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:1.0:1787398580.362894:0:165610:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787398580.362899:0:165610:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787398580.362912:0:165610:0:(obd_config.c:1561:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:1.0:1787398580.362916:0:165610:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1787398580.362958:0:165610:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1787398580.362971:0:165610:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787398580.362973:0:165610:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787398580.362975:0:165610:0:(obd_config.c:1561:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:1.0:1787398580.362977:0:165610:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1787398580.362979:0:165610:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #19 00000020:01000000:1.0:1787398580.362980:0:165610:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787398580.362982:0:165610:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787398580.362984:0:165610:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1787398580.362987:0:165610:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787398580.362988:0:165610:0:(obd_config.c:1561:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:1.0:1787398580.362991:0:165610:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1787398580.362994:0:165610:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:1.0:1787398580.362998:0:165610:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787398580.362999:0:165610:0:(obd_config.c:1561:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1787398580.363002:0:165610:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1787398580.363006:0:165610:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.136@tcp to nid 0x20000c0a8cc88 (192.168.204.136@tcp) 00000020:01000000:1.0:1787398580.363033:0:165610:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:1.0:1787398580.363036:0:165610:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787398580.363052:0:165610:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff9cf32d0b3380) 00000020:00000080:1.0:1787398580.363070:0:165610:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:1.0:1787398580.363074:0:165610:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1787398580.363137:0:165610:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:1.0:1787398580.363145:0:165610:0:(osd_handler.c:8929:osd_obd_connect()) connect #4 00000020:00000080:1.0:1787398580.363152:0:165610:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x5703899912342076 00010000:00080000:1.0:1787398580.363190:0:165610:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9cf31f58c800@lustre-OST0000-osc-MDT0001: add connection 192.168.204.136@tcp at head 00010000:00010000:1.0:1787398580.363433:0:165610:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-10 is initialized 00000100:00100000:3.0:1787398580.363844:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106499:1874221260945920:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1787398580.363929:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398580.364036:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260945920 00000100:00100000:3.0:1787398580.364045:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260945920 00000100:00100000:3.0:1787398580.364095:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:3.0:1787398580.364105:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208891f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:0+-99:106499:x1874221260945920:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1787398580.364136:0:162682:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 5601 last 0 00000020:00000080:3.0:1787398580.364175:0:162682:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x570389991234207d 00000004:00100000:3.0:1787398580.364194:0:162682:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1787398580.364311:0:162682:0:(import.c:65:import_set_state_nolock()) ffff9cf20b776000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787398580.364377:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208891f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106499:x1874221260945920:12345-0@lo:38:llog_process_th.0 Request processed in 272us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398580.364386:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:3.0:1787398580.364437:0:106499:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1787398580.364449:0:106499:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 8 00000100:00080000:3.0:1787398580.364458:0:106499:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:3.0:1787398580.364464:0:106499:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1787398580.364466:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf337cf8000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1787398580.364507:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106499:1874221260945920:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1787398580.364575:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260946048:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787398580.364601:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398580.365140:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260946048 00000100:00100000:1.0:1787398580.365149:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260946048 00000100:00100000:1.0:1787398580.365192:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1787398580.365214:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106501:x1874221260946048:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787398580.365248:0:158799:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42549248 avail 36417536 00000100:00100000:1.0:1787398580.365303:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106501:x1874221260946048:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (700us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398580.365323:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1787398580.368562:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260946048:0@lo:41:osp-pre-0-1.0 00000040:01000000:3.0:1787398580.369808:0:165610:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1787398580.370077:0:165610:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:2.0:1787398580.370956:0:73119:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787398580.370964:0:73119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787398580.370968:0:73119:0:(import.c:65:import_set_state_nolock()) ffff9cf20a604000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787398580.370979:0:73119:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 5597 00000100:00080000:2.0:1787398580.370987:0:73119:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1787398580.370996:0:73119:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9cf20a604000 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:2.0:1787398580.371045:0:73119:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf307ad1880 x1874221260946176/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787398580.371147:0:73119:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787398580.371151:0:73119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787398580.371153:0:73119:0:(import.c:65:import_set_state_nolock()) ffff9cf207002000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787398580.371157:0:73119:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 5597 00000100:00080000:2.0:1787398580.371160:0:73119:0:(import.c:589:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1787398580.371165:0:73119:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff9cf207002000 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:2.0:1787398580.371177:0:73119:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf305b9ce00 x1874221260946816/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787398580.371190:0:73119:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787398580.371193:0:73119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787398580.371194:0:73119:0:(import.c:65:import_set_state_nolock()) ffff9cf203557000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787398580.371197:0:73119:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 5597 00000100:00080000:2.0:1787398580.371200:0:73119:0:(import.c:589:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1787398580.371203:0:73119:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9cf203557000 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:2.0:1787398580.371212:0:73119:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf305b9dc00 x1874221260947072/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787398580.371245:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260946304:0@lo:400:kworker.0 00000100:00100000:1.0:1787398580.371469:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260946432:0@lo:400:kworker.0 00000100:00100000:1.0:1787398580.371554:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398580.371645:0:162511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260946432 00000100:00100000:1.0:1787398580.371655:0:162511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260946432 00000100:00100000:1.0:1787398580.371736:0:162511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:1.0:1787398580.371746:0:162511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260946432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398580.371808:0:162511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260946432:12345-0@lo:400:kworker.0 Request processed in 64us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398580.371816:0:162511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00080000:1.0:1787398580.371838:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787398580.371894:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260946432:0@lo:400:kworker.0 00000100:00100000:1.0:1787398580.371921:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106501:1874221260946688:0@lo:400:kworker.0 00000100:00100000:1.0:1787398580.371949:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398580.371973:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787398580.371979:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106501:1874221260946560:0@lo:400:kworker.0 00000100:00100000:1.0:1787398580.372002:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398580.372030:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260946688 00000100:00100000:1.0:1787398580.372034:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260946688 00000100:00100000:1.0:1787398580.372066:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260946560 00000100:00100000:1.0:1787398580.372069:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260946560 00000100:00100000:1.0:1787398580.372104:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:1.0:1787398580.372110:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106501:x1874221260946688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398580.372149:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106501:x1874221260946688:12345-0@lo:400:kworker.0 Request processed in 39us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398580.372155:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:1.0:1787398580.372168:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:1.0:1787398580.372174:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106501:x1874221260946560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398580.372200:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106501:x1874221260946560:12345-0@lo:400:kworker.0 Request processed in 27us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398580.372207:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000100:00080000:1.0:1787398580.372227:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787398580.372244:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106501:1874221260946560:0@lo:400:kworker.0 00000100:00100000:1.0:1787398580.372253:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106501:1874221260946688:0@lo:400:kworker.0 00000100:00100000:2.0:1787398580.372602:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398580.372646:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106502:1874221260946944:0@lo:400:kworker.0 00000100:00100000:2.0:1787398580.372675:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398580.372722:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260946944 00000100:00100000:2.0:1787398580.372726:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260946944 00000100:00100000:2.0:1787398580.372758:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:2.0:1787398580.372764:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:106502:x1874221260946944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398580.372813:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:106502:x1874221260946944:12345-0@lo:400:kworker.0 Request processed in 49us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398580.372820:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00100000:2.0:1787398580.372841:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260946304 00000100:00100000:2.0:1787398580.372845:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260946304 00000100:00100000:2.0:1787398580.372871:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:2.0:1787398580.372878:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260946304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398580.372909:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260946304:12345-0@lo:400:kworker.0 Request processed in 30us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398580.372915:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:2.0:1787398580.372940:0:106502:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836540 gen 2 00000004:00080000:2.0:1787398580.372946:0:106502:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9cf20a1aad80, transno 21474836538 00000004:00080000:2.0:1787398580.372960:0:106502:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9cf20a1a8000, transno 21474836539 00000004:00080000:2.0:1787398580.372963:0:106502:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9cf20a1a8e00, transno 21474836540 00000100:00100000:2.0:1787398580.372968:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260946304:0@lo:400:kworker.0 00000100:00100000:2.0:1787398580.372979:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106502:1874221260946944:0@lo:400:kworker.0 00000004:00080000:2.0:1787398580.373191:0:158818:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 3 done 00000100:00100000:3.0:1787398580.373359:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106499:1874221260946176:0@lo:38:kworker.0 00000100:00100000:3.0:1787398580.373416:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398580.373442:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:106499:1874221260946816:0@lo:38:kworker.0 00000100:00100000:3.0:1787398580.373466:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398580.373507:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:106499:1874221260947072:0@lo:38:kworker.0 00000100:00100000:3.0:1787398580.373531:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398580.373568:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260946176 00000100:00100000:3.0:1787398580.373572:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260946176 00000100:00100000:3.0:1787398580.373597:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:3.0:1787398580.373603:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208890e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:0+-99:106499:x1874221260946176:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1787398580.373671:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208890e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:0+-99:106499:x1874221260946176:12345-0@lo:38:kworker.0 Request processed in 66us (255us total) trans 0 rc -11/-11 00000100:00100000:3.0:1787398580.373678:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:3.0:1787398580.373698:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260946816 00000100:00100000:3.0:1787398580.373702:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260946816 00000100:00100000:3.0:1787398580.373713:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260947072 00000100:00100000:3.0:1787398580.373716:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260947072 00000100:00100000:3.0:1787398580.373727:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:3.0:1787398580.373732:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208891880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:106499:x1874221260946816:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1787398580.373762:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208891880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:106499:x1874221260946816:12345-0@lo:38:kworker.0 Request processed in 29us (296us total) trans 0 rc -11/-11 00000100:00100000:3.0:1787398580.373769:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:3.0:1787398580.373780:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:3.0:1787398580.373784:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208890000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:106499:x1874221260947072:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1787398580.373811:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208890000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:106499:x1874221260947072:12345-0@lo:38:kworker.0 Request processed in 25us (279us total) trans 0 rc -11/-11 00000100:00100000:3.0:1787398580.373818:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00080000:3.0:1787398580.373848:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf20a604000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787398580.373860:0:106499:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1787398580.373864:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106499:1874221260946176:0@lo:38:kworker.0 00000100:00080000:3.0:1787398580.373877:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf207002000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787398580.373880:0:106499:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1787398580.373883:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:106499:1874221260946816:0@lo:38:kworker.0 00000100:00080000:3.0:1787398580.373890:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf203557000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787398580.373894:0:106499:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1787398580.373896:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:106499:1874221260947072:0@lo:38:kworker.0 00000100:00080000:1.0:1787398580.374185:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787398580.374192:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:0.0:1787398580.376799:0:165610:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787398580.377020:0:165610:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].6, 64 off8576 00000040:00080000:0.0:1787398580.377150:0:165610:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x18:0x0].1, 64 off8256 00000040:00080000:0.0:1787398580.378760:0:165615:0:(llog.c:805:llog_process_thread()) index: 6, lh_last_idx: 6 synced_idx: 6 lgh_last_idx: 6 00000040:00080000:0.0:1787398580.378769:0:165615:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x1:0x18:0x0] at index 6 of catalog [0x1:0x2:0x0] 00000020:00000080:3.0:1787398580.379756:0:165610:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1787398580.379773:0:165610:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1787398580.379823:0:165610:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1787398580.379854:0:165610:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x5703899912342084 00000100:00080000:3.0:1787398580.379868:0:165610:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787398580.379876:0:165610:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9cf31f58c800 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:3.0:1787398580.379924:0:165610:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf20bbd3100 x1874221260947200/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787398580.379996:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106499:1874221260947200:0@lo:8:llog_process_th.0 00000100:00100000:0.0:1787398580.380084:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398580.380208:0:162523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260947200 00000100:00100000:1.0:1787398580.380218:0:162523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260947200 00000100:00100000:1.0:1787398580.380270:0:162523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:1.0:1787398580.380281:0:162523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:106499:x1874221260947200:12345-0@lo:8:llog_process_th.0 00010000:00080000:1.0:1787398580.380333:0:162523:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 5601 last 0 00000020:00000080:1.0:1787398580.380376:0:162523:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x570389991234208b 00002000:00100000:1.0:1787398580.380395:0:162523:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff9cf31f588000 ocd_connect_flags: 0xa044401443000026 ocd_version: 211366d ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:1.0:1787398580.380399:0:162523:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:1.0:1787398580.380403:0:162523:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1787398580.380524:0:162523:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:1.0:1787398580.380571:0:162523:0:(import.c:65:import_set_state_nolock()) ffff9cf31f58c000 : changing import state from RECOVER to FULL 00000100:00080000:3.0:1787398580.380799:0:165610:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1787398580.380887:0:165610:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787398580.380894:0:165610:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787398580.380896:0:165610:0:(obd_config.c:1561:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1787398580.380899:0:165610:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1787398580.380902:0:165610:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #26 00000020:01000000:3.0:1787398580.380904:0:165610:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787398580.380906:0:165610:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787398580.380908:0:165610:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1787398580.380910:0:165610:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787398580.380911:0:165610:0:(obd_config.c:1561:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:3.0:1787398580.380914:0:165610:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1787398580.380924:0:165610:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:3.0:1787398580.380929:0:165610:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787398580.380930:0:165610:0:(obd_config.c:1561:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1787398580.380933:0:165610:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1787398580.380938:0:165610:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.136@tcp to nid 0x20000c0a8cc88 (192.168.204.136@tcp) 00000020:01000000:3.0:1787398580.380962:0:165610:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:3.0:1787398580.380964:0:165610:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787398580.380980:0:165610:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff9cf33aef4d40) 00000020:00000080:3.0:1787398580.380999:0:165610:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:3.0:1787398580.381005:0:165610:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1787398580.381097:0:165610:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:3.0:1787398580.381105:0:165610:0:(osd_handler.c:8929:osd_obd_connect()) connect #5 00000020:00000080:3.0:1787398580.381111:0:165610:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x5703899912342099 00010000:00080000:3.0:1787398580.381144:0:165610:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9cf337cf9000@lustre-OST0001-osc-MDT0001: add connection 192.168.204.136@tcp at head 00010000:00010000:3.0:1787398580.383517:0:165610:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-11 is initialized 00000040:01000000:3.0:1787398580.386110:0:165610:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1787398580.386143:0:165610:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00100000:1.0:1787398580.388151:0:162523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+6:106499:x1874221260947200:12345-0@lo:8:llog_process_th.0 Request processed in 7856us (8051us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398580.388170:0:162523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000040:00080000:3.0:1787398580.389327:0:165610:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787398580.389784:0:165610:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].6, 64 off8576 00000040:00080000:3.0:1787398580.389955:0:165610:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x1a:0x0].1, 64 off8256 00000100:00100000:0.0:1787398580.392247:0:106499:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1787398580.392274:0:106499:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 5 00000100:00080000:0.0:1787398580.392288:0:106499:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1787398580.392298:0:106499:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1787398580.392305:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf31f58c800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1787398580.392339:0:106499:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1787398580.392352:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106499:1874221260947200:0@lo:8:llog_process_th.0 00000100:00100000:1.0:1787398580.392615:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260947328:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787398580.392727:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398580.392806:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260947328 00000100:00100000:1.0:1787398580.392815:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260947328 00000100:00100000:1.0:1787398580.392887:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1787398580.392904:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:106503:x1874221260947328:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787398580.392942:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8228544 pending 0 free 71049216 avail 63881216 00000100:00100000:1.0:1787398580.392992:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:106503:x1874221260947328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398580.393001:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00080000:1.0:1787398580.393026:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787398580.393060:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260947328:0@lo:13:osp-pre-0-1.0 00000004:00080000:3.0:1787398580.393167:0:165615:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1787398580.393272:0:165615:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 5601459793455ns, next at 0ns, rc = 0 00080000:00080000:3.0:1787398580.393279:0:165615:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000040:00080000:2.0:1787398580.398453:0:165617:0:(llog.c:805:llog_process_thread()) index: 6, lh_last_idx: 6 synced_idx: 6 lgh_last_idx: 6 00000040:00080000:2.0:1787398580.398469:0:165617:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x1:0x1a:0x0] at index 6 of catalog [0x1:0x5:0x0] 00000020:00000080:0.0:1787398580.400133:0:165610:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1787398580.400154:0:165610:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1787398580.400212:0:165610:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1787398580.400243:0:165610:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x57038999123420a0 00000100:00080000:0.0:1787398580.400257:0:165610:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1787398580.400265:0:165610:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9cf337cf9000 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:0.0:1787398580.400329:0:165610:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf20a1ab100 x1874221260947456/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787398580.400474:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106499:1874221260947456:0@lo:8:llog_process_th.0 00000100:00100000:3.0:1787398580.400612:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1787398580.400727:0:165610:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:0.0:1787398580.400797:0:165610:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787398580.400801:0:165610:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787398580.400803:0:165610:0:(obd_config.c:1561:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1787398580.400807:0:165610:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787398580.400811:0:165610:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787398580.400813:0:165610:0:(obd_config.c:1561:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:0.0:1787398580.400815:0:165610:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1787398580.400817:0:165610:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1787398580.400819:0:165610:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787398580.400821:0:165610:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787398580.400822:0:165610:0:(obd_config.c:1561:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:0.0:1787398580.400824:0:165610:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787398580.400826:0:165610:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787398580.400827:0:165610:0:(obd_config.c:1561:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1787398580.400847:0:165610:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1787398580.400888:0:165610:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787398580.400891:0:165610:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787398580.400893:0:165610:0:(obd_config.c:1561:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1787398580.400897:0:165610:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x20:0x0] index 46 count 46 00000020:01000000:0.0:1787398580.401087:0:165606:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:0.0:1787398580.401135:0:165606:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.136@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:0.0:1787398580.401158:0:165606:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf301648c00/0x570389991234200d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x5703899912342014 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.401171:0:165606:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.136@tcp lock: ffff9cf301648c00/0x570389991234200d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x5703899912342014 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787398580.401180:0:165606:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff9cf207199000 from 1 10000000:01000000:0.0:1787398580.401183:0:165606:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1787398580.401217:0:165606:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf2056dac00/0x57038999123420a7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.401226:0:165606:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.136@tcp lock: ffff9cf2056dac00/0x57038999123420a7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.401242:0:165606:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.136@tcp lock: ffff9cf2056dac00/0x57038999123420a7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398580.401265:0:165606:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260947584:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787398580.401310:0:165606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398580.401329:0:165606:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046daf00 going to sleep for 11 seconds 00000100:00100000:2.0:1787398580.401515:0:162524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260947456 00000100:00100000:2.0:1787398580.401525:0:162524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260947456 00000100:00100000:2.0:1787398580.401579:0:162524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00100000:2.0:1787398580.401589:0:162524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:0+-99:106499:x1874221260947456:12345-0@lo:8:llog_process_th.0 00010000:00080000:2.0:1787398580.401636:0:162524:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 5601 last 0 00000020:00000080:2.0:1787398580.401671:0:162524:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x57038999123420ae 00002000:00100000:2.0:1787398580.401699:0:162524:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff9cf305b14000 ocd_connect_flags: 0xa044401443000026 ocd_version: 211366d ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:2.0:1787398580.401703:0:162524:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:2.0:1787398580.401707:0:162524:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1787398580.401801:0:162524:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:2.0:1787398580.401831:0:162524:0:(import.c:65:import_set_state_nolock()) ffff9cf305b11800 : changing import state from RECOVER to FULL 00000004:00080000:1.0:1787398580.402669:0:165607:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00000100:00100000:2.0:1787398580.410265:0:162524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+6:106499:x1874221260947456:12345-0@lo:8:llog_process_th.0 Request processed in 8658us (9635us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398580.410286:0:162524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00100000:2.0:1787398580.411278:0:158786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260947584 00000100:00100000:2.0:1787398580.411299:0:158786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260947584 00000100:00100000:2.0:1787398580.411703:0:158786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:2.0:1787398580.411717:0:158786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf306c41050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+21:165606:x1874221260947584:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787398580.411740:0:158786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398580.411767:0:158786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf33a74ce00/0x57038999123420b5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x57038999123420a7 expref: -99 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.411808:0:158786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf33a74ce00/0x57038999123420b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x57038999123420a7 expref: 22 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.411822:0:158786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf33a74ce00/0x57038999123420b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123420a7 expref: 22 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.411832:0:158786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf33a74ce00, rc 0) 00000100:00100000:2.0:1787398580.412035:0:158786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf306c41050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+22:165606:x1874221260947584:12345-0@lo:101:mount.lustre.0 Request processed in 322us (10723us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398580.412043:0:158786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00100000:3.0:1787398580.413388:0:106499:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1787398580.413407:0:106499:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 4 00000100:00080000:3.0:1787398580.413419:0:106499:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1787398580.413428:0:106499:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1787398580.413433:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf337cf9000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1787398580.413491:0:106499:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1787398580.413503:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106499:1874221260947456:0@lo:8:llog_process_th.0 00000100:00100000:3.0:1787398580.413664:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260947712:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787398580.413738:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1787398580.415285:0:165617:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1787398580.415645:0:165617:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 5601482166321ns, next at 0ns, rc = 0 00080000:00080000:3.0:1787398580.415657:0:165617:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:1.0:1787398580.416194:0:165606:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260947584:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787398580.416234:0:165606:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.136@tcp lock: ffff9cf2056dac00/0x57038999123420a7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123420b5 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.416250:0:165606:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.136@tcp lock: ffff9cf2056dac00/0x57038999123420a7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x57038999123420b5 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398580.417821:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260947712 00000100:00100000:3.0:1787398580.417836:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260947712 00000100:00100000:3.0:1787398580.417941:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1787398580.417953:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221260947712:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787398580.417998:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8249024 pending 0 free 71184384 avail 64016384 00000100:00100000:3.0:1787398580.419001:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221260947712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1043us (5254us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398580.419506:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000004:00080000:1.0:1787398580.419662:0:165607:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00000100:00080000:0.0:1787398580.420691:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787398580.420855:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260947712:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787398580.422850:0:165606:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260947840:0@lo:256:mount.lustre.0 00000100:00100000:1.0:1787398580.422958:0:165606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398580.424165:0:165606:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf33f4d5180 going to sleep for 11 seconds 00000100:00100000:3.0:1787398580.424294:0:158788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260947840 00000100:00100000:3.0:1787398580.424305:0:158788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260947840 00000100:00100000:3.0:1787398580.424459:0:158788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:3.0:1787398580.424472:0:158788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf306c41c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+22:165606:x1874221260947840:12345-0@lo:256:mount.lustre.0 20000000:01000000:3.0:1787398580.424530:0:158788:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:1.0:1787398580.424834:0:158788:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1787398580.424839:0:158788:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1787398580.424843:0:158788:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1787398580.424846:0:158788:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:1.0:1787398580.424848:0:158788:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 36 00000100:00100000:1.0:1787398580.425211:0:158788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf306c41c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+22:165606:x1874221260947840:12345-0@lo:256:mount.lustre.0 Request processed in 740us (2250us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398580.425221:0:158788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:2.0:1787398580.429139:0:165606:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260947840:0@lo:256:mount.lustre.0 10000000:01000000:2.0:1787398580.430940:0:165606:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.136@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1787398580.430995:0:165606:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf2056dac00/0x57038999123420a7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123420b5 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.431253:0:165606:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.136@tcp lock: ffff9cf2056dac00/0x57038999123420a7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123420b5 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787398580.431465:0:165606:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9cf207199000 from 1 10000000:01000000:3.0:1787398580.431470:0:165606:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1787398580.431664:0:165606:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf305a69c00/0x57038999123420bc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.431674:0:165606:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.136@tcp lock: ffff9cf305a69c00/0x57038999123420bc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.431698:0:165606:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.136@tcp lock: ffff9cf305a69c00/0x57038999123420bc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398580.431729:0:165606:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260947968:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787398580.431817:0:165606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398580.431923:0:165606:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf30a211480 going to sleep for 11 seconds 00000100:00100000:2.0:1787398580.438892:0:158786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260947968 00000100:00100000:2.0:1787398580.438916:0:158786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260947968 00000100:00100000:2.0:1787398580.439069:0:158786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:2.0:1787398580.439083:0:158786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20c118850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+22:165606:x1874221260947968:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787398580.439108:0:158786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398580.439198:0:158786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf33a74cc00/0x57038999123420c3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x57038999123420bc expref: -99 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.439386:0:158786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf33a74cc00/0x57038999123420c3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x57038999123420bc expref: 23 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.439403:0:158786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf33a74cc00/0x57038999123420c3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123420bc expref: 23 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.439415:0:158786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf33a74cc00, rc 0) 00000100:00100000:3.0:1787398580.439767:0:158786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20c118850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+23:165606:x1874221260947968:12345-0@lo:101:mount.lustre.0 Request processed in 687us (7949us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398580.439776:0:158786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:1.0:1787398580.439912:0:165606:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260947968:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787398580.439939:0:165606:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.136@tcp lock: ffff9cf305a69c00/0x57038999123420bc lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123420c3 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.439949:0:165606:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.136@tcp lock: ffff9cf305a69c00/0x57038999123420bc lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x57038999123420c3 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787398580.441579:0:165606:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1c:0x0] index 7 count 7 00000040:00080000:1.0:1787398580.442199:0:165606:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787398580.442749:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].1, 224 off8416 00000040:00080000:1.0:1787398580.442787:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].2, 112 off8528 00000040:00080000:1.0:1787398580.442803:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].3, 224 off8752 00000040:00080000:1.0:1787398580.442817:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].4, 224 off8976 00000040:00080000:1.0:1787398580.442831:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].5, 112 off9088 00000040:00080000:1.0:1787398580.442849:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].6, 224 off9312 00000040:00080000:1.0:1787398580.442854:0:165606:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1c:0x0] index 6 count 7 00000100:00100000:1.0:1787398580.442964:0:165606:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260948096:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787398580.443125:0:165606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398580.443270:0:165606:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf311460d80 going to sleep for 11 seconds 00000100:00100000:0.0:1787398580.443658:0:158788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260948096 00000100:00100000:0.0:1787398580.443669:0:158788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260948096 00000100:00100000:1.0:1787398580.443854:0:158788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:1.0:1787398580.443865:0:158788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20c11b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+23:165606:x1874221260948096:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787398580.444188:0:158788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20c11b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+23:165606:x1874221260948096:12345-0@lo:501:mount.lustre.0 Request processed in 323us (1062us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398580.444198:0:158788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00100000:3.0:1787398580.444325:0:165606:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260948096:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787398580.444402:0:165606:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260948224:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787398580.444458:0:165606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398580.444827:0:165606:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf30a211480 going to sleep for 11 seconds 00000100:00100000:0.0:1787398580.444931:0:158789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260948224 00000100:00100000:0.0:1787398580.444945:0:158789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260948224 00000100:00100000:0.0:1787398580.444979:0:158789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:0.0:1787398580.444988:0:158789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20c11b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+23:165606:x1874221260948224:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787398580.445124:0:158789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20c11b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+23:165606:x1874221260948224:12345-0@lo:503:mount.lustre.0 Request processed in 137us (666us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398580.445132:0:158789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:3.0:1787398580.445234:0:165606:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260948224:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1787398580.445993:0:165606:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1787398580.446101:0:165606:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260948352:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787398580.446160:0:165606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398580.446189:0:165606:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf307ebf180 going to sleep for 11 seconds 00000100:00100000:0.0:1787398580.446545:0:158789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260948352 00000100:00100000:0.0:1787398580.446554:0:158789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260948352 00000100:00100000:0.0:1787398580.446590:0:158789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:0.0:1787398580.446600:0:158789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20c11a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+23:165606:x1874221260948352:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787398580.446724:0:158789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20c11a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+23:165606:x1874221260948352:12345-0@lo:502:mount.lustre.0 Request processed in 125us (563us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398580.446733:0:158789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:3.0:1787398580.447073:0:165606:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260948352:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787398580.447648:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].1, 224 off8416 00000040:00080000:3.0:1787398580.447686:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].2, 112 off8528 00000040:00080000:3.0:1787398580.447702:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].3, 224 off8752 00000040:00080000:3.0:1787398580.447717:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].4, 224 off8976 00000040:00080000:3.0:1787398580.447738:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].5, 112 off9088 00000100:00100000:3.0:1787398580.447777:0:165606:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260948480:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787398580.447840:0:165606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398580.447872:0:165606:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf307ebf180 going to sleep for 11 seconds 00000100:00100000:0.0:1787398580.447941:0:158789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260948480 00000100:00100000:0.0:1787398580.447947:0:158789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260948480 00000100:00100000:0.0:1787398580.447983:0:158789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:0.0:1787398580.447991:0:158789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20c118450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+23:165606:x1874221260948480:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787398580.448106:0:158789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20c118450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+23:165606:x1874221260948480:12345-0@lo:502:mount.lustre.0 Request processed in 115us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398580.448115:0:158789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00000100:00100000:3.0:1787398580.448302:0:165606:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260948480:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787398580.448524:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].6, 224 off9312 00000040:00080000:3.0:1787398580.448535:0:165606:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 6 count 7 00000020:01000000:3.0:1787398580.449932:0:165619:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787398580.449948:0:165619:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787398580.449950:0:165619:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1787398580.449959:0:165619:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff9cf207199000 00000020:00000080:3.0:1787398580.449962:0:165619:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1787398580.449971:0:165619:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787398580.449974:0:165619:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787398580.449976:0:165619:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1787398580.449978:0:165619:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787398580.449980:0:165619:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787398580.449982:0:165619:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1787398580.449986:0:165619:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff9cf207199000 00000020:00000080:3.0:1787398580.449988:0:165619:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1787398580.450066:0:165619:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787398580.450070:0:165619:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787398580.450071:0:165619:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1787398580.450074:0:165619:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x22:0x0] index 7 count 7 00000020:01000000:1.0:1787398580.451812:0:165606:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:1.0:1787398580.451879:0:165606:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.136@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1787398580.451909:0:165606:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf305a69c00/0x57038999123420bc lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123420c3 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.451925:0:165606:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.136@tcp lock: ffff9cf305a69c00/0x57038999123420bc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123420c3 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787398580.452001:0:165606:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1787398580.452005:0:165606:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9cf207199000 10000000:01000000:1.0:1787398580.452009:0:165606:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9cf207199000 10000000:01000000:1.0:1787398580.452015:0:165606:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1787398580.452023:0:165606:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9cf207199000 from 1 10000000:01000000:1.0:1787398580.452026:0:165606:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1787398580.452075:0:165606:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf301649800/0x57038999123420ca lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.452085:0:165606:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.136@tcp lock: ffff9cf301649800/0x57038999123420ca lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.452097:0:165606:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.136@tcp lock: ffff9cf301649800/0x57038999123420ca lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398580.452132:0:165606:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260948608:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787398580.452247:0:165606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398580.452297:0:165606:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf311460180 going to sleep for 11 seconds 00000100:00100000:0.0:1787398580.453572:0:158789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260948608 00000100:00100000:0.0:1787398580.453588:0:158789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260948608 00000100:00100000:0.0:1787398580.453672:0:158789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:0.0:1787398580.453685:0:158789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20c119850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+23:165606:x1874221260948608:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787398580.453705:0:158789:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398580.453726:0:158789:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf2056da200/0x57038999123420d1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x57038999123420ca expref: -99 pid: 158789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.453773:0:158789:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf2056da200/0x57038999123420d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x57038999123420ca expref: 24 pid: 158789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.453786:0:158789:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf2056da200/0x57038999123420d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123420ca expref: 24 pid: 158789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.453797:0:158789:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056da200, rc 0) 00000100:00100000:0.0:1787398580.453877:0:158789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20c119850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+24:165606:x1874221260948608:12345-0@lo:101:mount.lustre.0 Request processed in 195us (1630us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398580.453886:0:158789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00100000:1.0:1787398580.454108:0:165606:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260948608:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787398580.454129:0:165606:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.136@tcp lock: ffff9cf301649800/0x57038999123420ca lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123420d1 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.454140:0:165606:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.136@tcp lock: ffff9cf301649800/0x57038999123420ca lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x57038999123420d1 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1787398580.461160:0:165606:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1e:0x0] index 52 count 51 00000040:00080000:3.0:1787398580.461711:0:165606:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787398580.461966:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].1, 224 off8416 00000040:00080000:3.0:1787398580.461995:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].2, 120 off8536 00000040:00080000:3.0:1787398580.462010:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].3, 168 off8704 00000040:00080000:3.0:1787398580.462024:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].4, 224 off8928 00000040:00080000:3.0:1787398580.462038:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].5, 224 off9152 00000040:00080000:3.0:1787398580.462051:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].6, 120 off9272 00000040:00080000:3.0:1787398580.462066:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].7, 168 off9440 00000040:00080000:3.0:1787398580.462079:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].8, 224 off9664 00000040:00080000:3.0:1787398580.462092:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].9, 224 off9888 00000040:00080000:3.0:1787398580.462106:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].10, 120 off10008 00000040:00080000:3.0:1787398580.462121:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].11, 224 off10232 00000040:00080000:3.0:1787398580.462138:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].12, 224 off10456 00000040:00080000:3.0:1787398580.462153:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].13, 88 off10544 00000040:00080000:3.0:1787398580.462165:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].14, 128 off10672 00000040:00080000:3.0:1787398580.462178:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].15, 144 off10816 00000040:00080000:3.0:1787398580.462191:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].16, 160 off10976 00000040:00080000:3.0:1787398580.462205:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].17, 224 off11200 00000040:00080000:3.0:1787398580.462217:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].18, 224 off11424 00000040:00080000:3.0:1787398580.462231:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].19, 80 off11504 00000040:00080000:3.0:1787398580.462246:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].20, 224 off11728 00000040:00080000:3.0:1787398580.462258:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].21, 224 off11952 00000040:00080000:3.0:1787398580.462270:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].22, 88 off12040 00000040:00080000:3.0:1787398580.462283:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].23, 128 off12168 00000040:00080000:3.0:1787398580.462300:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].24, 144 off12312 00000040:00080000:3.0:1787398580.462313:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].25, 160 off12472 00000040:00080000:3.0:1787398580.462324:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].26, 224 off12696 00000040:00080000:3.0:1787398580.462336:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].27, 224 off12920 00000040:00080000:3.0:1787398580.462348:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].28, 80 off13000 00000040:00080000:3.0:1787398580.462361:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].29, 224 off13224 00000040:00080000:3.0:1787398580.462373:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].30, 224 off13448 00000040:00080000:3.0:1787398580.462385:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].31, 88 off13536 00000040:00080000:3.0:1787398580.462399:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].32, 128 off13664 00000040:00080000:3.0:1787398580.462428:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].33, 144 off13808 00000040:00080000:3.0:1787398580.462441:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].34, 128 off13936 00000040:00080000:3.0:1787398580.462456:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].35, 224 off14160 00000040:00080000:3.0:1787398580.462469:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].36, 224 off14384 00000040:00080000:3.0:1787398580.462519:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].37, 80 off14464 00000040:00080000:3.0:1787398580.462534:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].38, 224 off14688 00000040:00080000:3.0:1787398580.462547:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].39, 224 off14912 00000040:00080000:3.0:1787398580.462560:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].40, 88 off15000 00000040:00080000:3.0:1787398580.462572:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].41, 128 off15128 00000040:00080000:3.0:1787398580.462585:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].42, 144 off15272 00000040:00080000:3.0:1787398580.462599:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].43, 128 off15400 00000040:00080000:3.0:1787398580.462611:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].44, 224 off15624 00000040:00080000:3.0:1787398580.462643:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].45, 224 off15848 00000040:00080000:3.0:1787398580.462659:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].46, 80 off15928 00000040:00080000:3.0:1787398580.462675:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].47, 224 off16152 00000040:00080000:3.0:1787398580.462689:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].48, 232 off16384 00000040:00080000:3.0:1787398580.462809:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].49, 224 off16608 00000040:00080000:3.0:1787398580.462826:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].50, 120 off16728 00000040:00080000:3.0:1787398580.462842:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].51, 224 off16952 00000040:00080000:3.0:1787398580.462847:0:165606:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1e:0x0] index 51 count 51 00000100:00100000:3.0:1787398580.462975:0:165606:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260948736:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787398580.463088:0:165606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398580.463146:0:165606:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf30a211480 going to sleep for 11 seconds 00000100:00100000:2.0:1787398580.465794:0:158786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260948736 00000100:00100000:2.0:1787398580.465811:0:158786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260948736 00000100:00100000:2.0:1787398580.465883:0:158786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000100:00100000:2.0:1787398580.465894:0:158786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20c11ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:165606:x1874221260948736:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787398580.466129:0:158786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20c11ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:165606:x1874221260948736:12345-0@lo:501:mount.lustre.0 Request processed in 236us (3040us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398580.466137:0:158786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00000100:00100000:3.0:1787398580.466752:0:165606:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260948736:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787398580.466822:0:165606:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260948864:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787398580.466910:0:165606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398580.466942:0:165606:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf30a211480 going to sleep for 11 seconds 00000100:00100000:2.0:1787398580.467012:0:158786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260948864 00000100:00100000:2.0:1787398580.467019:0:158786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260948864 00000100:00100000:2.0:1787398580.467057:0:158786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00100000:2.0:1787398580.467064:0:158786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20c119050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:165606:x1874221260948864:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787398580.467166:0:158786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20c119050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:165606:x1874221260948864:12345-0@lo:503:mount.lustre.0 Request processed in 102us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398580.467173:0:158786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00000100:00100000:3.0:1787398580.469814:0:165606:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260948864:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1787398580.470966:0:165606:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1787398580.471136:0:165606:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260948992:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787398580.471253:0:165606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398580.471301:0:165606:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf202fe5a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787398580.472852:0:158786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260948992 00000100:00100000:2.0:1787398580.472873:0:158786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260948992 00000100:00100000:2.0:1787398580.472962:0:158786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00100000:2.0:1787398580.472975:0:158786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20c118c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:165606:x1874221260948992:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787398580.473194:0:158786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20c118c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:165606:x1874221260948992:12345-0@lo:502:mount.lustre.0 Request processed in 220us (1940us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398580.473202:0:158786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00000100:00100000:3.0:1787398580.473869:0:165606:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260948992:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787398580.474207:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].1, 224 off8416 00000040:00080000:3.0:1787398580.474247:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].2, 120 off8536 00000040:00080000:3.0:1787398580.474268:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].3, 168 off8704 00000040:00080000:3.0:1787398580.474282:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].4, 224 off8928 00000040:00080000:3.0:1787398580.474297:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].5, 224 off9152 00000040:00080000:3.0:1787398580.474325:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].6, 120 off9272 00000040:00080000:3.0:1787398580.474342:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].7, 168 off9440 00000040:00080000:3.0:1787398580.474356:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].8, 224 off9664 00000040:00080000:3.0:1787398580.475879:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].9, 224 off9888 00000040:00080000:3.0:1787398580.475915:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].10, 120 off10008 00000040:00080000:3.0:1787398580.475933:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].11, 224 off10232 00000040:00080000:3.0:1787398580.475948:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].12, 224 off10456 00000040:00080000:3.0:1787398580.475963:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].13, 88 off10544 00000040:00080000:3.0:1787398580.475977:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].14, 128 off10672 00000040:00080000:3.0:1787398580.476000:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].15, 144 off10816 00000040:00080000:3.0:1787398580.476454:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].16, 160 off10976 00000040:00080000:3.0:1787398580.476472:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].17, 224 off11200 00000040:00080000:3.0:1787398580.476652:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].18, 224 off11424 00000040:00080000:3.0:1787398580.476671:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].19, 80 off11504 00000040:00080000:3.0:1787398580.476686:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].20, 224 off11728 00000040:00080000:3.0:1787398580.476701:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].21, 224 off11952 00000040:00080000:3.0:1787398580.476715:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].22, 88 off12040 00000040:00080000:3.0:1787398580.476730:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].23, 128 off12168 00000040:00080000:3.0:1787398580.476748:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].24, 144 off12312 00000040:00080000:3.0:1787398580.476764:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].25, 160 off12472 00000040:00080000:3.0:1787398580.476777:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].26, 224 off12696 00000040:00080000:3.0:1787398580.476790:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].27, 224 off12920 00000040:00080000:3.0:1787398580.476817:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].28, 80 off13000 00000040:00080000:3.0:1787398580.476831:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].29, 224 off13224 00000040:00080000:3.0:1787398580.476843:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].30, 224 off13448 00000040:00080000:3.0:1787398580.476855:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].31, 88 off13536 00000040:00080000:3.0:1787398580.476870:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].32, 128 off13664 00000040:00080000:3.0:1787398580.476884:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].33, 144 off13808 00000040:00080000:3.0:1787398580.476897:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].34, 128 off13936 00000040:00080000:3.0:1787398580.476911:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].35, 224 off14160 00000040:00080000:3.0:1787398580.476924:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].36, 224 off14384 00000040:00080000:3.0:1787398580.476937:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].37, 80 off14464 00000040:00080000:3.0:1787398580.476952:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].38, 224 off14688 00000040:00080000:3.0:1787398580.476966:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].39, 224 off14912 00000040:00080000:3.0:1787398580.476979:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].40, 88 off15000 00000040:00080000:3.0:1787398580.476992:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].41, 128 off15128 00000040:00080000:3.0:1787398580.479209:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].42, 144 off15272 00000040:00080000:3.0:1787398580.479304:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].43, 128 off15400 00000040:00080000:3.0:1787398580.480273:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].44, 224 off15624 00000040:00080000:3.0:1787398580.480431:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].45, 224 off15848 00000040:00080000:3.0:1787398580.480453:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].46, 80 off15928 00000040:00080000:3.0:1787398580.480470:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].47, 224 off16152 00000040:00080000:3.0:1787398580.480696:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].48, 232 off16384 00000100:00100000:3.0:1787398580.480782:0:165606:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260949120:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787398580.480901:0:165606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398580.480972:0:165606:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf202fe5a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787398580.481429:0:158788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260949120 00000100:00100000:2.0:1787398580.481442:0:158788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260949120 00000100:00100000:2.0:1787398580.481605:0:158788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 272 00000100:00100000:2.0:1787398580.481620:0:158788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20c11a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+24:165606:x1874221260949120:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787398580.481838:0:158788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20c11a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+24:165606:x1874221260949120:12345-0@lo:502:mount.lustre.0 Request processed in 220us (936us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398580.481848:0:158788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 272 00000100:00100000:0.0:1787398580.482049:0:165606:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260949120:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1787398580.482340:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].49, 224 off16608 00000040:00080000:0.0:1787398580.483619:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].50, 120 off16728 00000100:00100000:0.0:1787398580.483703:0:165606:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1aa300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260949248:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787398580.483808:0:165606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398580.483856:0:165606:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046da000 going to sleep for 11 seconds 00000100:00100000:1.0:1787398580.484007:0:158789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260949248 00000100:00100000:1.0:1787398580.484017:0:158789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260949248 00000100:00100000:1.0:1787398580.484072:0:158789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:1.0:1787398580.484083:0:158789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20c11b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+24:165606:x1874221260949248:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787398580.484221:0:158789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20c11b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+24:165606:x1874221260949248:12345-0@lo:502:mount.lustre.0 Request processed in 140us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398580.484230:0:158789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00000100:00100000:0.0:1787398580.484526:0:165606:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1aa300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260949248:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1787398580.484708:0:165606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].51, 224 off16952 00000040:00080000:0.0:1787398580.484719:0:165606:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1787398580.493079:0:165622:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:0.0:1787398580.493105:0:165622:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff9cf3041bb380) 00000020:00000080:0.0:1787398580.493143:0:165622:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:0.0:1787398580.493421:0:165622:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9cf207199000 from lustre-MDT0001, refs=3 00000020:01000004:0.0:1787398580.493427:0:165622:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9cf207199000 from lustre-MDT0001, refs=3 00000020:01000004:0.0:1787398580.493431:0:165622:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9cf207199000 3 00010000:00080000:0.0:1787398580.493500:0:165622:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9cf305b05000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.204.136@tcp at head 00010000:00010000:0.0:1787398580.495541:0:165622:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-12 is initialized 00000020:00000080:0.0:1787398580.495710:0:165622:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:0.0:1787398580.499173:0:165622:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1787398580.499209:0:165622:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0x57038999123420df 00000100:00080000:0.0:1787398580.499225:0:165622:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1787398580.499236:0:165622:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9cf305b05000 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:0.0:1787398580.499294:0:165622:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf20a1aa300 x1874221260949376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787398580.501522:0:165622:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1787398580.502437:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:106499:1874221260949376:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787398580.502769:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398580.502960:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260949376 00000100:00100000:0.0:1787398580.502972:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260949376 00000100:00100000:0.0:1787398580.503023:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:0.0:1787398580.503033:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:106499:x1874221260949376:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1787398580.503070:0:158796:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 5601 last 0 00000020:00000080:0.0:1787398580.503129:0:158796:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x57038999123420e6 00000004:00100000:0.0:1787398580.503149:0:158796:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1787398580.503197:0:158796:0:(import.c:65:import_set_state_nolock()) ffff9cf3109fe800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787398580.503268:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:106499:x1874221260949376:12345-0@lo:38:llog_process_th.0 Request processed in 236us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398580.503276:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:0.0:1787398580.503731:0:106499:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1787398580.503744:0:106499:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 8 00000100:00080000:0.0:1787398580.503754:0:106499:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:0.0:1787398580.503760:0:106499:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1787398580.503763:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf305b05000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1787398580.503771:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:106499:1874221260949376:0@lo:38:llog_process_th.0 00000040:00080000:0.0:1787398580.503932:0:165622:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x24:0x0] index 52 count 51 00000020:01000000:1.0:1787398580.504914:0:165606:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1787398580.504970:0:165606:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.136@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1787398580.504990:0:165606:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf301649800/0x57038999123420ca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123420d1 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.505003:0:165606:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.136@tcp lock: ffff9cf301649800/0x57038999123420ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123420d1 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1787398580.505076:0:165606:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1787398580.505079:0:165606:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1787398580.505080:0:165606:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787398580.505082:0:165606:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787398580.505083:0:165606:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787398580.505088:0:165606:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787398580.505090:0:165606:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787398580.505092:0:165606:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787398580.505094:0:165606:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1787398580.505099:0:165606:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:1.0:1787398580.505101:0:165606:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1787398580.505102:0:165606:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1787398580.505103:0:165606:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787398580.505104:0:165606:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787398580.505105:0:165606:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787398580.505106:0:165606:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787398580.505107:0:165606:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787398580.505108:0:165606:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787398580.505109:0:165606:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1787398580.505143:0:165606:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:1.0:1787398580.505165:0:165606:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260949504:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1787398580.505258:0:165606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398580.505305:0:165606:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf340ddd780 going to sleep for 11 seconds 00010000:00010000:1.0:1787398580.508464:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398580.517658:0:158786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260949504 00000100:00100000:0.0:1787398580.517680:0:158786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260949504 00000100:00100000:0.0:1787398580.517752:0:158786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:0.0:1787398580.517766:0:158786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20c119c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:165606:x1874221260949504:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1787398580.517812:0:158786:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:0.0:1787398580.517829:0:158786:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:2.0:1787398580.521986:0:158774:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:0.0:1787398580.522337:0:158786:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1787398580.522357:0:158786:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:2.0:1787398580.522440:0:158810:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1787398580.522448:0:158810:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1787398580.522699:0:158810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9cf33a74d000/0x57038999123420ed lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 158810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.522725:0:158810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9cf300031200/0x570389991233ef53 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x570389991233ef4c expref: 24 pid: 158789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.522740:0:158810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9cf20d968400/0x5703899912341c1d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119a71 expref: 9 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.522747:0:158810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9cf33a74ce00/0x57038999123420b5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123420a7 expref: 24 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.522772:0:158810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9cf33a74d000/0x57038999123420ed lrc: 6/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 158810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.522828:0:158810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9cf33a74ce00/0x57038999123420b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x57038999123420a7 expref: 24 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.522844:0:158810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9cf33a74ce00/0x57038999123420b5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x57038999123420a7 expref: 24 pid: 158786 timeout: 5701 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398580.522863:0:158810:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9f800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:158810:1874221260949632:0@lo:104: 00000100:00100000:2.0:1787398580.522953:0:158810:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1787398580.523029:0:158810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9cf20d968400/0x5703899912341c1d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119a71 expref: 9 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.523038:0:158810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9cf20d968400/0x5703899912341c1d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119a71 expref: 9 pid: 158786 timeout: 5701 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398580.523049:0:158810:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9ca80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:158810:1874221260949760:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398580.523129:0:158810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9cf300031200/0x570389991233ef53 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x570389991233ef4c expref: 24 pid: 158789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.523138:0:158810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9cf300031200/0x570389991233ef53 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x570389991233ef4c expref: 24 pid: 158789 timeout: 5701 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398580.523147:0:158810:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9c000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:158810:1874221260949888:0@lo:104: 00000100:00100000:2.0:1787398580.523170:0:158810:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398580.523193:0:158810:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf33f4d5180 going to sleep for 11 seconds 00000100:00100000:3.0:1787398580.523395:0:158778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260949632 00000100:00100000:3.0:1787398580.523405:0:158778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260949632 00000100:00100000:3.0:1787398580.523453:0:158778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260949888 00000100:00100000:3.0:1787398580.523457:0:158778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260949888 00000100:00100000:3.0:1787398580.523473:0:158778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1787398580.523508:0:158778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a066c752-c801-430f-905b-71f66cddaa9e+4:158810:x1874221260949632:12345-0@lo:104: 00010000:00010000:3.0:1787398580.523525:0:158778:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.136@tcp lock: ffff9cf2056dac00/0x57038999123420a7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x57038999123420b5 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.523617:0:158778:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1787398580.523637:0:158778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a066c752-c801-430f-905b-71f66cddaa9e+4:158810:x1874221260949632:12345-0@lo:104: Request processed in 119us (672us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398580.523646:0:158778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1787398580.523670:0:158778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1787398580.523677:0:158778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a066c752-c801-430f-905b-71f66cddaa9e+3:158810:x1874221260949888:12345-0@lo:104: 00010000:00010000:3.0:1787398580.523687:0:158778:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.136@tcp lock: ffff9cf203a9ac00/0x570389991233ef4c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x570389991233ef53 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.523722:0:158778:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1787398580.523727:0:158778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a066c752-c801-430f-905b-71f66cddaa9e+3:158810:x1874221260949888:12345-0@lo:104: Request processed in 51us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398580.523733:0:158778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00010000:00010000:3.0:1787398580.523751:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787398580.523758:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.136@tcp lock: ffff9cf2056dac00/0x57038999123420a7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x57038999123420b5 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.523765:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056dac00 already unused, calling callback (ffffffffc13c0c20) 10000000:00010000:3.0:1787398580.523770:0:158782:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.136@tcp lock: ffff9cf2056dac00/0x57038999123420a7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x57038999123420b5 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.523780:0:158782:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.136@tcp lock: ffff9cf2056dac00/0x57038999123420a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x57038999123420b5 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787398580.523788:0:158782:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.136@tcp lock: ffff9cf2056dac00/0x57038999123420a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x57038999123420b5 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787398580.523794:0:158782:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1787398580.523834:0:158782:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.136@tcp lock: ffff9cf2056dac00/0x57038999123420a7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x57038999123420b5 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.523842:0:158782:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787398580.523865:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.136@tcp lock: ffff9cf2056dac00/0x57038999123420a7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x57038999123420b5 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.523872:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.136@tcp lock: ffff9cf2056dac00/0x57038999123420a7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x57038999123420b5 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.523887:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787398580.523890:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.136@tcp lock: ffff9cf203a9ac00/0x570389991233ef4c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x570389991233ef53 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.523897:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9ac00 already unused, calling callback (ffffffffc13c0c20) 10000000:00010000:3.0:1787398580.523900:0:158782:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.136@tcp lock: ffff9cf203a9ac00/0x570389991233ef4c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x570389991233ef53 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.523907:0:158782:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.136@tcp lock: ffff9cf203a9ac00/0x570389991233ef4c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x570389991233ef53 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787398580.523913:0:158782:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.136@tcp lock: ffff9cf203a9ac00/0x570389991233ef4c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x570389991233ef53 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787398580.523918:0:158782:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1787398580.523930:0:158782:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.136@tcp lock: ffff9cf203a9ac00/0x570389991233ef4c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x570389991233ef53 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.523936:0:158782:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787398580.523952:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.136@tcp lock: ffff9cf203a9ac00/0x570389991233ef4c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x570389991233ef53 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.523970:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.136@tcp lock: ffff9cf203a9ac00/0x570389991233ef4c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x570389991233ef53 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.523984:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398580.523986:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398580.523988:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398580.523995:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398580.524021:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a066c752-c801-430f-905b-71f66cddaa9e:106501:1874221260950016:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398580.524058:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398580.524106:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221260950144:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398580.524130:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398580.524174:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260950016 00000100:00100000:3.0:1787398580.524179:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260950016 00010000:00010000:3.0:1787398580.524197:0:158781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9cf33a74ce00/0x57038999123420b5 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x57038999123420a7 expref: 25 pid: 158786 timeout: 5701 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398580.524219:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260950144 00000100:00100000:3.0:1787398580.524222:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260950144 00010000:00010000:3.0:1787398580.524232:0:158781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9cf300031200/0x570389991233ef53 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x570389991233ef4c expref: 26 pid: 158789 timeout: 5701 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398580.524250:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1787398580.524256:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a066c752-c801-430f-905b-71f66cddaa9e+26:106501:x1874221260950016:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787398580.524268:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398580.524274:0:158781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9cf33a74ce00/0x57038999123420b5 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x57038999123420a7 expref: 26 pid: 158786 timeout: 5701 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.524299:0:158781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9cf33a74ce00/0x57038999123420b5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x57038999123420a7 expref: 26 pid: 158786 timeout: 5701 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.524319:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398580.524347:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a066c752-c801-430f-905b-71f66cddaa9e+26:106501:x1874221260950016:12345-0@lo:103:ldlm_bl.0 Request processed in 92us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398580.524355:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1787398580.524369:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:3.0:1787398580.524375:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a066c752-c801-430f-905b-71f66cddaa9e+25:106502:x1874221260950144:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787398580.524383:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398580.524388:0:158781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9cf300031200/0x570389991233ef53 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x570389991233ef4c expref: 25 pid: 158789 timeout: 5701 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.524395:0:158781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9cf300031200/0x570389991233ef53 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x570389991233ef4c expref: 25 pid: 158789 timeout: 5701 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.524405:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398580.524430:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a066c752-c801-430f-905b-71f66cddaa9e+25:106502:x1874221260950144:12345-0@lo:103:ldlm_bl.0 Request processed in 55us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398580.524436:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:3.0:1787398580.524512:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221260950144:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398580.524544:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a066c752-c801-430f-905b-71f66cddaa9e:106501:1874221260950016:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787398580.524877:0:158810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf33a74ce00/0x57038999123420b5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x57038999123420a7 expref: 24 pid: 158786 timeout: 5701 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398580.524900:0:158810:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9f800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:158810:1874221260949632:0@lo:104: 00010000:00010000:2.0:1787398580.524913:0:158810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf300031200/0x570389991233ef53 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x570389991233ef4c expref: 23 pid: 158789 timeout: 5701 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398580.524923:0:158810:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9c000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:158810:1874221260949888:0@lo:104: 00000100:00100000:0.0:1787398580.525719:0:158786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20c119c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+22:165606:x1874221260949504:12345-0@lo:253:mount.lustre.0 Request processed in 7952us (20455us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398580.525731:0:158786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00100000:3.0:1787398580.525980:0:165606:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:165606:1874221260949504:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1787398580.525995:0:165606:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:3.0:1787398580.525998:0:165606:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1787398580.526016:0:165606:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1787398580.526017:0:165606:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787398580.526018:0:165606:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787398580.526020:0:165606:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787398580.526021:0:165606:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787398580.526023:0:165606:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1787398580.526026:0:165606:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787398580.526027:0:165606:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1787398580.526047:0:165606:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:0.0:1787398580.546146:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398580.548267:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247458688 00000100:00100000:1.0:1787398580.548284:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247458688 00010000:00010000:1.0:1787398580.548350:0:158781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9cf20d968400/0x5703899912341c1d lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119a71 expref: 10 pid: 158786 timeout: 5701 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398580.548412:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 116 00000100:00100000:1.0:1787398580.548423:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3414dc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69163:x1874221247458688:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787398580.548441:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398580.548448:0:158781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9cf20d968400/0x5703899912341c1d lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119a71 expref: 10 pid: 158786 timeout: 5701 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.548464:0:158781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9cf20d968400/0x5703899912341c1d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119a71 expref: 10 pid: 158786 timeout: 5701 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.548514:0:158781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9cf33a74d000/0x57038999123420ed lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 158810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.548556:0:158781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf33a74d000/0x57038999123420ed lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 158810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1787398580.548590:0:158781:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.026143014s 00010000:00010000:1.0:1787398580.548596:0:158781:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9cf33a74d000/0x57038999123420ed lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 158810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.548604:0:158781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9cf33a74d000/0x57038999123420ed lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 158810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.548610:0:158781:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9cf33a74d000/0x57038999123420ed lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 158810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.548618:0:158781:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9cf33a74d000/0x57038999123420ed lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 158810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.548638:0:158781:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf33a74d000 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398580.548643:0:158781:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9cf33a74d000/0x57038999123420ed lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 158810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.548653:0:158781:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9cf33a74d000/0x57038999123420ed lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 158810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.548663:0:158781:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9cf33a74d000/0x57038999123420ed lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 158810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.548675:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787398580.548756:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3414dc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69163:x1874221247458688:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 333us (2622us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398580.548765:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 116 00010000:00010000:2.0:1787398580.550385:0:158810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf20d968400/0x5703899912341c1d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119a71 expref: 9 pid: 158786 timeout: 5701 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398580.550406:0:158810:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9ca80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:158810:1874221260949760:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398580.550446:0:158810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9cf33a74d000/0x57038999123420ed lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 158810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.550457:0:158810:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9cf33a74d000/0x57038999123420ed lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 158810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.550463:0:158810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9cf33a74d000/0x57038999123420ed lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 158810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.550469:0:158810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf33a74d000/0x57038999123420ed lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 158810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1787398580.554138:0:165606:0:(update_trans.c:1487:distribute_txn_commit_batchid_init()) lustre-MDT0001: committed batchid 17179869212 00000040:01000000:3.0:1787398580.554773:0:165606:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000040:01000000:3.0:1787398580.555037:0:165628:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1787398580.555326:0:165606:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000100:00100000:0.0:1787398580.556061:0:165629:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1aa300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165629:1874221260950272:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1787398580.556164:0:165629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398580.556214:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260950272 00000100:00100000:0.0:1787398580.556222:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260950272 00000100:00100000:0.0:1787398580.556289:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:0.0:1787398580.556300:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:165629:x1874221260950272:12345-0@lo:1000:lod0001_rec0000.0 00000040:01000000:3.0:1787398580.556812:0:165606:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:3.0:1787398580.556933:0:165606:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1787398580.557426:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:165629:x1874221260950272:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 1124us (1259us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398580.557438:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:0.0:1787398580.557501:0:165629:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046da840 going to sleep for 11 seconds 00000100:00100000:0.0:1787398580.558014:0:165629:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1aa300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165629:1874221260950272:0@lo:1000:lod0001_rec0000.0 00000040:01000000:0.0:1787398580.558060:0:165629:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:0.0:1787398580.558112:0:165629:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1aa300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165629:1874221260950400:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1787398580.558181:0:165629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398580.558213:0:165629:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046da180 going to sleep for 11 seconds 00000100:00100000:2.0:1787398580.558711:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260950400 00000100:00100000:2.0:1787398580.558720:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260950400 00000100:00100000:2.0:1787398580.558773:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:2.0:1787398580.558781:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:165629:x1874221260950400:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1787398580.558932:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:165629:x1874221260950400:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 151us (751us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398580.558950:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000004:00000080:3.0:1787398580.559703:0:165606:0:(mdd_device.c:553:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1787398580.559722:0:165606:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:3.0:1787398580.559830:0:165606:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1787398580.560935:0:165629:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1aa300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165629:1874221260950400:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1787398580.561063:0:165629:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1aa300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:165629:1874221260950528:0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1787398580.561137:0:165629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398580.561180:0:165629:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046da180 going to sleep for 11 seconds 00000100:00100000:2.0:1787398580.561523:0:158806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260950528 00000100:00100000:2.0:1787398580.561532:0:158806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260950528 00000100:00100000:2.0:1787398580.561605:0:158806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787398580.561616:0:158806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:165629:x1874221260950528:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:2.0:1787398580.561700:0:158806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:165629:x1874221260950528:12345-0@lo:900:lod0001_rec0000.0 Request processed in 85us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398580.561708:0:158806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000020:00080000:1.0:1787398580.562065:0:165627:0:(update_trans.c:1530:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 17179869212 00000020:00080000:1.0:1787398580.562071:0:165627:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 17179869212 00000100:00100000:0.0:1787398580.562386:0:165629:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1aa300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:165629:1874221260950528:0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1787398580.562461:0:165629:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1aa300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165629:1874221260950656:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1787398580.562541:0:165629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398580.562565:0:165629:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046da840 going to sleep for 11 seconds 00000040:00080000:3.0:1787398580.563113:0:165606:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:3.0:1787398580.563710:0:165606:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:3.0:1787398580.563751:0:165606:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000100:00100000:1.0:1787398580.564191:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260950656 00000100:00100000:1.0:1787398580.564204:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260950656 00000100:00100000:1.0:1787398580.564277:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:1.0:1787398580.564288:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:165629:x1874221260950656:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1787398580.564457:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:165629:x1874221260950656:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 170us (1923us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398580.564466:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:0.0:1787398580.564598:0:165629:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1aa300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165629:1874221260950656:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1787398580.564748:0:165629:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1aa300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165629:1874221260950784:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1787398580.564836:0:165629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398580.564871:0:165629:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046daf00 going to sleep for 11 seconds 00000100:00100000:1.0:1787398580.565090:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260950784 00000100:00100000:1.0:1787398580.565096:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260950784 00000100:00100000:1.0:1787398580.565138:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:1.0:1787398580.565146:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:165629:x1874221260950784:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1787398580.565413:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:165629:x1874221260950784:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 268us (577us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398580.565422:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:0.0:1787398580.565734:0:165629:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1aa300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165629:1874221260950784:0@lo:1000:lod0001_rec0000.0 00000040:00080000:0.0:1787398580.565781:0:165629:0:(llog_cat.c:1220:llog_cat_set_first_idx()) catlog [0x200000401:0x1:0x0] first idx 6, last_idx 8 00000100:00100000:0.0:1787398580.565906:0:165629:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1aa300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165629:1874221260950912:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1787398580.565984:0:165629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398580.566015:0:165629:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046daf00 going to sleep for 11 seconds 00000100:00100000:1.0:1787398580.566064:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260950912 00000100:00100000:1.0:1787398580.566070:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260950912 00000100:00100000:1.0:1787398580.566110:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:1.0:1787398580.566118:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:165629:x1874221260950912:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1787398580.566276:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:165629:x1874221260950912:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 157us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398580.566284:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000040:00080000:3.0:1787398580.566614:0:165606:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:3.0:1787398580.567284:0:165606:0:(osd_handler.c:5579:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x68:0x0] (8/32) registered 00000100:00100000:0.0:1787398580.567662:0:165629:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1aa300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165629:1874221260950912:0@lo:1000:lod0001_rec0000.0 00000040:00080000:0.0:1787398580.567730:0:165629:0:(llog.c:805:llog_process_thread()) index: 7, lh_last_idx: 8 synced_idx: 0 lgh_last_idx: 8 00000040:00080000:0.0:1787398580.567737:0:165629:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x200003ab1:0x1:0x0] at index 7 of catalog [0x200000401:0x1:0x0] 00000100:00100000:0.0:1787398580.567812:0:165629:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1aa300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165629:1874221260951040:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1787398580.567877:0:165629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398580.567908:0:165629:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046da840 going to sleep for 11 seconds 00000100:00100000:1.0:1787398580.568579:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260951040 00000100:00100000:1.0:1787398580.568590:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260951040 00000100:00100000:1.0:1787398580.568653:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:1.0:1787398580.568664:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:165629:x1874221260951040:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1787398580.568775:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:165629:x1874221260951040:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 112us (897us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398580.568784:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:0.0:1787398580.569073:0:165629:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1aa300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165629:1874221260951040:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1787398580.569619:0:165629:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1aa300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165629:1874221260951168:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1787398580.569726:0:165629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398580.569756:0:165629:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046daf00 going to sleep for 11 seconds 00000100:00100000:1.0:1787398580.569847:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260951168 00000100:00100000:1.0:1787398580.569854:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260951168 00000100:00100000:1.0:1787398580.569899:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:1.0:1787398580.569909:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:165629:x1874221260951168:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1787398580.570170:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:165629:x1874221260951168:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 262us (444us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398580.570178:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:0.0:1787398580.570743:0:165629:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1aa300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165629:1874221260951168:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1787398580.570861:0:165629:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1aa300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165629:1874221260951296:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1787398580.570933:0:165629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398580.570956:0:165629:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046daf00 going to sleep for 11 seconds 00000100:00100000:1.0:1787398580.571449:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260951296 00000100:00100000:1.0:1787398580.571456:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260951296 00000100:00100000:1.0:1787398580.571511:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:1.0:1787398580.571521:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:165629:x1874221260951296:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1787398580.571771:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:165629:x1874221260951296:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 251us (837us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398580.571780:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:0.0:1787398580.572676:0:165629:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1aa300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165629:1874221260951296:0@lo:1000:lod0001_rec0000.0 00000004:00080000:0.0:1787398580.572748:0:165629:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x200003ab1:0x1:0x0].7 00000020:00080000:0.0:1787398580.572755:0:165629:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869213 transno = 21474836527 mdt_index 0 00000004:00080000:0.0:1787398580.572770:0:165629:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x200003ab1:0x1:0x0].8 00000020:00080000:0.0:1787398580.572773:0:165629:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869214 transno = 21474836528 mdt_index 0 00000004:00080000:0.0:1787398580.572783:0:165629:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x200003ab1:0x1:0x0].9 00000020:00080000:0.0:1787398580.572786:0:165629:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869215 transno = 21474836529 mdt_index 0 00000004:00080000:0.0:1787398580.572794:0:165629:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x200003ab1:0x1:0x0].10 00000020:00080000:0.0:1787398580.572796:0:165629:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869216 transno = 21474836530 mdt_index 0 00000004:00080000:0.0:1787398580.572805:0:165629:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x200003ab1:0x1:0x0].11 00000020:00080000:0.0:1787398580.572807:0:165629:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869217 transno = 21474836531 mdt_index 0 00000004:00080000:0.0:1787398580.572815:0:165629:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x200003ab1:0x1:0x0].12 00000020:00080000:0.0:1787398580.572818:0:165629:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869218 transno = 21474836532 mdt_index 0 00000004:00080000:0.0:1787398580.572835:0:165629:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x200003ab1:0x1:0x0].13 00000020:00080000:0.0:1787398580.572838:0:165629:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869219 transno = 21474836533 mdt_index 0 00000004:00080000:0.0:1787398580.572846:0:165629:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x200003ab1:0x1:0x0].14 00000020:00080000:0.0:1787398580.572849:0:165629:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869220 transno = 21474836534 mdt_index 0 00000004:00080000:0.0:1787398580.572855:0:165629:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x200003ab1:0x1:0x0].15 00000020:00080000:0.0:1787398580.572858:0:165629:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869221 transno = 21474836535 mdt_index 0 00000100:00100000:0.0:1787398580.572929:0:165629:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1aa300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165629:1874221260951424:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1787398580.573032:0:165629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398580.573063:0:165629:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046daf00 going to sleep for 11 seconds 00000100:00100000:1.0:1787398580.573180:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260951424 00000100:00100000:1.0:1787398580.573187:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260951424 00000100:00100000:1.0:1787398580.573230:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:1.0:1787398580.573240:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:165629:x1874221260951424:12345-0@lo:1000:lod0001_rec0000.0 00000040:00080000:2.0:1787398580.573946:0:165628:0:(llog_cat.c:1220:llog_cat_set_first_idx()) catlog [0x240000400:0x1:0x0] first idx 3, last_idx 4 00000100:00100000:1.0:1787398580.574782:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:165629:x1874221260951424:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 1538us (1745us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398580.574795:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000040:00080000:2.0:1787398580.575548:0:165628:0:(llog.c:805:llog_process_thread()) index: 4, lh_last_idx: 4 synced_idx: 4 lgh_last_idx: 4 00000040:00080000:2.0:1787398580.575556:0:165628:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x240002340:0x1:0x0] at index 4 of catalog [0x240000400:0x1:0x0] 00000100:00100000:0.0:1787398580.576005:0:165629:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1aa300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165629:1874221260951424:0@lo:1000:lod0001_rec0000.0 00000004:00080000:0.0:1787398580.576084:0:165629:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x200003ab1:0x1:0x0].16 00000020:00080000:0.0:1787398580.576090:0:165629:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869222 transno = 21474836536 mdt_index 0 00000040:00080000:0.0:1787398580.576105:0:165629:0:(llog.c:862:llog_process_thread()) stop processing plain [0x200003ab1:0x1:0x0] index 17 count 11 00000100:00100000:0.0:1787398580.576206:0:165629:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1aa300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165629:1874221260951552:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1787398580.576319:0:165629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398580.576610:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260951552 00000100:00100000:2.0:1787398580.576619:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260951552 00000100:00100000:2.0:1787398580.576695:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:2.0:1787398580.576705:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:165629:x1874221260951552:12345-0@lo:1000:lod0001_rec0000.0 00010000:00080000:3.0:1787398580.577821:0:165606:0:(ldlm_lib.c:3040:target_recovery_init()) RECOVERY: service lustre-MDT0001, 2 recoverable clients, last_transno 21474836536 00000100:00100000:2.0:1787398580.578182:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:165629:x1874221260951552:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 1473us (1858us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398580.578196:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:0.0:1787398580.581744:0:165629:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046daf00 going to sleep for 11 seconds 00000100:00100000:0.0:1787398580.581806:0:165629:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1aa300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165629:1874221260951552:0@lo:1000:lod0001_rec0000.0 00000040:00080000:0.0:1787398580.581893:0:165629:0:(llog.c:805:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:0.0:1787398580.581900:0:165629:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x200003ab1:0x2:0x0] at index 8 of catalog [0x200000401:0x1:0x0] 00000100:00100000:0.0:1787398580.582018:0:165629:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1aa300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165629:1874221260951680:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1787398580.582106:0:165629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398580.582180:0:165629:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046da840 going to sleep for 11 seconds 00010000:00080000:1.0:1787398580.583724:0:165630:0:(ldlm_lib.c:2840:target_recovery_thread()) lustre-MDT0001: started recovery thread pid 165630 00010000:02000000:1.0:1787398580.583746:0:165630:0:(ldlm_lib.c:2322:target_recovery_overseer()) lustre-MDT0001: in recovery but waiting for the first client to connect 00000004:00000080:2.0:1787398580.584045:0:165606:0:(mdt_handler.c:8167:mdt_iocontrol()) lustre-MDT0001: cmd=8008668e len=0 karg=ffffbb7d014abb10 uarg=0000000000000000 00000004:02000400:2.0:1787398580.584106:0:165606:0:(mdt_handler.c:8201:mdt_iocontrol()) lustre-MDT0001: Aborting client recovery 00000100:00100000:3.0:1787398580.584237:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260951680 00000100:00100000:3.0:1787398580.584250:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260951680 00000100:00100000:3.0:1787398580.584320:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:3.0:1787398580.584332:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:165629:x1874221260951680:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1787398580.584524:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:165629:x1874221260951680:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 192us (2416us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398580.584533:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:0.0:1787398580.584714:0:165629:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1aa300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165629:1874221260951680:0@lo:1000:lod0001_rec0000.0 00000040:00080000:0.0:1787398580.584797:0:165629:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1787398580.584887:0:165629:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a29c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165629:1874221260951808:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1787398580.584927:0:165629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398580.584961:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260951808 00000100:00100000:0.0:1787398580.584964:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260951808 00000100:00100000:0.0:1787398580.585174:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:0.0:1787398580.585182:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:165629:x1874221260951808:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1787398580.585247:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:165629:x1874221260951808:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 66us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398580.585254:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:0.0:1787398580.585271:0:165629:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf309bbb540 going to sleep for 11 seconds 00000100:00100000:0.0:1787398580.585282:0:165629:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a29c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165629:1874221260951808:0@lo:1000:lod0001_rec0000.0 00000004:00080000:0.0:1787398580.585325:0:165629:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9cf2046da180 with version 1 00000040:00080000:0.0:1787398580.585361:0:165629:0:(llog_cat.c:1220:llog_cat_set_first_idx()) catlog [0x200000401:0x1:0x0] first idx 6, last_idx 8 00000004:00080000:0.0:1787398580.585374:0:165629:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9cf30dbc20c0 with version 2 00000040:00080000:0.0:1787398580.585377:0:165629:0:(llog_cat.c:1263:llog_cat_cleanup()) cancel plain log [0x200003ab1:0x2:0x0] at index 8 of catalog [0x200000401:0x1:0x0] 00000040:00080000:0.0:1787398580.585398:0:165629:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 9 count 2 00000004:00080000:0.0:1787398580.585472:0:165629:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:3.0:1787398580.593047:0:165628:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x240002340:0x1:0x0].7 00000020:00080000:3.0:1787398580.593064:0:165628:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869213 transno = 0 mdt_index 1 00000004:00080000:3.0:1787398580.593085:0:165628:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x240002340:0x1:0x0].8 00000020:00080000:3.0:1787398580.593089:0:165628:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869214 transno = 0 mdt_index 1 00000004:00080000:3.0:1787398580.593096:0:165628:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x240002340:0x1:0x0].9 00000020:00080000:3.0:1787398580.593099:0:165628:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869215 transno = 0 mdt_index 1 00000004:00080000:3.0:1787398580.593105:0:165628:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x240002340:0x1:0x0].10 00000020:00080000:3.0:1787398580.593107:0:165628:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869216 transno = 0 mdt_index 1 00000004:00080000:3.0:1787398580.593113:0:165628:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x240002340:0x1:0x0].11 00000020:00080000:3.0:1787398580.593116:0:165628:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869217 transno = 0 mdt_index 1 00000004:00080000:3.0:1787398580.593121:0:165628:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x240002340:0x1:0x0].12 00000020:00080000:3.0:1787398580.593123:0:165628:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869218 transno = 0 mdt_index 1 00000004:00080000:3.0:1787398580.593128:0:165628:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x240002340:0x1:0x0].13 00000020:00080000:3.0:1787398580.593131:0:165628:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869219 transno = 0 mdt_index 1 00000004:00080000:3.0:1787398580.593134:0:165628:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x240002340:0x1:0x0].14 00000020:00080000:3.0:1787398580.593137:0:165628:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869220 transno = 0 mdt_index 1 00000004:00080000:3.0:1787398580.593141:0:165628:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x240002340:0x1:0x0].15 00000020:00080000:3.0:1787398580.593144:0:165628:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869221 transno = 0 mdt_index 1 00000004:00080000:3.0:1787398580.593183:0:165628:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x240002340:0x1:0x0].16 00000020:00080000:3.0:1787398580.593186:0:165628:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869222 transno = 0 mdt_index 1 00000040:00080000:3.0:1787398580.593192:0:165628:0:(llog.c:862:llog_process_thread()) stop processing plain [0x240002340:0x1:0x0] index 17 count 11 00000040:00080000:3.0:1787398580.593221:0:165628:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 5 count 2 00000004:00080000:3.0:1787398580.593318:0:165628:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000004:00080000:3.0:1787398580.593324:0:165628:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000004:00080000:3.0:1787398580.593662:0:165613:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf33f4d50c0 version 1 rpc_version 1 00000020:00100000:3.0:1787398580.593725:0:165613:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787398580.593742:0:165613:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf20bbd1180 x1874221260952064/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 416/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787398580.593787:0:165613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd1180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221260952064:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787398580.593887:0:165613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398580.593936:0:165613:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20371f0c0 going to sleep for 11 seconds 00010000:00080000:0.0:1787398580.594086:0:165630:0:(ldlm_lib.c:2532:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 2 abort 0 expired 0 00010000:00080000:0.0:1787398580.594092:0:165630:0:(ldlm_lib.c:2532:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 2 abort 0 expired 0 00000100:00100000:1.0:1787398580.595685:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260952064 00000100:00100000:1.0:1787398580.595705:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260952064 00000100:00100000:1.0:1787398580.595788:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:1.0:1787398580.595800:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:165613:x1874221260952064:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787398580.597944:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:165613:x1874221260952064:12345-0@lo:1000:osp_up0-1.0 Request processed in 2136us (4047us total) trans 34359738632 rc 0/0 00000100:00100000:1.0:1787398580.597963:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:3.0:1787398580.600352:0:165613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd1180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221260952064:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1787398580.600379:0:165613:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf33f4d50c0 version 2 rpc_version 2 00000020:00100000:3.0:1787398580.600420:0:165613:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787398580.600429:0:165613:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf20bbd1500 x1874221260952320/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 744/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787398580.600458:0:165613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd1500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221260952320:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787398580.600560:0:165613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398580.600601:0:165613:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20371f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787398580.600772:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260952320 00000100:00100000:0.0:1787398580.600780:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260952320 00000100:00100000:0.0:1787398580.600856:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:0.0:1787398580.600867:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:165613:x1874221260952320:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787398580.601096:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:165613:x1874221260952320:12345-0@lo:1000:osp_up0-1.0 Request processed in 231us (536us total) trans 34359738633 rc 0/0 00000100:00100000:0.0:1787398580.601127:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:1.0:1787398580.601222:0:165613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd1500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221260952320:0@lo:1000:osp_up0-1.0 00010000:00020000:2.0:1787398580.602257:0:165606:0:(ldlm_lib.c:2990:target_stop_recovery_thread()) lustre-MDT0001: Aborting recovery 00010000:00080000:3.0:1787398580.612709:0:165630:0:(ldlm_lib.c:2532:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 2 abort 1 expired 0 00010000:00000400:3.0:1787398580.612725:0:165630:0:(ldlm_lib.c:2390:target_recovery_overseer()) recovery is aborted, evict exports in recovery 00000020:00080000:3.0:1787398580.619651:0:165630:0:(update_recovery.c:483:dtrq_destroy()) destroy x0 t21474836527 00000020:00080000:3.0:1787398580.619681:0:165630:0:(update_recovery.c:483:dtrq_destroy()) destroy x0 t21474836528 00000020:00080000:3.0:1787398580.619691:0:165630:0:(update_recovery.c:483:dtrq_destroy()) destroy x0 t21474836529 00000020:00080000:3.0:1787398580.619695:0:165630:0:(update_recovery.c:483:dtrq_destroy()) destroy x0 t21474836530 00000020:00080000:3.0:1787398580.619700:0:165630:0:(update_recovery.c:483:dtrq_destroy()) destroy x0 t21474836531 00000020:00080000:3.0:1787398580.619704:0:165630:0:(update_recovery.c:483:dtrq_destroy()) destroy x0 t21474836532 00000020:00080000:3.0:1787398580.619708:0:165630:0:(update_recovery.c:483:dtrq_destroy()) destroy x0 t21474836533 00000020:00080000:3.0:1787398580.619713:0:165630:0:(update_recovery.c:483:dtrq_destroy()) destroy x0 t21474836534 00000020:00080000:3.0:1787398580.619717:0:165630:0:(update_recovery.c:483:dtrq_destroy()) destroy x0 t21474836535 00000020:00080000:3.0:1787398580.619720:0:165630:0:(update_recovery.c:483:dtrq_destroy()) destroy x0 t21474836536 00000020:00000400:3.0:1787398580.619728:0:165630:0:(genops.c:1622:class_disconnect_stale_exports()) lustre-MDT0001: disconnect stale client dbe7f5ec-0726-4851-a675-2f47d040e30f@ 00000020:00080000:3.0:1787398580.628377:0:165630:0:(genops.c:1840:print_export_data()) lustre-MDT0001: EVICTING ffff9cf2091bb000 dbe7f5ec-0726-4851-a675-2f47d040e30f 3 (0 0 0) 0 0 1 0: 0000000000000000 21474836536 stale:0 00000020:00000400:3.0:1787398580.628400:0:165630:0:(genops.c:1622:class_disconnect_stale_exports()) lustre-MDT0001: disconnect stale client lustre-MDT0000-mdtlov_UUID@ 00000020:00080000:3.0:1787398580.628404:0:165630:0:(genops.c:1840:print_export_data()) lustre-MDT0001: EVICTING ffff9cf2091bf000 lustre-MDT0000-mdtlov_UUID 3 (0 0 0) 0 0 1 0: 0000000000000000 21474836522 stale:0 00000020:02000400:3.0:1787398580.628438:0:165630:0:(genops.c:1629:class_disconnect_stale_exports()) lustre-MDT0001: disconnecting 2 stale clients 00000020:00080000:3.0:1787398580.633907:0:165630:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at (ffff9cf2091bf000), last request at 1787398580 00000020:00000080:3.0:1787398580.633928:0:165630:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991234204c 00000001:00000004:3.0:1787398580.633982:0:165630:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 6, last_transno is 21474836536 00010000:00010000:1.0:1787398580.634102:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1787398580.637861:0:165630:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at (ffff9cf2091bf000): rc 0 00000020:00080000:2.0:1787398580.637877:0:165630:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at (ffff9cf2091bb000), last request at 1787398580 00000020:00000080:2.0:1787398580.637885:0:165630:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x5703899912342053 00000001:00000004:2.0:1787398580.637931:0:165630:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 6, last_transno is 21474836536 00000020:00080000:2.0:1787398580.637958:0:165630:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at (ffff9cf2091bb000): rc 0 00010000:00080000:2.0:1787398580.637986:0:165630:0:(ldlm_lib.c:2670:replay_request_or_update()) Waiting for transno 21474836537 00010000:02000000:2.0:1787398580.637990:0:165630:0:(ldlm_lib.c:2322:target_recovery_overseer()) lustre-MDT0001: in recovery but waiting for the first client to connect 00010000:00080000:2.0:1787398580.637995:0:165630:0:(ldlm_lib.c:2215:check_for_next_transno()) max: 2, connected: 0, completed: 0, queue_len: 0, req_transno: 0, next_transno: 21474836537 00010000:00080000:2.0:1787398580.637998:0:165630:0:(ldlm_lib.c:2218:check_for_next_transno()) waking for aborted recovery 00010000:00000400:2.0:1787398580.638000:0:165630:0:(ldlm_lib.c:2390:target_recovery_overseer()) recovery is aborted, evict exports in recovery 00010000:00080000:2.0:1787398580.638004:0:165630:0:(ldlm_lib.c:2439:target_next_replay_lock()) Waiting for lock 00010000:02000000:2.0:1787398580.638006:0:165630:0:(ldlm_lib.c:2322:target_recovery_overseer()) lustre-MDT0001: in recovery but waiting for the first client to connect 00010000:00080000:2.0:1787398580.638008:0:165630:0:(ldlm_lib.c:2272:check_for_next_lock()) waking for completed lock replay 00010000:00000400:2.0:1787398580.638010:0:165630:0:(ldlm_lib.c:2390:target_recovery_overseer()) recovery is aborted, evict exports in recovery 00000001:00000004:2.0:1787398580.638069:0:165630:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 6, last_transno is 25769803776 00010000:00010000:3.0:1787398580.638315:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1787398580.655775:0:165607:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of dbe7f5ec-0726-4851-a675-2f47d040e30f 00000020:00000080:0.0:1787398580.655790:0:165607:0:(genops.c:906:class_export_put()) final put ffff9cf2091bb000/dbe7f5ec-0726-4851-a675-2f47d040e30f 00000001:00100000:0.0:1787398580.655883:0:165607:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1787398580.655886:0:165607:0:(genops.c:906:class_export_put()) final put ffff9cf2091bf000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1787398580.659413:0:73119:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf2091bb000/dbe7f5ec-0726-4851-a675-2f47d040e30f for lustre-MDT0001 00000020:00000080:2.0:1787398580.661777:0:73119:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf2091bf000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000001:00080000:3.0:1787398580.662374:0:165630:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:3.0:1787398580.662598:0:165630:0:(mdt_handler.c:8167:mdt_iocontrol()) lustre-MDT0001: cmd=c00866c1 len=0 karg=ffff9cf202702140 uarg=0000000000000000 00000004:00000080:3.0:1787398580.662722:0:165630:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=c00866c1 len=0 karg=ffff9cf202702140 00000004:00000080:3.0:1787398580.662731:0:165630:0:(lod_dev.c:2754:lod_iocontrol()) lustre-MDT0001-mdtlov: cmd=c00866c1 len=0 karg=ffff9cf202702140 uarg=0000000000000000 00000004:02000040:3.0:1787398580.662768:0:165630:0:(lod_dev.c:409:lod_sub_cancel_llog()) lustre-MDT0001-osd: cancel update llog [0x240000400:0x1:0x0] 00000040:00080000:3.0:1787398580.669975:0:165630:0:(llog.c:805:llog_process_thread()) index: 4, lh_last_idx: 4 synced_idx: 4 lgh_last_idx: 4 00000040:00080000:3.0:1787398580.669991:0:165630:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x240002340:0x1:0x0] at index 4 of catalog [0x240000400:0x1:0x0] 00000040:00080000:3.0:1787398580.670167:0:165630:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 5 count 2 00000040:01000000:3.0:1787398580.670213:0:165630:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:3.0:1787398580.678468:0:165630:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:02000040:2.0:1787398580.691719:0:165630:0:(lod_dev.c:409:lod_sub_cancel_llog()) lustre-MDT0000-osp-MDT0001: cancel update llog [0x200000401:0x1:0x0] 00000100:00100000:2.0:1787398580.703639:0:165630:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9ca80 pname:cluuid:pid:xid:nid:opc:job tgt_recover_1:lustre-MDT0001-mdtlov_UUID:165630:1874221260952448:0@lo:1000:tgt_recover_1.0 00000100:00100000:2.0:1787398580.703803:0:165630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398580.703871:0:165630:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf209a5d600 going to sleep for 11 seconds 00000100:00100000:3.0:1787398580.704381:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260952448 00000100:00100000:3.0:1787398580.704404:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260952448 00000100:00100000:3.0:1787398580.704504:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:3.0:1787398580.704516:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:165630:x1874221260952448:12345-0@lo:1000:tgt_recover_1.0 00000100:00100000:3.0:1787398580.704999:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:165630:x1874221260952448:12345-0@lo:1000:tgt_recover_1.0 Request processed in 482us (1194us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398580.705009:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:2.0:1787398580.705978:0:165630:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9ca80 pname:cluuid:pid:xid:nid:opc:job tgt_recover_1:lustre-MDT0001-mdtlov_UUID:165630:1874221260952448:0@lo:1000:tgt_recover_1.0 00000040:00080000:2.0:1787398580.706057:0:165630:0:(llog.c:805:llog_process_thread()) index: 7, lh_last_idx: 8 synced_idx: 0 lgh_last_idx: 8 00000040:00080000:2.0:1787398580.706063:0:165630:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x200003ab1:0x1:0x0] at index 7 of catalog [0x200000401:0x1:0x0] 00000004:00080000:2.0:1787398580.706144:0:165630:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9cf209a5d180 with version 3 00000100:00100000:2.0:1787398580.706222:0:165630:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9ca80 pname:cluuid:pid:xid:nid:opc:job tgt_recover_1:lustre-MDT0001-mdtlov_UUID:165630:1874221260952576:0@lo:1000:tgt_recover_1.0 00000100:00100000:2.0:1787398580.706327:0:165630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398580.706362:0:165630:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf209a5d240 going to sleep for 11 seconds 00000004:00080000:1.0:1787398580.706509:0:165613:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf33f4d50c0 version 3 rpc_version 3 00000020:00100000:1.0:1787398580.706549:0:165613:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787398580.706558:0:165613:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf307ad1880 x1874221260952832/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787398580.706573:0:165613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad1880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221260952832:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787398580.706642:0:165613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398580.706666:0:165613:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf340ddd480 going to sleep for 11 seconds 00000100:00100000:3.0:1787398580.706791:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260952576 00000100:00100000:3.0:1787398580.706800:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260952576 00000100:00100000:3.0:1787398580.706859:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260952832 00000100:00100000:3.0:1787398580.706862:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260952832 00000100:00100000:3.0:1787398580.706891:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:3.0:1787398580.706902:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:165630:x1874221260952576:12345-0@lo:1000:tgt_recover_1.0 00000100:00100000:3.0:1787398580.707112:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:165630:x1874221260952576:12345-0@lo:1000:tgt_recover_1.0 Request processed in 212us (785us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398580.707121:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:3.0:1787398580.707140:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:3.0:1787398580.707146:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:165613:x1874221260952832:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787398580.707761:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:165613:x1874221260952832:12345-0@lo:1000:osp_up0-1.0 Request processed in 612us (1123us total) trans 34359738634 rc 0/0 00000100:00100000:3.0:1787398580.707769:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:2.0:1787398580.707874:0:165630:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9ca80 pname:cluuid:pid:xid:nid:opc:job tgt_recover_1:lustre-MDT0001-mdtlov_UUID:165630:1874221260952576:0@lo:1000:tgt_recover_1.0 00000040:00080000:2.0:1787398580.707926:0:165630:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 9 count 2 00000040:01000000:2.0:1787398580.707959:0:165630:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000004:00080000:2.0:1787398580.708023:0:165630:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9cf209a5d600 with version 4 00000100:00100000:2.0:1787398580.708092:0:165630:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9ca80 pname:cluuid:pid:xid:nid:opc:job tgt_recover_1:lustre-MDT0001-mdtlov_UUID:165630:1874221260952960:0@lo:700:tgt_recover_1.0 00000100:00100000:2.0:1787398580.708130:0:165630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398580.708254:0:165613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad1880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221260952832:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1787398580.708266:0:165613:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf33f4d50c0 version 4 rpc_version 4 00000020:00100000:1.0:1787398580.708292:0:165613:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787398580.708300:0:165613:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf305ad7b80 x1874221260953216/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787398580.708315:0:165613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad7b80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221260953216:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787398580.708354:0:165613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398580.708384:0:165613:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf340ddd780 going to sleep for 11 seconds 00000100:00100000:2.0:1787398580.708547:0:165630:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf209a5d240 going to sleep for 11 seconds 00000100:00100000:3.0:1787398580.709070:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260953216 00000100:00100000:3.0:1787398580.709083:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260953216 00000100:00100000:3.0:1787398580.709150:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:3.0:1787398580.709161:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:165613:x1874221260953216:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787398580.710310:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:165613:x1874221260953216:12345-0@lo:1000:osp_up0-1.0 Request processed in 1141us (1944us total) trans 34359738635 rc 0/0 00000100:00100000:3.0:1787398580.710325:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:1.0:1787398580.710453:0:165613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad7b80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221260953216:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787398580.712102:0:158803:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260952960 00000100:00100000:0.0:1787398580.712119:0:158803:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260952960 00000100:00100000:1.0:1787398580.712928:0:158803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1787398580.712946:0:158803:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:lustre-MDT0001-mdtlov_UUID+9:165630:x1874221260952960:12345-0@lo:700:tgt_recover_1.0 00000100:00100000:1.0:1787398580.713093:0:158803:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:lustre-MDT0001-mdtlov_UUID+9:165630:x1874221260952960:12345-0@lo:700:tgt_recover_1.0 Request processed in 151us (4961us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398580.713101:0:158803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787398580.713570:0:165630:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9ca80 pname:cluuid:pid:xid:nid:opc:job tgt_recover_1:lustre-MDT0001-mdtlov_UUID:165630:1874221260952960:0@lo:700:tgt_recover_1.0 00000004:00080000:2.0:1787398580.713727:0:165630:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9cf209a5d240 with version 0 00000020:00100000:2.0:1787398580.714206:0:165630:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787398580.714218:0:165630:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf305b9ca80 x1874221260953472/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 632/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787398580.714247:0:165630:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9ca80 pname:cluuid:pid:xid:nid:opc:job tgt_recover_1:lustre-MDT0001-mdtlov_UUID:165630:1874221260953472:0@lo:1000:tgt_recover_1.0 00000100:00100000:2.0:1787398580.714310:0:165630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398580.714349:0:165630:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf311498c00 going to sleep for 11 seconds 00000100:00100000:3.0:1787398580.714514:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260953472 00000100:00100000:3.0:1787398580.714522:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260953472 00000100:00100000:3.0:1787398580.714592:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:3.0:1787398580.714602:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:165630:x1874221260953472:12345-0@lo:1000:tgt_recover_1.0 00000001:00080000:2.0:1787398580.718974:0:158774:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738636 is committed 00000100:00100000:3.0:1787398580.719232:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:165630:x1874221260953472:12345-0@lo:1000:tgt_recover_1.0 Request processed in 4625us (4915us total) trans 34359738636 rc 0/0 00000100:00100000:3.0:1787398580.719251:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000004:00080000:2.0:1787398580.719374:0:165630:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738636 committed transno 34359738636 00000100:00100000:2.0:1787398580.719381:0:165630:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 34359738636 gen 2 00000004:00080000:2.0:1787398580.719398:0:165630:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738632 committed transno 34359738636 00000004:00080000:2.0:1787398580.719432:0:165630:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738633 committed transno 34359738636 00000004:00080000:2.0:1787398580.719447:0:165630:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738634 committed transno 34359738636 00000004:00080000:2.0:1787398580.719540:0:165630:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738635 committed transno 34359738636 00000100:00100000:2.0:1787398580.719587:0:165630:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9ca80 pname:cluuid:pid:xid:nid:opc:job tgt_recover_1:lustre-MDT0001-mdtlov_UUID:165630:1874221260953472:0@lo:1000:tgt_recover_1.0 00000100:00100000:2.0:1787398580.719741:0:165630:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9ca80 pname:cluuid:pid:xid:nid:opc:job tgt_recover_1:lustre-MDT0001-mdtlov_UUID:165630:1874221260953600:0@lo:1000:tgt_recover_1.0 00000100:00100000:2.0:1787398580.719798:0:165630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398580.719837:0:165630:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf311498c00 going to sleep for 11 seconds 00000100:00100000:3.0:1787398580.719985:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260953600 00000100:00100000:3.0:1787398580.719995:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260953600 00000100:00100000:3.0:1787398580.720055:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:3.0:1787398580.720065:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:165630:x1874221260953600:12345-0@lo:1000:tgt_recover_1.0 00000100:00100000:3.0:1787398580.720176:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:165630:x1874221260953600:12345-0@lo:1000:tgt_recover_1.0 Request processed in 111us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398580.720184:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:0.0:1787398580.720283:0:165630:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9ca80 pname:cluuid:pid:xid:nid:opc:job tgt_recover_1:lustre-MDT0001-mdtlov_UUID:165630:1874221260953600:0@lo:1000:tgt_recover_1.0 00000040:00080000:0.0:1787398580.720306:0:165630:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00080000:0.0:1787398580.720350:0:165630:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9cf30dbc2cc0 with version 5 00010000:00080000:0.0:1787398580.720461:0:165630:0:(ldlm_lib.c:1983:target_cancel_recovery_timer()) lustre-MDT0001: cancel recovery timer 00000004:00080000:1.0:1787398580.723521:0:165613:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf33f4d50c0 version 5 rpc_version 5 00000020:00100000:1.0:1787398580.723604:0:165613:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787398580.723635:0:165613:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf335283100 x1874221260953856/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 360/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787398580.723679:0:165613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335283100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221260953856:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787398580.723781:0:165613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398580.723847:0:165613:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf311460cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787398580.723941:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260953856 00000100:00100000:3.0:1787398580.723951:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260953856 00000100:00100000:3.0:1787398580.724023:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:3.0:1787398580.724034:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:165613:x1874221260953856:12345-0@lo:1000:osp_up0-1.0 00000001:00080000:2.0:1787398580.732095:0:158774:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738637 is committed 00000100:00100000:3.0:1787398580.733775:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:165613:x1874221260953856:12345-0@lo:1000:osp_up0-1.0 Request processed in 9727us (9978us total) trans 34359738637 rc 0/0 00000100:00100000:3.0:1787398580.733798:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000004:00080000:1.0:1787398580.736510:0:165613:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738637 committed transno 34359738637 00000100:00100000:1.0:1787398580.736526:0:165613:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 34359738637 gen 2 00000100:00100000:1.0:1787398580.736716:0:165613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335283100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221260953856:0@lo:1000:osp_up0-1.0 00000004:00000080:2.0:1787398580.756436:0:165630:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffbb7d0caf3e10 00100000:10000000:2.0:1787398580.756461:0:165630:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000004:00080000:3.0:1787398580.758997:0:165618:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x43:0x0] 00000100:00100000:3.0:1787398580.759091:0:165618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd2680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:165618:1874221260953984:0@lo:5:osp-pre-1-1.0 00000100:00100000:3.0:1787398580.759206:0:165618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398580.759269:0:165618:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20371f780 going to sleep for 11 seconds 00000020:01000004:0.0:1787398580.759443:0:165606:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1787398580.759517:0:165606:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.136@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1787398580.759562:0:165606:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=48 00000080:00000004:0.0:1787398580.759843:0:165606:0:(super25.c:187:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000004:00080000:1.0:1787398580.760694:0:165616:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x82:0x0] 00000100:00100000:1.0:1787398580.760750:0:165616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af18380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:165616:1874221260954112:0@lo:5:osp-pre-0-1.0 00000100:00100000:1.0:1787398580.760819:0:165616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398580.760848:0:165616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf340ddd480 going to sleep for 11 seconds 00000100:00100000:2.0:1787398580.763470:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260953984 00000100:00100000:2.0:1787398580.763508:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260953984 00000100:00100000:2.0:1787398580.763598:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260954112 00000100:00100000:2.0:1787398580.763602:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260954112 00000100:00100000:2.0:1787398580.763654:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:2.0:1787398580.763667:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+6:165618:x1874221260953984:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1787398580.763711:0:162520:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 161 -> diff = -94 00002000:02000040:2.0:1787398580.763717:0:162520:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0001-mdtlov (cleaning up unused objects from 0x2c0000400:68 to 0x2c0000400:161) 00000020:00000004:0.0:1787398580.766970:0:165606:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1787398580.767372:0:165606:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1787398580.776372:0:160295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:1.0:1787398580.776397:0:160295:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:165616:x1874221260954112:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:1.0:1787398580.776446:0:160295:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 161 -> diff = -31 00002000:02000040:1.0:1787398580.776453:0:160295:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0001-mdtlov (cleaning up unused objects from 0x280000400:131 to 0x280000400:161) 00002000:00010000:2.0:1787398580.785377:0:162520:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0xa1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398580.785399:0:162520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000025cf6dc1/0x57038999123420f4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.785422:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0xa1:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:2.0:1787398580.785427:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0xa1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398580.785434:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000025cf6dc1/0x57038999123420f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.792653:0:162520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000025cf6dc1/0x57038999123420f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.792685:0:162520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000025cf6dc1/0x57038999123420f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.792694:0:162520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000025cf6dc1/0x57038999123420f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.793043:0:162520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1787398580.793222:0:162520:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0xa0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398580.793245:0:162520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009c7306d0/0x57038999123420fb lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.793261:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0xa0:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:2.0:1787398580.793267:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0xa0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398580.793276:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c7306d0/0x57038999123420fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.793290:0:162520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c7306d0/0x57038999123420fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.793299:0:162520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009c7306d0/0x57038999123420fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.793308:0:162520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009c7306d0/0x57038999123420fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.793333:0:162520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1787398580.793381:0:162520:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x9f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398580.793386:0:162520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b04d1961/0x5703899912342102 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.793395:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x9f:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:2.0:1787398580.793398:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x9f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398580.793402:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b04d1961/0x5703899912342102 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.793411:0:162520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b04d1961/0x5703899912342102 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.793427:0:162520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b04d1961/0x5703899912342102 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.793434:0:162520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b04d1961/0x5703899912342102 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.793448:0:162520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:2.0:1787398580.793522:0:162520:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x9e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398580.793528:0:162520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ba1f06b/0x5703899912342109 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.793536:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x9e:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:2.0:1787398580.793539:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x9e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398580.793543:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ba1f06b/0x5703899912342109 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.793553:0:162520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001ba1f06b/0x5703899912342109 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.793560:0:162520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ba1f06b/0x5703899912342109 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.793567:0:162520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001ba1f06b/0x5703899912342109 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.793588:0:162520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:2.0:1787398580.793649:0:162520:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x9d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398580.793654:0:162520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008194c295/0x5703899912342110 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.793661:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x9d:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:2.0:1787398580.793664:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x9d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398580.793668:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008194c295/0x5703899912342110 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.793676:0:162520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008194c295/0x5703899912342110 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.793683:0:162520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008194c295/0x5703899912342110 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.793691:0:162520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008194c295/0x5703899912342110 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.793699:0:162520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:2.0:1787398580.793739:0:162520:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x9c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398580.793744:0:162520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e1e1054e/0x5703899912342117 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.793752:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x9c:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:2.0:1787398580.793762:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x9c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398580.793766:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e1e1054e/0x5703899912342117 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.793776:0:162520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e1e1054e/0x5703899912342117 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.793784:0:162520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e1e1054e/0x5703899912342117 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.793792:0:162520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e1e1054e/0x5703899912342117 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.793802:0:162520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:2.0:1787398580.793846:0:162520:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x9b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398580.793852:0:162520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dcb013d0/0x570389991234211e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.793859:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x9b:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:2.0:1787398580.793862:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x9b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398580.793866:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dcb013d0/0x570389991234211e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.793875:0:162520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dcb013d0/0x570389991234211e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.793883:0:162520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dcb013d0/0x570389991234211e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.793898:0:162520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dcb013d0/0x570389991234211e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.793908:0:162520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00010000:2.0:1787398580.793954:0:162520:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x9a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398580.793959:0:162520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000057fa35bd/0x5703899912342125 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.793967:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x9a:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:2.0:1787398580.793970:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x9a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398580.793973:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000057fa35bd/0x5703899912342125 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.793983:0:162520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000057fa35bd/0x5703899912342125 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.793990:0:162520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000057fa35bd/0x5703899912342125 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.793997:0:162520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000057fa35bd/0x5703899912342125 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.794005:0:162520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00002000:00010000:2.0:1787398580.794042:0:162520:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x99:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398580.794047:0:162520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003db9c16d/0x570389991234212c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.794060:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x99:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:2.0:1787398580.794063:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x99:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398580.794067:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003db9c16d/0x570389991234212c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.794076:0:162520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003db9c16d/0x570389991234212c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.794083:0:162520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003db9c16d/0x570389991234212c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.794091:0:162520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003db9c16d/0x570389991234212c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.794101:0:162520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00002000:00010000:2.0:1787398580.794143:0:162520:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x98:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398580.794148:0:162520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000060a363ad/0x5703899912342133 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.794156:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x98:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:2.0:1787398580.794159:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x98:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398580.797612:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:3.0:1787398580.797646:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000025cf6dc1/0x57038999123420f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.797665:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf33a74d000 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398580.797672:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000025cf6dc1/0x57038999123420f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.797685:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000025cf6dc1/0x57038999123420f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.797717:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000025cf6dc1/0x57038999123420f4 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.797747:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000025cf6dc1/0x57038999123420f4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.797788:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:3.0:1787398580.797793:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009c7306d0/0x57038999123420fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.797800:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf33a74ce00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398580.797804:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009c7306d0/0x57038999123420fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.797811:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009c7306d0/0x57038999123420fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.797823:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009c7306d0/0x57038999123420fb lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.797832:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c7306d0/0x57038999123420fb lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.797845:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1787398580.797849:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b04d1961/0x5703899912342102 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.797857:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf33a74ca00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398580.797866:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b04d1961/0x5703899912342102 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.797875:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b04d1961/0x5703899912342102 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.797886:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b04d1961/0x5703899912342102 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.797893:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b04d1961/0x5703899912342102 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.797909:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1787398580.797913:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001ba1f06b/0x5703899912342109 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.797921:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf33a74d600 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398580.797924:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001ba1f06b/0x5703899912342109 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.797932:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001ba1f06b/0x5703899912342109 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.797943:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001ba1f06b/0x5703899912342109 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.797950:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ba1f06b/0x5703899912342109 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.797971:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1787398580.797976:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008194c295/0x5703899912342110 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.797984:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf33a74da00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398580.797987:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008194c295/0x5703899912342110 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.797996:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008194c295/0x5703899912342110 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.798007:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008194c295/0x5703899912342110 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.798014:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008194c295/0x5703899912342110 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.798029:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1787398580.798032:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e1e1054e/0x5703899912342117 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.798038:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf33a74d400 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398580.798041:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e1e1054e/0x5703899912342117 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.798062:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e1e1054e/0x5703899912342117 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.798073:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e1e1054e/0x5703899912342117 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.798079:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e1e1054e/0x5703899912342117 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.798093:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1787398580.798096:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dcb013d0/0x570389991234211e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.798103:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf33a74c800 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398580.798105:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dcb013d0/0x570389991234211e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.798112:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dcb013d0/0x570389991234211e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.798121:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dcb013d0/0x570389991234211e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.798128:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dcb013d0/0x570389991234211e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.798154:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787398580.798158:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000057fa35bd/0x5703899912342125 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.798165:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d968400 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398580.798168:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000057fa35bd/0x5703899912342125 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.798176:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000057fa35bd/0x5703899912342125 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.798187:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000057fa35bd/0x5703899912342125 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.798193:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000057fa35bd/0x5703899912342125 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.798207:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787398580.798210:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003db9c16d/0x570389991234212c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.798217:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d968a00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398580.798220:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003db9c16d/0x570389991234212c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.798239:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003db9c16d/0x570389991234212c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.798249:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003db9c16d/0x570389991234212c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.798256:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003db9c16d/0x570389991234212c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.798270:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398580.798272:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398580.798274:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398580.798286:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398580.799357:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000060a363ad/0x5703899912342133 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.799381:0:162520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000060a363ad/0x5703899912342133 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.799411:0:162520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000060a363ad/0x5703899912342133 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.799419:0:162520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000060a363ad/0x5703899912342133 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.799457:0:162520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1787398580.799649:0:162520:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x97:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398580.799657:0:162520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a9a86381/0x570389991234213a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.799670:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x97:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:2.0:1787398580.799673:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x97:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398580.799677:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9a86381/0x570389991234213a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.799687:0:162520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a9a86381/0x570389991234213a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.799695:0:162520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a9a86381/0x570389991234213a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.799703:0:162520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a9a86381/0x570389991234213a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.799729:0:162520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1787398580.799775:0:162520:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x96:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398580.799780:0:162520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000061b1f602/0x5703899912342141 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.799788:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x96:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:2.0:1787398580.799791:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x96:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398580.799795:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000061b1f602/0x5703899912342141 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.799804:0:162520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000061b1f602/0x5703899912342141 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.799811:0:162520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000061b1f602/0x5703899912342141 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.799818:0:162520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000061b1f602/0x5703899912342141 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.799825:0:162520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:2.0:1787398580.799859:0:162520:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x95:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398580.799863:0:162520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c03ef0d6/0x5703899912342148 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.799870:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x95:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:2.0:1787398580.799878:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x95:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398580.799882:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c03ef0d6/0x5703899912342148 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.799891:0:162520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c03ef0d6/0x5703899912342148 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.799898:0:162520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c03ef0d6/0x5703899912342148 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.799904:0:162520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c03ef0d6/0x5703899912342148 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.799912:0:162520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:2.0:1787398580.799947:0:162520:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x94:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398580.799951:0:162520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009ff668da/0x570389991234214f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.799957:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x94:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:2.0:1787398580.799959:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x94:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398580.799963:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009ff668da/0x570389991234214f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.799971:0:162520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009ff668da/0x570389991234214f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.799978:0:162520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009ff668da/0x570389991234214f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.799990:0:162520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009ff668da/0x570389991234214f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.799998:0:162520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:2.0:1787398580.800036:0:162520:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x93:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398580.800041:0:162520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dba8220e/0x5703899912342156 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.800049:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x93:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:2.0:1787398580.800052:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x93:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398580.800056:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dba8220e/0x5703899912342156 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.800066:0:162520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dba8220e/0x5703899912342156 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.800073:0:162520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dba8220e/0x5703899912342156 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.800080:0:162520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dba8220e/0x5703899912342156 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.800089:0:162520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:2.0:1787398580.800129:0:162520:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x92:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398580.800135:0:162520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f3b8ac48/0x570389991234215d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.800148:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x92:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:2.0:1787398580.800150:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x92:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398580.800155:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f3b8ac48/0x570389991234215d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.800163:0:162520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f3b8ac48/0x570389991234215d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.800172:0:162520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f3b8ac48/0x570389991234215d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.800180:0:162520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f3b8ac48/0x570389991234215d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.800188:0:162520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00010000:2.0:1787398580.800228:0:162520:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x91:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398580.800233:0:162520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000091f5e91f/0x5703899912342164 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.800241:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x91:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:2.0:1787398580.800243:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x91:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398580.800247:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091f5e91f/0x5703899912342164 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.800255:0:162520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000091f5e91f/0x5703899912342164 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.800274:0:162520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000091f5e91f/0x5703899912342164 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.800282:0:162520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000091f5e91f/0x5703899912342164 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.800292:0:162520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00002000:00010000:2.0:1787398580.800333:0:162520:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x90:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398580.800339:0:162520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e0e0b8b5/0x570389991234216b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.800347:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x90:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:2.0:1787398580.800350:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x90:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398580.800354:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e0e0b8b5/0x570389991234216b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.800364:0:162520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e0e0b8b5/0x570389991234216b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.800371:0:162520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e0e0b8b5/0x570389991234216b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.800379:0:162520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e0e0b8b5/0x570389991234216b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.800400:0:162520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00002000:00010000:2.0:1787398580.800442:0:162520:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x8f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398580.800447:0:162520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ecad836d/0x5703899912342172 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.800455:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x8f:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:2.0:1787398580.800458:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x8f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398580.800462:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ecad836d/0x5703899912342172 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.800471:0:162520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ecad836d/0x5703899912342172 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.802738:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:3.0:1787398580.802756:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000060a363ad/0x5703899912342133 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.802771:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d969e00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398580.802777:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000060a363ad/0x5703899912342133 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.802788:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000060a363ad/0x5703899912342133 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.802814:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000060a363ad/0x5703899912342133 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.802836:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000060a363ad/0x5703899912342133 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.802869:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:3.0:1787398580.802873:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a9a86381/0x570389991234213a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.802880:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d968800 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398580.802883:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a9a86381/0x570389991234213a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.802890:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a9a86381/0x570389991234213a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.802901:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a9a86381/0x570389991234213a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.802908:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a9a86381/0x570389991234213a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.802920:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1787398580.802923:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000061b1f602/0x5703899912342141 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.802929:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d969000 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398580.802937:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000061b1f602/0x5703899912342141 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.802945:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000061b1f602/0x5703899912342141 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.802954:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000061b1f602/0x5703899912342141 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.802961:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000061b1f602/0x5703899912342141 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.802972:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1787398580.802975:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c03ef0d6/0x5703899912342148 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.802982:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d969600 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398580.802984:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c03ef0d6/0x5703899912342148 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.802991:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c03ef0d6/0x5703899912342148 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.803001:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c03ef0d6/0x5703899912342148 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.803008:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c03ef0d6/0x5703899912342148 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.803028:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1787398580.803032:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009ff668da/0x570389991234214f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.803039:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d969400 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398580.803042:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009ff668da/0x570389991234214f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.803050:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009ff668da/0x570389991234214f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.803062:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009ff668da/0x570389991234214f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.803069:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009ff668da/0x570389991234214f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.803082:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1787398580.803086:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dba8220e/0x5703899912342156 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.803093:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d969800 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398580.803096:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dba8220e/0x5703899912342156 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.803116:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dba8220e/0x5703899912342156 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.803127:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dba8220e/0x5703899912342156 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.803135:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dba8220e/0x5703899912342156 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.803150:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1787398580.803154:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f3b8ac48/0x570389991234215d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.803161:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d968600 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398580.803164:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f3b8ac48/0x570389991234215d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.803171:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f3b8ac48/0x570389991234215d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.803180:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f3b8ac48/0x570389991234215d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.803185:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f3b8ac48/0x570389991234215d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.803213:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787398580.803217:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000091f5e91f/0x5703899912342164 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.803224:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d968200 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398580.803227:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000091f5e91f/0x5703899912342164 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.803235:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000091f5e91f/0x5703899912342164 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.803245:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000091f5e91f/0x5703899912342164 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.803252:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000091f5e91f/0x5703899912342164 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.803265:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787398580.803268:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e0e0b8b5/0x570389991234216b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.803276:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d968c00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398580.803279:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e0e0b8b5/0x570389991234216b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.803298:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e0e0b8b5/0x570389991234216b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.803309:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e0e0b8b5/0x570389991234216b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.803316:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e0e0b8b5/0x570389991234216b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.803331:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398580.803332:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398580.803335:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398580.803347:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398580.806991:0:162520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ecad836d/0x5703899912342172 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.807012:0:162520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ecad836d/0x5703899912342172 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.807053:0:162520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1787398580.807430:0:162520:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x8e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398580.807442:0:162520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a264c6a5/0x5703899912342179 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.807466:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x8e:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:2.0:1787398580.807516:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x8e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398580.807529:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a264c6a5/0x5703899912342179 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.807556:0:162520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a264c6a5/0x5703899912342179 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.807571:0:162520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a264c6a5/0x5703899912342179 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.807582:0:162520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a264c6a5/0x5703899912342179 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.807611:0:162520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1787398580.807685:0:162520:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x8d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398580.807691:0:162520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003fbaa1a7/0x5703899912342180 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.807699:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x8d:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:2.0:1787398580.807701:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x8d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398580.807705:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003fbaa1a7/0x5703899912342180 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.807714:0:162520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003fbaa1a7/0x5703899912342180 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.807721:0:162520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003fbaa1a7/0x5703899912342180 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.807741:0:162520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003fbaa1a7/0x5703899912342180 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.807751:0:162520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:2.0:1787398580.807800:0:162520:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x8c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398580.807804:0:162520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000040b4c4ae/0x5703899912342187 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.807819:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x8c:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:2.0:1787398580.807822:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x8c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398580.807826:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000040b4c4ae/0x5703899912342187 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.807835:0:162520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000040b4c4ae/0x5703899912342187 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.807844:0:162520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000040b4c4ae/0x5703899912342187 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.807851:0:162520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000040b4c4ae/0x5703899912342187 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.807859:0:162520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:2.0:1787398580.807917:0:162520:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x8b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398580.807926:0:162520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000029b983ef/0x570389991234218e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.807946:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x8b:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:2.0:1787398580.807948:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x8b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398580.807955:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000029b983ef/0x570389991234218e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.807964:0:162520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000029b983ef/0x570389991234218e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.807974:0:162520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000029b983ef/0x570389991234218e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.807981:0:162520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000029b983ef/0x570389991234218e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.807994:0:162520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:2.0:1787398580.808047:0:162520:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x8a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398580.808052:0:162520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003febe01e/0x5703899912342195 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.808065:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x8a:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:2.0:1787398580.808069:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x8a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398580.808076:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003febe01e/0x5703899912342195 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.808084:0:162520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003febe01e/0x5703899912342195 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.808106:0:162520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003febe01e/0x5703899912342195 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.808117:0:162520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003febe01e/0x5703899912342195 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.809444:0:162520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:3.0:1787398580.812709:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1787398580.812731:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ecad836d/0x5703899912342172 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.812749:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d969a00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398580.812756:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ecad836d/0x5703899912342172 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.812771:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ecad836d/0x5703899912342172 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.812801:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ecad836d/0x5703899912342172 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.812818:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ecad836d/0x5703899912342172 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.812846:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1787398580.812850:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a264c6a5/0x5703899912342179 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.812856:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d968000 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398580.812859:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a264c6a5/0x5703899912342179 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.812866:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a264c6a5/0x5703899912342179 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.812876:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a264c6a5/0x5703899912342179 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.812883:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a264c6a5/0x5703899912342179 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.812898:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1787398580.812902:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003fbaa1a7/0x5703899912342180 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.812908:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d969200 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398580.812920:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003fbaa1a7/0x5703899912342180 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.812928:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003fbaa1a7/0x5703899912342180 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.812939:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003fbaa1a7/0x5703899912342180 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.812947:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003fbaa1a7/0x5703899912342180 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.812964:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1787398580.812968:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000040b4c4ae/0x5703899912342187 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.812976:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d968e00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398580.812979:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000040b4c4ae/0x5703899912342187 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.812987:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000040b4c4ae/0x5703899912342187 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.812996:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000040b4c4ae/0x5703899912342187 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787398580.813173:0:162520:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x89:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398580.813183:0:162520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a905c0a7/0x570389991234219c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.813198:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x89:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:2.0:1787398580.813203:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x89:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398580.813211:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a905c0a7/0x570389991234219c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.813225:0:162520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a905c0a7/0x570389991234219c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.813235:0:162520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a905c0a7/0x570389991234219c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.813243:0:162520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a905c0a7/0x570389991234219c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.813269:0:162520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:2.0:1787398580.813354:0:162520:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x88:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398580.813360:0:162520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001a282fb5/0x57038999123421a3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.813370:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x88:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:2.0:1787398580.813373:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x88:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398580.813377:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001a282fb5/0x57038999123421a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.813386:0:162520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001a282fb5/0x57038999123421a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.813394:0:162520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001a282fb5/0x57038999123421a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.813402:0:162520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001a282fb5/0x57038999123421a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.813412:0:162520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:2.0:1787398580.813455:0:162520:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x87:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398580.813461:0:162520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007a839bbc/0x57038999123421aa lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.813469:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x87:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:2.0:1787398580.814952:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x87:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398580.814964:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a839bbc/0x57038999123421aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.814986:0:162520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007a839bbc/0x57038999123421aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.814997:0:162520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007a839bbc/0x57038999123421aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.815005:0:162520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007a839bbc/0x57038999123421aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.815023:0:162520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:2.0:1787398580.815149:0:162520:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x86:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398580.815155:0:162520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000028fd03f5/0x57038999123421b1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.815164:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x86:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:2.0:1787398580.815167:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x86:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398580.815171:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028fd03f5/0x57038999123421b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.815179:0:162520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000028fd03f5/0x57038999123421b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.815187:0:162520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000028fd03f5/0x57038999123421b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.815210:0:162520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000028fd03f5/0x57038999123421b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.815218:0:162520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:2.0:1787398580.815260:0:162520:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x85:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398580.815265:0:162520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000190396d0/0x57038999123421b8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.815272:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x85:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:2.0:1787398580.815275:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x85:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398580.815279:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000190396d0/0x57038999123421b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.815289:0:162520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000190396d0/0x57038999123421b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.815297:0:162520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000190396d0/0x57038999123421b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.815304:0:162520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000190396d0/0x57038999123421b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.815313:0:162520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00010000:2.0:1787398580.815355:0:162520:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x84:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398580.815361:0:162520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000209fe08/0x57038999123421bf lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.815374:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x84:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:2.0:1787398580.815377:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x84:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398580.815381:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000209fe08/0x57038999123421bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.815390:0:162520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000209fe08/0x57038999123421bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.815398:0:162520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000209fe08/0x57038999123421bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.815405:0:162520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000209fe08/0x57038999123421bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.815413:0:162520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00002000:00010000:2.0:1787398580.815459:0:162520:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x83:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398580.815465:0:162520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a3dd4fb0/0x57038999123421c6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.815472:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x83:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:2.0:1787398580.815475:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x83:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398580.815501:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a3dd4fb0/0x57038999123421c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.815510:0:162520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a3dd4fb0/0x57038999123421c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.815528:0:162520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a3dd4fb0/0x57038999123421c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.815536:0:162520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a3dd4fb0/0x57038999123421c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.815546:0:162520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00002000:00010000:2.0:1787398580.815590:0:162520:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x82:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398580.815594:0:162520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b09f2adf/0x57038999123421cd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.815601:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x82:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:2.0:1787398580.815604:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x82:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398580.815607:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b09f2adf/0x57038999123421cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.815616:0:162520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b09f2adf/0x57038999123421cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.815638:0:162520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b09f2adf/0x57038999123421cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.815645:0:162520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b09f2adf/0x57038999123421cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.815670:0:162520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00010000:00010000:1.0:1787398580.816759:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:1.0:1787398580.816780:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000029b983ef/0x570389991234218e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.816791:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf32cc9d000 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398580.816797:0:158783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000029b983ef/0x570389991234218e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.816807:0:158783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000029b983ef/0x570389991234218e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.816830:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000029b983ef/0x570389991234218e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.816836:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000029b983ef/0x570389991234218e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.816864:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:1.0:1787398580.816868:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003febe01e/0x5703899912342195 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.816875:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf32cc9c600 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398580.816878:0:158783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003febe01e/0x5703899912342195 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.816886:0:158783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003febe01e/0x5703899912342195 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.816907:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003febe01e/0x5703899912342195 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.816914:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003febe01e/0x5703899912342195 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.816928:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:1.0:1787398580.816932:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a905c0a7/0x570389991234219c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.816939:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf32cc9cc00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398580.816942:0:158783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a905c0a7/0x570389991234219c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.816949:0:158783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a905c0a7/0x570389991234219c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.816959:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a905c0a7/0x570389991234219c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.816966:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a905c0a7/0x570389991234219c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.816980:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1787398580.816985:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001a282fb5/0x57038999123421a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.816998:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf32cc9ce00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398580.817001:0:158783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001a282fb5/0x57038999123421a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.817008:0:158783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001a282fb5/0x57038999123421a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.817020:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001a282fb5/0x57038999123421a3 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.817026:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001a282fb5/0x57038999123421a3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.817041:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1787398580.817045:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007a839bbc/0x57038999123421aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.817053:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf32cc9d400 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398580.817056:0:158783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007a839bbc/0x57038999123421aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.817065:0:158783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007a839bbc/0x57038999123421aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.817075:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007a839bbc/0x57038999123421aa lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.817088:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007a839bbc/0x57038999123421aa lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.817105:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1787398580.817110:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000028fd03f5/0x57038999123421b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.817116:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf32cc9c400 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398580.817118:0:158783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000028fd03f5/0x57038999123421b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.817125:0:158783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000028fd03f5/0x57038999123421b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.817135:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000028fd03f5/0x57038999123421b1 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.817141:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000028fd03f5/0x57038999123421b1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.817152:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1787398580.817156:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000190396d0/0x57038999123421b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.817162:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf32cc9c200 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398580.817170:0:158783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000190396d0/0x57038999123421b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.817178:0:158783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000190396d0/0x57038999123421b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.817187:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000190396d0/0x57038999123421b8 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.817194:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000190396d0/0x57038999123421b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.817207:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1787398580.817210:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000209fe08/0x57038999123421bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.817217:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf32cc9d200 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398580.817220:0:158783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000209fe08/0x57038999123421bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.817229:0:158783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000209fe08/0x57038999123421bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.817238:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000209fe08/0x57038999123421bf lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.817245:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000209fe08/0x57038999123421bf lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.817266:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787398580.817270:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a3dd4fb0/0x57038999123421c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.817277:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf32cc9c000 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398580.817280:0:158783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a3dd4fb0/0x57038999123421c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.817288:0:158783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a3dd4fb0/0x57038999123421c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.817298:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a3dd4fb0/0x57038999123421c6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.817306:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a3dd4fb0/0x57038999123421c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.817320:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787398580.817324:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b09f2adf/0x57038999123421cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.817330:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf32cc9dc00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398580.817333:0:158783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b09f2adf/0x57038999123421cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.817354:0:158783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b09f2adf/0x57038999123421cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.817366:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b09f2adf/0x57038999123421cd lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.817373:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b09f2adf/0x57038999123421cd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.817388:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398580.817390:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398580.817392:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398580.818680:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000040b4c4ae/0x5703899912342187 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.818729:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398580.818731:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398580.818734:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398580.818749:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1787398580.821210:0:162520:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000400:67 00000100:00100000:2.0:1787398580.821361:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+6:165618:x1874221260953984:12345-0@lo:5:osp-pre-1-1.0 Request processed in 57689us (62147us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398580.821375:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00100000:3.0:1787398580.823041:0:165618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd2680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:165618:1874221260953984:0@lo:5:osp-pre-1-1.0 00000004:00080000:3.0:1787398580.823069:0:165618:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0xa1:0x0] from OST, last_created [0x2c0000400:0xa1:0x0]last_used is [0x2c0000400:0x43:0x0] 00000100:00100000:3.0:1787398580.823141:0:165618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd2680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:165618:1874221260954240:0@lo:5:osp-pre-1-1.0 00000100:00100000:3.0:1787398580.823206:0:165618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398580.823246:0:165618:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20371f780 going to sleep for 11 seconds 00000100:00100000:2.0:1787398580.823997:0:162522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260954240 00000100:00100000:2.0:1787398580.824010:0:162522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260954240 00000100:00100000:2.0:1787398580.824082:0:162522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:2.0:1787398580.824094:0:162522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+6:165618:x1874221260954240:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1787398580.824151:0:162522:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 8 objects in group 0x2c0000400 at 162 00002000:00010000:1.0:1787398580.829215:0:160295:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xa1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787398580.829238:0:160295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000baaeb065/0x57038999123421d4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.829261:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xa1:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:1.0:1787398580.829267:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xa1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398580.829275:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000baaeb065/0x57038999123421d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.829295:0:160295:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000baaeb065/0x57038999123421d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.829307:0:160295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000baaeb065/0x57038999123421d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.829323:0:160295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000baaeb065/0x57038999123421d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.829347:0:160295:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787398580.829362:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787398580.829369:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000baaeb065/0x57038999123421d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.829377:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301649c00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398580.829382:0:158783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000baaeb065/0x57038999123421d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.829392:0:158783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000baaeb065/0x57038999123421d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.829411:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000baaeb065/0x57038999123421d4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.829419:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000baaeb065/0x57038999123421d4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.829444:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398580.829446:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398580.829448:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787398580.829607:0:160295:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xa0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787398580.829635:0:160295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f35bebfe/0x57038999123421db lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.829644:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xa0:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:1.0:1787398580.829647:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xa0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398580.829652:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f35bebfe/0x57038999123421db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.829661:0:160295:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f35bebfe/0x57038999123421db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.829668:0:160295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f35bebfe/0x57038999123421db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.829675:0:160295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f35bebfe/0x57038999123421db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.829692:0:160295:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1787398580.829737:0:160295:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x9f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787398580.829743:0:160295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007b2c7856/0x57038999123421e2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.829751:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x9f:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:1.0:1787398580.829754:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x9f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398580.829758:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007b2c7856/0x57038999123421e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.829766:0:160295:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007b2c7856/0x57038999123421e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.829781:0:160295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007b2c7856/0x57038999123421e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.829787:0:160295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007b2c7856/0x57038999123421e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.829799:0:160295:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1787398580.829843:0:160295:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x9e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787398580.829848:0:160295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c49ef6b1/0x57038999123421e9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.829854:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x9e:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:1.0:1787398580.829857:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x9e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398580.829860:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c49ef6b1/0x57038999123421e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.829868:0:160295:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c49ef6b1/0x57038999123421e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.829874:0:160295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c49ef6b1/0x57038999123421e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.829881:0:160295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c49ef6b1/0x57038999123421e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.829906:0:160295:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1787398580.829914:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1787398580.829919:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f35bebfe/0x57038999123421db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.829927:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301649a00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398580.829931:0:158783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f35bebfe/0x57038999123421db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.829940:0:158783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f35bebfe/0x57038999123421db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.829954:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f35bebfe/0x57038999123421db lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.829961:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f35bebfe/0x57038999123421db lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.829977:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787398580.829981:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007b2c7856/0x57038999123421e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.829987:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301648000 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398580.829991:0:158783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007b2c7856/0x57038999123421e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830011:0:158783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007b2c7856/0x57038999123421e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830022:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007b2c7856/0x57038999123421e2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830031:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b2c7856/0x57038999123421e2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830046:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787398580.830050:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c49ef6b1/0x57038999123421e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830057:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301648600 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398580.830060:0:158783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c49ef6b1/0x57038999123421e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830068:0:158783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c49ef6b1/0x57038999123421e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830079:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c49ef6b1/0x57038999123421e9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830088:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c49ef6b1/0x57038999123421e9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830113:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398580.830115:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398580.830117:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787398580.830165:0:160295:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x9d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787398580.830170:0:160295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002fa56a6e/0x57038999123421f0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830178:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x9d:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:1.0:1787398580.830182:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x9d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398580.830186:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002fa56a6e/0x57038999123421f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830195:0:160295:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002fa56a6e/0x57038999123421f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830204:0:160295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002fa56a6e/0x57038999123421f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830211:0:160295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002fa56a6e/0x57038999123421f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830225:0:160295:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787398580.830231:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787398580.830235:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002fa56a6e/0x57038999123421f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830252:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301648200 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398580.830256:0:158783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002fa56a6e/0x57038999123421f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830264:0:158783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002fa56a6e/0x57038999123421f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830275:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002fa56a6e/0x57038999123421f0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830283:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002fa56a6e/0x57038999123421f0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830299:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398580.830300:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398580.830302:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787398580.830344:0:160295:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x9c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787398580.830350:0:160295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d89df33b/0x57038999123421f7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830357:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x9c:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:1.0:1787398580.830360:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x9c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398580.830364:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d89df33b/0x57038999123421f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830372:0:160295:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d89df33b/0x57038999123421f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830384:0:160295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d89df33b/0x57038999123421f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830392:0:160295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d89df33b/0x57038999123421f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830405:0:160295:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787398580.830412:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787398580.830416:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d89df33b/0x57038999123421f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830424:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301649400 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398580.830428:0:158783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d89df33b/0x57038999123421f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830436:0:158783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d89df33b/0x57038999123421f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830447:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d89df33b/0x57038999123421f7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830455:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d89df33b/0x57038999123421f7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830469:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398580.830501:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398580.830503:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787398580.830547:0:160295:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x9b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787398580.830552:0:160295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000031efe64b/0x57038999123421fe lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830560:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x9b:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:1.0:1787398580.830564:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x9b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398580.830567:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000031efe64b/0x57038999123421fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830577:0:160295:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000031efe64b/0x57038999123421fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830584:0:160295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000031efe64b/0x57038999123421fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830591:0:160295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000031efe64b/0x57038999123421fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830604:0:160295:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787398580.830611:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787398580.830614:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000031efe64b/0x57038999123421fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830637:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301648e00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398580.830641:0:158783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000031efe64b/0x57038999123421fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830661:0:158783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000031efe64b/0x57038999123421fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830672:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000031efe64b/0x57038999123421fe lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830679:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000031efe64b/0x57038999123421fe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830693:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398580.830695:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398580.830697:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787398580.830741:0:160295:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x9a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787398580.830747:0:160295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000011944224/0x5703899912342205 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830755:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x9a:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:1.0:1787398580.830758:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x9a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398580.830763:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000011944224/0x5703899912342205 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830772:0:160295:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000011944224/0x5703899912342205 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.830780:0:160295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000011944224/0x5703899912342205 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.838862:0:160295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000011944224/0x5703899912342205 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.838902:0:160295:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787398580.838926:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787398580.838933:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000011944224/0x5703899912342205 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.838943:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638000 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398580.838949:0:158783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000011944224/0x5703899912342205 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.838962:0:158783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000011944224/0x5703899912342205 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.838991:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000011944224/0x5703899912342205 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.838999:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000011944224/0x5703899912342205 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.839036:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398580.839039:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398580.839041:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787398580.839197:0:160295:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x99:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787398580.839214:0:160295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba50e4dc/0x570389991234220c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.839228:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x99:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:1.0:1787398580.839234:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x99:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398580.839242:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ba50e4dc/0x570389991234220c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.839255:0:160295:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ba50e4dc/0x570389991234220c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.839265:0:160295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba50e4dc/0x570389991234220c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.839273:0:160295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ba50e4dc/0x570389991234220c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.839287:0:160295:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787398580.839295:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787398580.839298:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ba50e4dc/0x570389991234220c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.839382:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639200 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398580.839387:0:158783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba50e4dc/0x570389991234220c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.839396:0:158783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba50e4dc/0x570389991234220c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.839415:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ba50e4dc/0x570389991234220c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.839422:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ba50e4dc/0x570389991234220c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.839437:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398580.839439:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398580.839441:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787398580.839513:0:160295:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x98:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787398580.839518:0:160295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000004f4f24b/0x5703899912342213 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.839527:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x98:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:1.0:1787398580.841176:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x98:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398580.841188:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004f4f24b/0x5703899912342213 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.841211:0:160295:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004f4f24b/0x5703899912342213 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.841223:0:160295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000004f4f24b/0x5703899912342213 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.841232:0:160295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000004f4f24b/0x5703899912342213 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.841270:0:160295:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787398580.841287:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787398580.841294:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000004f4f24b/0x5703899912342213 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.841900:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638a00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398580.841907:0:158783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000004f4f24b/0x5703899912342213 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.841919:0:158783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000004f4f24b/0x5703899912342213 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.841942:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000004f4f24b/0x5703899912342213 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.841950:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004f4f24b/0x5703899912342213 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.842270:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398580.842274:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398580.842276:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787398580.844156:0:160295:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x97:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787398580.844174:0:160295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ae2654d9/0x570389991234221a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.844197:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x97:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:1.0:1787398580.844215:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x97:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398580.844223:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ae2654d9/0x570389991234221a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.844244:0:160295:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ae2654d9/0x570389991234221a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.844257:0:160295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ae2654d9/0x570389991234221a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.844267:0:160295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ae2654d9/0x570389991234221a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.844292:0:160295:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787398580.844380:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787398580.844387:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ae2654d9/0x570389991234221a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.844396:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638200 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398580.844403:0:158783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae2654d9/0x570389991234221a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.844414:0:158783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae2654d9/0x570389991234221a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.844442:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ae2654d9/0x570389991234221a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.844463:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ae2654d9/0x570389991234221a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.844515:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398580.844518:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398580.844520:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398580.845085:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398580.845098:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787398580.846437:0:160295:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x96:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787398580.846455:0:160295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052704a93/0x5703899912342221 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.846496:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x96:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:1.0:1787398580.846502:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x96:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398580.846513:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052704a93/0x5703899912342221 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.847374:0:160295:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052704a93/0x5703899912342221 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.847396:0:160295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052704a93/0x5703899912342221 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.847405:0:160295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000052704a93/0x5703899912342221 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.847431:0:160295:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787398580.847464:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787398580.847472:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000052704a93/0x5703899912342221 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.847503:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638600 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398580.847509:0:158783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000052704a93/0x5703899912342221 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.847519:0:158783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000052704a93/0x5703899912342221 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.847541:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000052704a93/0x5703899912342221 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.847548:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052704a93/0x5703899912342221 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.847572:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398580.847574:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398580.847576:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787398580.847698:0:160295:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x95:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787398580.847705:0:160295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000322e52d4/0x5703899912342228 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.847714:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x95:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:1.0:1787398580.847719:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x95:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398580.847725:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000322e52d4/0x5703899912342228 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.847747:0:160295:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000322e52d4/0x5703899912342228 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.847755:0:160295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000322e52d4/0x5703899912342228 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.847763:0:160295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000322e52d4/0x5703899912342228 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.847778:0:160295:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1787398580.847823:0:160295:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x94:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787398580.847829:0:160295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000793e4af2/0x570389991234222f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.847837:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x94:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:1.0:1787398580.847840:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x94:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398580.847844:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000793e4af2/0x570389991234222f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.847852:0:160295:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000793e4af2/0x570389991234222f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.847860:0:160295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000793e4af2/0x570389991234222f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.847878:0:160295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000793e4af2/0x570389991234222f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.847890:0:160295:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1787398580.847935:0:160295:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x93:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787398580.847940:0:160295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000353ea899/0x5703899912342236 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.847947:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x93:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:1.0:1787398580.847950:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x93:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398580.847953:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000353ea899/0x5703899912342236 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.847962:0:160295:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000353ea899/0x5703899912342236 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.847968:0:160295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000353ea899/0x5703899912342236 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.847975:0:160295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000353ea899/0x5703899912342236 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.847988:0:160295:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1787398580.847996:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1787398580.848000:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000322e52d4/0x5703899912342228 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.848014:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639a00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398580.848018:0:158783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000322e52d4/0x5703899912342228 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.848027:0:158783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000322e52d4/0x5703899912342228 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.848038:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000322e52d4/0x5703899912342228 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.848045:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000322e52d4/0x5703899912342228 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.848061:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787398580.848064:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000793e4af2/0x570389991234222f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.848070:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639600 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398580.848073:0:158783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000793e4af2/0x570389991234222f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.848079:0:158783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000793e4af2/0x570389991234222f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.850218:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000793e4af2/0x570389991234222f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.850260:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000793e4af2/0x570389991234222f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.850289:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787398580.850294:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000353ea899/0x5703899912342236 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.851978:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398580.851988:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398580.852495:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639800 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398580.852504:0:158783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000353ea899/0x5703899912342236 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.852519:0:158783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000353ea899/0x5703899912342236 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.852557:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000353ea899/0x5703899912342236 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.852565:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000353ea899/0x5703899912342236 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.852594:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398580.852596:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398580.852598:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787398580.852875:0:160295:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x92:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787398580.852884:0:160295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f452a4db/0x570389991234223d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.852916:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x92:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:1.0:1787398580.852923:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x92:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398580.852931:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f452a4db/0x570389991234223d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.852944:0:160295:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f452a4db/0x570389991234223d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.852956:0:160295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f452a4db/0x570389991234223d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.852965:0:160295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f452a4db/0x570389991234223d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.852987:0:160295:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1787398580.853034:0:160295:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x91:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787398580.853040:0:160295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000053379050/0x5703899912342244 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.853050:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x91:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:1.0:1787398580.853053:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x91:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398580.853057:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000053379050/0x5703899912342244 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.853066:0:160295:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000053379050/0x5703899912342244 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.853088:0:160295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000053379050/0x5703899912342244 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.853096:0:160295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000053379050/0x5703899912342244 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.853111:0:160295:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1787398580.853158:0:160295:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x90:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787398580.853164:0:160295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c4ced57d/0x570389991234224b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.853173:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x90:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:1.0:1787398580.853176:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x90:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398580.853181:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c4ced57d/0x570389991234224b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.853190:0:160295:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c4ced57d/0x570389991234224b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.853199:0:160295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c4ced57d/0x570389991234224b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.853207:0:160295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c4ced57d/0x570389991234224b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.853236:0:160295:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1787398580.853245:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1787398580.853250:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f452a4db/0x570389991234223d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.853257:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639e00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398580.853261:0:158783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f452a4db/0x570389991234223d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.853269:0:158783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f452a4db/0x570389991234223d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.853282:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f452a4db/0x570389991234223d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398580.853290:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f452a4db/0x570389991234223d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1787398580.855741:0:161106:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 17179869232 is committed 00000001:00100000:0.0:1787398580.855806:0:161106:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00002000:00080000:0.0:1787398580.855861:0:162522:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 8 objects in group 0x2c0000400 at 170 00000001:00080000:0.0:1787398580.856749:0:162522:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 17179869232 00002000:00080000:0.0:1787398580.856792:0:162522:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 8 objects in group 0x2c0000400 at 178 00000001:00080000:0.0:1787398580.857312:0:162522:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 17179869233 00002000:00080000:0.0:1787398580.857329:0:162522:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 8 objects in group 0x2c0000400 at 186 00000001:00080000:0.0:1787398580.857723:0:162522:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 17179869234 00000100:00100000:0.0:1787398580.857873:0:162522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+8:165618:x1874221260954240:12345-0@lo:5:osp-pre-1-1.0 Request processed in 33775us (34661us total) trans 17179869235 rc 0/0 00000100:00100000:0.0:1787398580.857887:0:162522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000020:00080000:0.0:1787398580.857894:0:162522:0:(tgt_main.c:784:tgt_ses_key_exit()) total 4 transactions per RPC 00000100:00100000:0.0:1787398580.858007:0:165618:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179869232 gen 2 00000100:00100000:0.0:1787398580.858019:0:165618:0:(client.c:3156:ptlrpc_free_committed()) @@@ stopping search req@ffff9cf20bbd2680 x1874221260954240/t17179869235(17179869235) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1787398596 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787398580.858035:0:165618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd2680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:165618:1874221260954240:0@lo:5:osp-pre-1-1.0 00000004:00080000:0.0:1787398580.858057:0:165618:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0xa1:0x0]-[0x2c0000400:0xc1:0x0] 00010000:00010000:2.0:1787398580.860639:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787398580.860660:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000053379050/0x5703899912342244 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.860680:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638c00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:2.0:1787398580.860687:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000053379050/0x5703899912342244 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.860701:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000053379050/0x5703899912342244 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.860733:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000053379050/0x5703899912342244 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.860742:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000053379050/0x5703899912342244 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.860795:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787398580.860800:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c4ced57d/0x570389991234224b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.860807:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639000 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:2.0:1787398580.860811:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c4ced57d/0x570389991234224b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.860820:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c4ced57d/0x570389991234224b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.860831:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c4ced57d/0x570389991234224b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.860839:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c4ced57d/0x570389991234224b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398580.860960:0:165618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a29c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:165618:1874221260954368:0@lo:900:osp-pre-1-1.0 00000100:00100000:0.0:1787398580.861061:0:165618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398580.861100:0:165618:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf30dbc2cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787398580.861133:0:158806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260954368 00000100:00100000:0.0:1787398580.861142:0:158806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260954368 00000100:00100000:0.0:1787398580.861203:0:158806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787398580.861213:0:158806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:165618:x1874221260954368:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:0.0:1787398580.861286:0:158806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:165618:x1874221260954368:12345-0@lo:900:osp-pre-1-1.0 Request processed in 74us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398580.861295:0:158806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787398580.861375:0:165618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a29c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:165618:1874221260954368:0@lo:900:osp-pre-1-1.0 00010000:00010000:2.0:1787398580.861895:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398580.861898:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398580.861900:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787398580.862745:0:160295:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x8f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398580.862756:0:160295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c73ab102/0x5703899912342252 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.862776:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x8f:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:0.0:1787398580.862781:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x8f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398580.862788:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c73ab102/0x5703899912342252 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.862804:0:160295:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c73ab102/0x5703899912342252 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.862827:0:160295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c73ab102/0x5703899912342252 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.862835:0:160295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c73ab102/0x5703899912342252 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.862855:0:160295:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1787398580.862894:0:160295:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x8e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398580.862899:0:160295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e8b5c0f/0x5703899912342259 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.862905:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x8e:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:0.0:1787398580.862908:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x8e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398580.862912:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e8b5c0f/0x5703899912342259 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.862921:0:160295:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e8b5c0f/0x5703899912342259 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.862928:0:160295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e8b5c0f/0x5703899912342259 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.862936:0:160295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004e8b5c0f/0x5703899912342259 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.862956:0:160295:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1787398580.862989:0:160295:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x8d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398580.862994:0:160295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000395cadc4/0x5703899912342260 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.863002:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x8d:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:0.0:1787398580.863005:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x8d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398580.863008:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000395cadc4/0x5703899912342260 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.863017:0:160295:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000395cadc4/0x5703899912342260 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.863025:0:160295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000395cadc4/0x5703899912342260 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.863032:0:160295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000395cadc4/0x5703899912342260 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.863041:0:160295:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:0.0:1787398580.863079:0:160295:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x8c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398580.863084:0:160295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ebe907b1/0x5703899912342267 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.863091:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x8c:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:0.0:1787398580.863100:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x8c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398580.863104:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ebe907b1/0x5703899912342267 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.863114:0:160295:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ebe907b1/0x5703899912342267 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.863122:0:160295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ebe907b1/0x5703899912342267 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.863130:0:160295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ebe907b1/0x5703899912342267 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.863138:0:160295:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:0.0:1787398580.863173:0:160295:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x8b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398580.863177:0:160295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e9a0633d/0x570389991234226e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.863184:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x8b:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:0.0:1787398580.863186:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x8b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398580.863191:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9a0633d/0x570389991234226e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.863200:0:160295:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e9a0633d/0x570389991234226e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.863207:0:160295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e9a0633d/0x570389991234226e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.863220:0:160295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e9a0633d/0x570389991234226e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.863230:0:160295:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:0.0:1787398580.863269:0:160295:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x8a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398580.863275:0:160295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7b4eb41/0x5703899912342275 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.863283:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x8a:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:0.0:1787398580.863286:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x8a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398580.863290:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7b4eb41/0x5703899912342275 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.864467:0:160295:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7b4eb41/0x5703899912342275 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.864506:0:160295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7b4eb41/0x5703899912342275 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.864515:0:160295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a7b4eb41/0x5703899912342275 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.864587:0:160295:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:0.0:1787398580.864715:0:160295:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x89:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398580.864721:0:160295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001eefdaa7/0x570389991234227c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.864746:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x89:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:0.0:1787398580.864750:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x89:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398580.864757:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001eefdaa7/0x570389991234227c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.864769:0:160295:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001eefdaa7/0x570389991234227c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.864777:0:160295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001eefdaa7/0x570389991234227c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.864784:0:160295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001eefdaa7/0x570389991234227c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.864793:0:160295:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00010000:0.0:1787398580.864841:0:160295:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x88:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398580.864846:0:160295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7041946/0x5703899912342283 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.864854:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x88:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:0.0:1787398580.864857:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x88:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398580.864860:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7041946/0x5703899912342283 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.864868:0:160295:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e7041946/0x5703899912342283 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.864887:0:160295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7041946/0x5703899912342283 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.864894:0:160295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e7041946/0x5703899912342283 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.864904:0:160295:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00002000:00010000:0.0:1787398580.864945:0:160295:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x87:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398580.864950:0:160295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eeeb4fac/0x570389991234228a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.864957:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x87:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:0.0:1787398580.864960:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x87:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398580.864964:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eeeb4fac/0x570389991234228a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.864973:0:160295:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eeeb4fac/0x570389991234228a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.864981:0:160295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eeeb4fac/0x570389991234228a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.864988:0:160295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eeeb4fac/0x570389991234228a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.865010:0:160295:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00002000:00010000:0.0:1787398580.865054:0:160295:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x86:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398580.865058:0:160295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000041d6f1d5/0x5703899912342291 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.865067:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x86:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:0.0:1787398580.865069:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x86:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398580.865073:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041d6f1d5/0x5703899912342291 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.865083:0:160295:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041d6f1d5/0x5703899912342291 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.865089:0:160295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000041d6f1d5/0x5703899912342291 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.865096:0:160295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000041d6f1d5/0x5703899912342291 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.865104:0:160295:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00002000:00010000:0.0:1787398580.865140:0:160295:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x85:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398580.865145:0:160295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000adc990ae/0x5703899912342298 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.865152:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x85:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:0.0:1787398580.865159:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x85:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398580.865163:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000adc990ae/0x5703899912342298 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.865172:0:160295:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000adc990ae/0x5703899912342298 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.865179:0:160295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000adc990ae/0x5703899912342298 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.865187:0:160295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000adc990ae/0x5703899912342298 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.865194:0:160295:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00002000:00010000:0.0:1787398580.865229:0:160295:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x84:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398580.865233:0:160295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a69475e2/0x570389991234229f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.865241:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x84:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:0.0:1787398580.865243:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x84:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398580.865247:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a69475e2/0x570389991234229f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.865256:0:160295:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a69475e2/0x570389991234229f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.865263:0:160295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a69475e2/0x570389991234229f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.865277:0:160295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a69475e2/0x570389991234229f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.865286:0:160295:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/12 locks to regular blp list, 12 blwis in pool 00010000:00010000:2.0:1787398580.865699:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 11 total in blp. (11 blwis in pool) 00010000:00010000:2.0:1787398580.865712:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c73ab102/0x5703899912342252 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.865721:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056da800 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:2.0:1787398580.865735:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c73ab102/0x5703899912342252 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.865746:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c73ab102/0x5703899912342252 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.865769:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c73ab102/0x5703899912342252 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.865777:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c73ab102/0x5703899912342252 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.865810:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 10 total in blp. (10 blwis in pool) 00010000:00010000:2.0:1787398580.865815:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004e8b5c0f/0x5703899912342259 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.865823:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056dba00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:2.0:1787398580.865826:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004e8b5c0f/0x5703899912342259 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.865835:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004e8b5c0f/0x5703899912342259 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.865845:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004e8b5c0f/0x5703899912342259 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.865853:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e8b5c0f/0x5703899912342259 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.865876:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:2.0:1787398580.865880:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000395cadc4/0x5703899912342260 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.865887:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056db400 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:2.0:1787398580.865891:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000395cadc4/0x5703899912342260 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.865899:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000395cadc4/0x5703899912342260 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.865910:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000395cadc4/0x5703899912342260 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.865918:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000395cadc4/0x5703899912342260 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.865929:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:2.0:1787398580.865933:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ebe907b1/0x5703899912342267 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.865940:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056da600 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:2.0:1787398580.865943:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ebe907b1/0x5703899912342267 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.865963:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ebe907b1/0x5703899912342267 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.865975:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ebe907b1/0x5703899912342267 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.865982:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ebe907b1/0x5703899912342267 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.865997:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:2.0:1787398580.866001:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e9a0633d/0x570389991234226e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866008:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056da000 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:2.0:1787398580.866011:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9a0633d/0x570389991234226e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866020:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9a0633d/0x570389991234226e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866029:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e9a0633d/0x570389991234226e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866036:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e9a0633d/0x570389991234226e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866061:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:2.0:1787398580.866065:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a7b4eb41/0x5703899912342275 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866072:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056dae00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:2.0:1787398580.866075:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7b4eb41/0x5703899912342275 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866083:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7b4eb41/0x5703899912342275 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866094:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a7b4eb41/0x5703899912342275 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866101:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7b4eb41/0x5703899912342275 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866113:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1787398580.866117:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001eefdaa7/0x570389991234227c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866124:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056db600 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:2.0:1787398580.866127:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001eefdaa7/0x570389991234227c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866145:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001eefdaa7/0x570389991234227c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866155:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001eefdaa7/0x570389991234227c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866161:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001eefdaa7/0x570389991234227c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866174:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1787398580.866177:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e7041946/0x5703899912342283 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866183:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056db000 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:2.0:1787398580.866187:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7041946/0x5703899912342283 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866194:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7041946/0x5703899912342283 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866202:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e7041946/0x5703899912342283 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866208:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e7041946/0x5703899912342283 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866233:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1787398580.866236:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eeeb4fac/0x570389991234228a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866243:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056da400 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:2.0:1787398580.866246:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eeeb4fac/0x570389991234228a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866253:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eeeb4fac/0x570389991234228a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866263:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eeeb4fac/0x570389991234228a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866269:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eeeb4fac/0x570389991234228a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866279:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1787398580.866281:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000041d6f1d5/0x5703899912342291 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866286:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056dbe00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:2.0:1787398580.866289:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000041d6f1d5/0x5703899912342291 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866652:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000041d6f1d5/0x5703899912342291 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866666:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000041d6f1d5/0x5703899912342291 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866673:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041d6f1d5/0x5703899912342291 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866690:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787398580.866694:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000adc990ae/0x5703899912342298 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866700:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056db800 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:2.0:1787398580.866703:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000adc990ae/0x5703899912342298 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866711:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000adc990ae/0x5703899912342298 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866720:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000adc990ae/0x5703899912342298 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866727:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000adc990ae/0x5703899912342298 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866756:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787398580.866760:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a69475e2/0x570389991234229f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866765:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056daa00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:2.0:1787398580.866768:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a69475e2/0x570389991234229f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866775:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a69475e2/0x570389991234229f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866785:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a69475e2/0x570389991234229f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866792:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a69475e2/0x570389991234229f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398580.866803:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398580.866805:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398580.866807:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787398580.869517:0:160295:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x83:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398580.870528:0:160295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d06a0c8/0x57038999123422a6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.870612:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x83:0x0].0x0 since=5601s v=(0 0) 00010000:00010000:0.0:1787398580.870631:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x83:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398580.870758:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398580.870763:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398580.870767:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398580.871590:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d06a0c8/0x57038999123422a6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.871631:0:160295:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d06a0c8/0x57038999123422a6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.871646:0:160295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d06a0c8/0x57038999123422a6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.871656:0:160295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009d06a0c8/0x57038999123422a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398580.871680:0:160295:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787398580.871927:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787398580.871937:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009d06a0c8/0x57038999123422a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.871947:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056dbc00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398580.871952:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009d06a0c8/0x57038999123422a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.871963:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009d06a0c8/0x57038999123422a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.871986:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009d06a0c8/0x57038999123422a6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.872013:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d06a0c8/0x57038999123422a6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398580.872042:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398580.872045:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398580.872046:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398580.872757:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:0.0:1787398580.873644:0:160295:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000400:130 00000100:00100000:0.0:1787398580.873777:0:160295:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:165616:x1874221260954112:12345-0@lo:5:osp-pre-0-1.0 Request processed in 97382us (112950us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398580.873797:0:160295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00100000:2.0:1787398580.873961:0:165616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af18380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:165616:1874221260954112:0@lo:5:osp-pre-0-1.0 00000004:00080000:2.0:1787398580.873982:0:165616:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0xa1:0x0] from OST, last_created [0x280000400:0xa1:0x0]last_used is [0x280000400:0x82:0x0] 00000100:00100000:2.0:1787398580.874047:0:165616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:165616:1874221260954496:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1787398580.874107:0:165616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398580.874136:0:165616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31f485600 going to sleep for 11 seconds 00000100:00100000:0.0:1787398580.874189:0:162518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260954496 00000100:00100000:0.0:1787398580.874197:0:162518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260954496 00000100:00100000:0.0:1787398580.874258:0:162518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:0.0:1787398580.874269:0:162518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+6:165616:x1874221260954496:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:0.0:1787398580.874391:0:162518:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x280000400 at 162 00000001:00080000:2.0:1787398580.878679:0:160290:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836541 is committed 00000001:00100000:2.0:1787398580.878753:0:160290:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00002000:00080000:0.0:1787398580.878928:0:162518:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x280000400 at 170 00000001:00080000:0.0:1787398580.879730:0:162518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 21474836541 00002000:00080000:0.0:1787398580.879765:0:162518:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x280000400 at 178 00000001:00080000:0.0:1787398580.880196:0:162518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 21474836542 00002000:00080000:0.0:1787398580.880214:0:162518:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x280000400 at 186 00000001:00080000:0.0:1787398580.881645:0:162518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 21474836543 00000100:00100000:0.0:1787398580.882110:0:162518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+8:165616:x1874221260954496:12345-0@lo:5:osp-pre-0-1.0 Request processed in 7836us (7996us total) trans 21474836544 rc 0/0 00000100:00100000:0.0:1787398580.882124:0:162518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000020:00080000:0.0:1787398580.882132:0:162518:0:(tgt_main.c:784:tgt_ses_key_exit()) total 4 transactions per RPC 00000100:00100000:2.0:1787398580.882224:0:165616:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474836541 gen 2 00000100:00100000:2.0:1787398580.882236:0:165616:0:(client.c:3156:ptlrpc_free_committed()) @@@ stopping search req@ffff9cf305b9e300 x1874221260954496/t21474836544(21474836544) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1787398596 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398580.882251:0:165616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:165616:1874221260954496:0@lo:5:osp-pre-0-1.0 00000004:00080000:2.0:1787398580.882271:0:165616:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0xa1:0x0]-[0x280000400:0xc1:0x0] 00000100:00100000:2.0:1787398580.882377:0:165616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad7b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:165616:1874221260954624:0@lo:900:osp-pre-0-1.0 00000100:00100000:2.0:1787398580.882781:0:165616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398580.882819:0:165616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31f485600 going to sleep for 11 seconds 00000100:00100000:1.0:1787398580.883191:0:158806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260954624 00000100:00100000:1.0:1787398580.883203:0:158806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260954624 00000100:00100000:1.0:1787398580.883265:0:158806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1787398580.883276:0:158806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:165616:x1874221260954624:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:1.0:1787398580.883403:0:158806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:165616:x1874221260954624:12345-0@lo:900:osp-pre-0-1.0 Request processed in 128us (622us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398580.883411:0:158806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1787398580.883450:0:165616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad7b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:165616:1874221260954624:0@lo:900:osp-pre-0-1.0 00010000:00010000:1.0:1787398581.527633:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398582.230287:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787398582.230322:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260954752:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787398582.230422:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398582.230519:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260954752 00000100:00100000:2.0:1787398582.230530:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260954752 00000100:00100000:2.0:1787398582.230622:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1787398582.230637:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260954752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787398582.230679:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8227648 pending 0 free 71049216 avail 63881216 00000100:00100000:2.0:1787398582.230743:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260954752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 110us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398582.230752:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00080000:0.0:1787398582.230858:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787398582.231523:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260954752:0@lo:13:osp-pre-0-0.0 10000000:01000000:0.0:1787398582.423248:0:158791:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1787398582.423259:0:158791:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff9cf207199000 from 37 10000000:01000000:0.0:1787398582.423265:0:158791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1787398582.423340:0:158791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf2056dbc00/0x57038999123422ad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398582.423354:0:158791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.136@tcp lock: ffff9cf2056dbc00/0x57038999123422ad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398582.423368:0:158791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.136@tcp lock: ffff9cf2056dbc00/0x57038999123422ad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398582.423418:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221260954880:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787398582.425097:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398582.425245:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf3306a2d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787398582.428472:0:158788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260954880 00000100:00100000:3.0:1787398582.428510:0:158788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260954880 00000100:00100000:3.0:1787398582.428621:0:158788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00100000:3.0:1787398582.428636:0:158788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335773050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+22:158791:x1874221260954880:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787398582.428660:0:158788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398582.428692:0:158788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf305a68a00/0x57038999123422b4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x57038999123422ad expref: -99 pid: 158788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398582.428730:0:158788:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf305a68a00/0x57038999123422b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x57038999123422ad expref: 23 pid: 158788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398582.428754:0:158788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf305a68a00/0x57038999123422b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123422ad expref: 23 pid: 158788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398582.428770:0:158788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a68a00, rc 0) 00000100:00100000:3.0:1787398582.428885:0:158788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335773050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+23:158791:x1874221260954880:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 253us (3795us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398582.428893:0:158788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00000100:00100000:0.0:1787398582.432001:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221260954880:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787398582.432044:0:158791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.136@tcp lock: ffff9cf2056dbc00/0x57038999123422ad lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123422b4 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398582.432060:0:158791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.136@tcp lock: ffff9cf2056dbc00/0x57038999123422ad lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x57038999123422b4 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398582.432185:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221260955008:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1787398582.432279:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398582.432347:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf3306a2d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787398582.432554:0:158786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260955008 00000100:00100000:3.0:1787398582.432564:0:158786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260955008 00000100:00100000:3.0:1787398582.432638:0:158786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000100:00100000:3.0:1787398582.432656:0:158786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335770050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+23:158791:x1874221260955008:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1787398582.432686:0:158786:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1787398582.432705:0:158786:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1787398582.432708:0:158786:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 37 00000100:00100000:3.0:1787398582.432829:0:158786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335770050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+23:158791:x1874221260955008:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 173us (549us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398582.432949:0:158786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 00000100:00100000:0.0:1787398582.433337:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221260955008:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1787398582.433401:0:158791:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.136@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1787398582.433410:0:158791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf2056dbc00/0x57038999123422ad lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123422b4 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398582.433420:0:158791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.136@tcp lock: ffff9cf2056dbc00/0x57038999123422ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123422b4 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787398582.433435:0:158791:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1787398582.433438:0:158791:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff9cf20c7c2800 from 37 10000000:01000000:0.0:1787398582.433441:0:158791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1787398582.433473:0:158791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf2056daa00/0x57038999123422bb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398582.433513:0:158791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.136@tcp lock: ffff9cf2056daa00/0x57038999123422bb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398582.433537:0:158791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.136@tcp lock: ffff9cf2056daa00/0x57038999123422bb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398582.433558:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221260955136:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787398582.433607:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398582.433642:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf305307300 going to sleep for 11 seconds 00000100:00100000:1.0:1787398582.435320:0:158789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260955136 00000100:00100000:1.0:1787398582.435337:0:158789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260955136 00000100:00100000:1.0:1787398582.435421:0:158789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:1.0:1787398582.435435:0:158789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335771850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+23:158791:x1874221260955136:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787398582.435453:0:158789:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398582.435474:0:158789:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf20b639800/0x57038999123422c2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x57038999123422bb expref: -99 pid: 158789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398582.435567:0:158789:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf20b639800/0x57038999123422c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x57038999123422bb expref: 24 pid: 158789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398582.435582:0:158789:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf20b639800/0x57038999123422c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123422bb expref: 24 pid: 158789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398582.435606:0:158789:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b639800, rc 0) 00000100:00100000:1.0:1787398582.435684:0:158789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335771850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+24:158791:x1874221260955136:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 252us (2076us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398582.435693:0:158789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00100000:0.0:1787398582.438396:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221260955136:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787398582.438436:0:158791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.136@tcp lock: ffff9cf2056daa00/0x57038999123422bb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123422c2 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398582.438453:0:158791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.136@tcp lock: ffff9cf2056daa00/0x57038999123422bb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x57038999123422c2 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398582.438605:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221260955264:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1787398582.438697:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398582.440025:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf305307300 going to sleep for 11 seconds 00000100:00100000:2.0:1787398582.443467:0:158788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260955264 00000100:00100000:2.0:1787398582.443519:0:158788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260955264 00000100:00100000:2.0:1787398582.443628:0:158788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:2.0:1787398582.443641:0:158788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335770850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+24:158791:x1874221260955264:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1787398582.443682:0:158788:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1787398582.443718:0:158788:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1787398582.443727:0:158788:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 37 00000100:00100000:2.0:1787398582.444306:0:158788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335770850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+24:158791:x1874221260955264:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 667us (5607us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398582.444316:0:158788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000100:00100000:0.0:1787398582.447549:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221260955264:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1787398582.447674:0:158791:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.136@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1787398582.447689:0:158791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf2056daa00/0x57038999123422bb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123422c2 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398582.447703:0:158791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.136@tcp lock: ffff9cf2056daa00/0x57038999123422bb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123422c2 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398582.503966:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398582.504057:0:158786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247458816 00000100:00100000:3.0:1787398582.504067:0:158786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247458816 00000100:00100000:3.0:1787398582.504578:0:158786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 279 00000100:00100000:3.0:1787398582.504600:0:158786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335771050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:857bea78-a9c1-41f7-87c7-fefab0f760c6+9:122716:x1874221247458816:12345-192.168.204.36@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787398582.504617:0:158786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398582.504645:0:158786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf305a68800/0x57038999123422c9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x200ab929ef119b35 expref: -99 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398582.504676:0:158786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf305a68800/0x57038999123422c9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b35 expref: 10 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398582.504688:0:158786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf305a68800/0x57038999123422c9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b35 expref: 10 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398582.504696:0:158786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a68800, rc 0) 00000100:00100000:3.0:1787398582.504765:0:158786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335771050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:122716:x1874221247458816:12345-192.168.204.36@tcp:101:ll_cfg_requeue.0 Request processed in 178us (809us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398582.504771:0:158786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 279 00000100:00100000:1.0:1787398582.514928:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398582.516221:0:158789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247458944 00000100:00100000:2.0:1787398582.516426:0:158789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247458944 00000100:00100000:3.0:1787398582.516976:0:158789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 280 00000100:00100000:3.0:1787398582.516989:0:158789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335770c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:122716:x1874221247458944:12345-192.168.204.36@tcp:256:ll_cfg_requeue.0 20000000:01000000:3.0:1787398582.517033:0:158789:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 16384. 20000000:01000000:3.0:1787398582.517051:0:158789:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1787398582.517055:0:158789:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 37 00000100:00100000:3.0:1787398582.534223:0:158789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335770c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:122716:x1874221247458944:12345-192.168.204.36@tcp:256:ll_cfg_requeue.0 Request processed in 17222us (19292us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398582.534240:0:158789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 280 00000100:00100000:1.0:1787398582.541837:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398582.541970:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247459072 00000100:00100000:3.0:1787398582.541980:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247459072 00000100:00100000:3.0:1787398582.542033:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 413 00000100:00100000:3.0:1787398582.542042:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:69161:x1874221247459072:12345-192.168.204.36@tcp:38:ll_cfg_requeue.0 00010000:00080000:3.0:1787398582.542077:0:158794:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp t21474836527 exp 0000000000000000 cur 5603 last 0 00000020:00000080:3.0:1787398582.542132:0:158794:0:(genops.c:1406:class_connect()) connect: client dbe7f5ec-0726-4851-a675-2f47d040e30f, cookie 0x57038999123422d0 00000004:00100000:3.0:1787398582.542159:0:158794:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000001:00000004:3.0:1787398582.542165:0:158794:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 6, last_transno is 25769803776 00010000:00010000:3.0:1787398582.556137:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787398582.559989:0:158794:0:(import.c:65:import_set_state_nolock()) ffff9cf3085da000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787398582.560105:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69161:x1874221247459072:12345-192.168.204.36@tcp:38:ll_cfg_requeue.0 Request processed in 18060us (18275us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398582.560120:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 413 00000100:00100000:3.0:1787398583.256430:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260955392:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787398583.256523:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398583.256594:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260955392 00000100:00100000:3.0:1787398583.256602:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260955392 00000100:00100000:3.0:1787398583.256657:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1787398583.256667:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260955392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787398583.256698:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8248128 pending 0 free 71184384 avail 64016384 00000100:00100000:3.0:1787398583.256747:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260955392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398583.256754:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00080000:3.0:1787398583.256778:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787398583.256825:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260955392:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1787398583.573892:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398584.421506:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398584.421558:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398584.421586:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398584.421608:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398584.421631:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398584.421658:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247459328 00000100:00100000:2.0:1787398584.421668:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247459328 00000100:00100000:2.0:1787398584.421721:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247459456 00000100:00100000:2.0:1787398584.421724:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247459456 00000100:00100000:2.0:1787398584.421747:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 319 00000100:00100000:2.0:1787398584.421756:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b889500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69164:x1874221247459328:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:2.0:1787398584.421826:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b889500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69164:x1874221247459328:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 71us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398584.421835:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 319 00000100:00100000:2.0:1787398584.421852:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 320 00000100:00100000:2.0:1787398584.421858:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b88b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69163:x1874221247459456:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:2.0:1787398584.421882:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b88b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69163:x1874221247459456:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 24us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398584.421896:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 320 00000100:00100000:2.0:1787398584.421919:0:162516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247459584 00000100:00100000:2.0:1787398584.421922:0:162516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247459584 00000100:00100000:2.0:1787398584.421947:0:162516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247459712 00000100:00100000:2.0:1787398584.421951:0:162516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247459712 00000100:00100000:2.0:1787398584.421972:0:162516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 262 00000100:00100000:2.0:1787398584.421979:0:162516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b889c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69161:x1874221247459584:12345-192.168.204.36@tcp:9:kworker.0 00000020:00000080:2.0:1787398584.421997:0:162516:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x5703899912341c39 00000100:00080000:2.0:1787398584.422006:0:162516:0:(import.c:65:import_set_state_nolock()) ffff9cf337cfe800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1787398584.422050:0:162516:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 5, last_transno is 21474836544 00000100:00100000:2.0:1787398584.422172:0:162516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b889c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:dbe7f5ec-0726-4851-a675-2f47d040e30f+2:69161:x1874221247459584:12345-192.168.204.36@tcp:9:kworker.0 Request processed in 193us (562us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398584.422178:0:162516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 262 00000100:00100000:2.0:1787398584.422190:0:162516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 263 00000100:00100000:2.0:1787398584.422195:0:162516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69161:x1874221247459712:12345-192.168.204.36@tcp:9:kworker.0 00000020:00000080:2.0:1787398584.422207:0:162516:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x5703899912341c40 00000100:00080000:2.0:1787398584.422212:0:162516:0:(import.c:65:import_set_state_nolock()) ffff9cf20b2c0800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1787398584.422235:0:162516:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 4, last_transno is 17179869235 00000100:00100000:3.0:1787398584.422459:0:158786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247459200 00000100:00100000:3.0:1787398584.422465:0:158786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247459200 00000100:00100000:3.0:1787398584.422510:0:158786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 281 00000100:00100000:3.0:1787398584.422518:0:158786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335773450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69164:x1874221247459200:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398584.422559:0:158786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335773450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69164:x1874221247459200:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 42us (1268us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398584.422565:0:158786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 281 00000100:00100000:2.0:1787398584.422765:0:162516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:dbe7f5ec-0726-4851-a675-2f47d040e30f+2:69161:x1874221247459712:12345-192.168.204.36@tcp:9:kworker.0 Request processed in 568us (1131us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398584.422773:0:162516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 263 00000100:00080000:2.0:1787398584.422792:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787398584.422796:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787398584.422799:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787398584.422800:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1787398584.423153:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398584.423165:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398584.597721:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398585.628377:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398585.813805:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260955648:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787398585.813870:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398585.813930:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20b889180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260955520:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787398585.813982:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260955776:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787398585.814014:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398585.814034:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398585.814067:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260955776 00000100:00100000:2.0:1787398585.814075:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260955776 00000100:00100000:3.0:1787398585.814079:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260955648 00000100:00100000:3.0:1787398585.814085:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260955648 00000100:00100000:3.0:1787398585.814127:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260955520 00000100:00100000:2.0:1787398585.814128:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:3.0:1787398585.814132:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260955520 00000100:00100000:2.0:1787398585.814141:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221260955776:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787398585.814156:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1787398585.814165:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+8:106502:x1874221260955648:12345-0@lo:13:osp-pre-0-1.0 00000004:00000024:2.0:1787398585.814180:0:158800:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42549248 avail 36417536 00002000:00000024:3.0:1787398585.814188:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 71049216 avail 63881216 00000100:00100000:2.0:1787398585.814235:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221260955776:12345-0@lo:41:osp-pre-0-1.0 Request processed in 96us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398585.814243:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+8:106502:x1874221260955648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398585.814246:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:3.0:1787398585.814256:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1787398585.814279:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1787398585.814288:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+8:106501:x1874221260955520:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787398585.814327:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260955648:0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787398585.814331:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 71184384 avail 64016384 00000100:00100000:2.0:1787398585.814369:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+8:106501:x1874221260955520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398585.814376:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1787398585.814389:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20b889180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260955520:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1787398585.814397:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787398585.814403:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787398585.814431:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260955776:0@lo:41:osp-pre-0-1.0 00000100:00080000:2.0:1787398585.816954:0:123549:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787398585.816961:0:123549:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787398585.816965:0:123549:0:(import.c:65:import_set_state_nolock()) ffff9cf20a604000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787398585.816986:0:123549:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9cf20a604000 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:2.0:1787398585.817011:0:123549:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf305b99500 x1874221260956032/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787398585.817061:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a066c752-c801-430f-905b-71f66cddaa9e:106500:1874221260955904:0@lo:400:kworker.0 00000100:00080000:2.0:1787398585.817074:0:123549:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787398585.817078:0:123549:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787398585.817080:0:123549:0:(import.c:65:import_set_state_nolock()) ffff9cf207002000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787398585.817086:0:123549:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff9cf207002000 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:2.0:1787398585.817098:0:123549:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf305b9b100 x1874221260956672/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787398585.817118:0:123549:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787398585.817121:0:123549:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787398585.817122:0:123549:0:(import.c:65:import_set_state_nolock()) ffff9cf203557000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787398585.817127:0:123549:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9cf203557000 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:2.0:1787398585.817137:0:123549:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf33609c700 x1874221260956928/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787398585.817150:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398585.817173:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106499:1874221260956032:0@lo:38:kworker.0 00000100:00100000:3.0:1787398585.817208:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106500:1874221260956544:0@lo:400:kworker.0 00000100:00100000:2.0:1787398585.817215:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398585.817241:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:106499:1874221260956672:0@lo:38:kworker.0 00000100:00100000:3.0:1787398585.817251:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398585.817273:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398585.817280:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1787398585.817289:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260956160:0@lo:400:kworker.0 00000100:00100000:2.0:1787398585.817297:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33609c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:106499:1874221260956928:0@lo:38:kworker.0 00000100:00100000:3.0:1787398585.817317:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398585.817340:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398585.817346:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33609d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106500:1874221260956800:0@lo:400:kworker.0 00000100:00100000:3.0:1787398585.817375:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398585.817380:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260956032 00000100:00100000:2.0:1787398585.817388:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260956032 00000100:00100000:3.0:1787398585.817408:0:158789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260955904 00000100:00100000:3.0:1787398585.817414:0:158789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260955904 00000100:00100000:2.0:1787398585.817425:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:2.0:1787398585.817440:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:0+-99:106499:x1874221260956032:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1787398585.817464:0:158789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:3.0:1787398585.817472:0:158789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335773850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+24:106500:x1874221260955904:12345-0@lo:400:kworker.0 00010000:00080000:2.0:1787398585.817517:0:162682:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 5606 last 0 00000100:00100000:3.0:1787398585.817550:0:158789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335773850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+24:106500:x1874221260955904:12345-0@lo:400:kworker.0 Request processed in 77us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398585.817558:0:158789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000020:00000080:2.0:1787398585.817568:0:162682:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x57038999123422d7 00000004:00100000:2.0:1787398585.817584:0:162682:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00100000:3.0:1787398585.817595:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260956544 00000100:00100000:3.0:1787398585.817599:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260956544 00000100:00100000:3.0:1787398585.817629:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260956672 00000100:00100000:3.0:1787398585.817633:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260956672 00000100:00100000:3.0:1787398585.817642:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260956928 00000100:00100000:3.0:1787398585.817644:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260956928 00000100:00100000:3.0:1787398585.817653:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260956800 00000100:00100000:3.0:1787398585.817656:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260956800 00000100:00100000:3.0:1787398585.817673:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:3.0:1787398585.817679:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:106500:x1874221260956544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398585.817710:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:106500:x1874221260956544:12345-0@lo:400:kworker.0 Request processed in 30us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398585.817716:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00100000:3.0:1787398585.817729:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:3.0:1787398585.817743:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:106500:x1874221260956800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398585.817772:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:106500:x1874221260956800:12345-0@lo:400:kworker.0 Request processed in 30us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398585.817778:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00100000:3.0:1787398585.817791:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:3.0:1787398585.817795:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:106499:x1874221260956672:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1787398585.817810:0:158796:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 5606 last 0 00000020:00000080:3.0:1787398585.817832:0:158796:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x57038999123422de 00000004:00100000:3.0:1787398585.817839:0:158796:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1787398585.817922:0:162682:0:(import.c:65:import_set_state_nolock()) ffff9cf20b2c4800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787398585.818023:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:106499:x1874221260956032:12345-0@lo:38:kworker.0 Request processed in 583us (811us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398585.818030:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:2.0:1787398585.818056:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:2.0:1787398585.818061:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:106499:x1874221260956928:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1787398585.818075:0:158795:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 5606 last 0 00000020:00000080:2.0:1787398585.818107:0:158795:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0x57038999123422e5 00000004:00100000:2.0:1787398585.818114:0:158795:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1787398585.818131:0:158795:0:(import.c:65:import_set_state_nolock()) ffff9cf2091bb000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787398585.818157:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106499:x1874221260956928:12345-0@lo:38:kworker.0 Request processed in 95us (818us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398585.818164:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:2.0:1787398585.818214:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106503:1874221260956416:0@lo:400:kworker.0 00000100:00100000:2.0:1787398585.818238:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398585.818258:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1787398585.818264:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260956288:0@lo:400:kworker.0 00000100:00100000:2.0:1787398585.818286:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398585.818373:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33609e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106503:1874221260957056:0@lo:400:kworker.0 00000100:00100000:2.0:1787398585.818397:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398585.818422:0:162515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260956160 00000100:00100000:2.0:1787398585.818432:0:162515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260956160 00000100:00100000:2.0:1787398585.818463:0:162515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260956288 00000100:00100000:2.0:1787398585.818466:0:162515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260956288 00000100:00100000:2.0:1787398585.818528:0:162515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1787398585.818536:0:162515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260956160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398585.818570:0:162515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260956160:12345-0@lo:400:kworker.0 Request processed in 35us (1252us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398585.818576:0:162515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1787398585.818589:0:162515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:2.0:1787398585.818595:0:162515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260956288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398585.818701:0:162515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260956288:12345-0@lo:400:kworker.0 Request processed in 106us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398585.818707:0:162515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:2.0:1787398585.818730:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260956416 00000100:00100000:2.0:1787398585.818734:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260956416 00000100:00100000:2.0:1787398585.818751:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260957056 00000100:00100000:2.0:1787398585.818754:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260957056 00000100:00100000:2.0:1787398585.818856:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:2.0:1787398585.818864:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106503:x1874221260956416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398585.818895:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106503:x1874221260956416:12345-0@lo:400:kworker.0 Request processed in 32us (656us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398585.818901:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00100000:2.0:1787398585.818914:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:2.0:1787398585.818919:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33055ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106503:x1874221260957056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398585.818942:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33055ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106503:x1874221260957056:12345-0@lo:400:kworker.0 Request processed in 24us (545us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398585.818959:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00080000:2.0:1787398585.819011:0:106499:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 6 00000100:00080000:2.0:1787398585.819026:0:106499:0:(import.c:1338:ptlrpc_connect_interpret()) @@@ lustre-MDT0001-osp-MDT0000: evicting (reconnect/recover flags not set: 4) req@ffff9cf305b99500 x1874221260956032/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/416 e 0 to 0 dl 1787398605 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787398585.819035:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf20a604000 lustre-MDT0001_UUID: changing import state from CONNECTING to EVICTED 00000100:02020000:2.0:1787398585.819040:0:106499:0:(import.c:1662:ptlrpc_import_recovery_state_machine()) lustre-MDT0001-osp-MDT0000: This client was evicted by lustre-MDT0001; in progress operations using this service will fail. 00000100:00080000:3.0:1787398585.821292:0:158796:0:(import.c:65:import_set_state_nolock()) ffff9cf305b13800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787398585.821373:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106499:x1874221260956672:12345-0@lo:38:kworker.0 Request processed in 3572us (4096us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398585.821384:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:3.0:1787398585.821510:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260956160:0@lo:400:kworker.0 00000100:00100000:3.0:1787398585.821543:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33609d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106500:1874221260956800:0@lo:400:kworker.0 00000100:00080000:0.0:1787398585.821557:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787398585.821561:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106500:1874221260956544:0@lo:400:kworker.0 00000100:00080000:0.0:1787398585.821565:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787398585.821576:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a066c752-c801-430f-905b-71f66cddaa9e:106500:1874221260955904:0@lo:400:kworker.0 00000100:00080000:0.0:1787398585.821576:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787398585.824881:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260956288:0@lo:400:kworker.0 00000100:00100000:3.0:1787398585.824912:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33609e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106503:1874221260957056:0@lo:400:kworker.0 00000100:00100000:3.0:1787398585.824930:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106503:1874221260956416:0@lo:400:kworker.0 00000100:00080000:2.0:1787398585.839920:0:106499:0:(import.c:1673:ptlrpc_import_recovery_state_machine()) evicted from lustre-MDT0001_UUID@0@lo; invalidating 00000100:00100000:2.0:1787398585.840136:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106499:1874221260956032:0@lo:38:kworker.0 00010000:00080000:2.0:1787398585.840184:0:106499:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf305b9b100 x1874221260956672/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787398600 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787398585.840203:0:106499:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 6 00000100:00080000:0.0:1787398585.843750:0:165832:0:(import.c:1597:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-MDT0001-osp-MDT0000 to lustre-MDT0001_UUID@0@lo 00000100:00080000:0.0:1787398585.843757:0:165832:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1787398585.843837:0:165832:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff9cf305ad6300 x1874221260942976/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1787398591 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787398585.843864:0:165832:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 21474836522 gen 3 00000100:00100000:0.0:1787398585.843870:0:165832:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:1.0:1787398585.844040:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260942976:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1787398585.844934:0:106499:0:(import.c:1328:ptlrpc_connect_interpret()) @@@ lustre-MDT0001-lwp-OST0000: lwp recover req@ffff9cf305b9b100 x1874221260956672/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787398600 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787398585.844947:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf207002000 lustre-MDT0001_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:2.0:1787398585.844959:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf207002000 lustre-MDT0001_UUID: changing import state from RECOVER to FULL 00000100:02000000:2.0:1787398585.844964:0:106499:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) lustre-MDT0001-lwp-OST0000: Connection restored to 0@lo (at 0@lo) 00000100:00080000:0.0:1787398585.851051:0:165832:0:(import.c:65:import_set_state_nolock()) ffff9cf20a604000 lustre-MDT0001_UUID: changing import state from EVICTED to RECOVER 00000100:00080000:0.0:1787398585.851063:0:165832:0:(import.c:65:import_set_state_nolock()) ffff9cf20a604000 lustre-MDT0001_UUID: changing import state from RECOVER to FULL 00000100:02000000:0.0:1787398585.851094:0:165832:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) lustre-MDT0001-osp-MDT0000: Connection restored to 0@lo (at 0@lo) 00000100:00100000:1.0:1787398585.853776:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787398585.853795:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260957184:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787398585.853861:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398585.869788:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260957184 00000100:00100000:3.0:1787398585.869805:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260957184 00000100:00100000:3.0:1787398585.869895:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:3.0:1787398585.869907:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:106502:x1874221260957184:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787398585.869948:0:158800:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42651648 avail 36519936 00000100:00100000:3.0:1787398585.870037:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:106502:x1874221260957184:12345-0@lo:41:osp-pre-1-0.0 Request processed in 132us (16175us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398585.870045:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:3.0:1787398585.870107:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260957184:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787398585.871033:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:106499:1874221260956672:0@lo:38:kworker.0 00010000:00080000:2.0:1787398585.871073:0:106499:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf33609c700 x1874221260956928/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787398600 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787398585.871090:0:106499:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 6 00000100:00080000:2.0:1787398585.873056:0:106499:0:(import.c:1328:ptlrpc_connect_interpret()) @@@ lustre-MDT0001-lwp-OST0001: lwp recover req@ffff9cf33609c700 x1874221260956928/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787398600 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787398585.873069:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf203557000 lustre-MDT0001_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:2.0:1787398585.873074:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf203557000 lustre-MDT0001_UUID: changing import state from RECOVER to FULL 00000100:02000000:2.0:1787398585.873079:0:106499:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) lustre-MDT0001-lwp-OST0001: Connection restored to 0@lo (at 0@lo) 00000100:00100000:2.0:1787398585.873101:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33609c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:106499:1874221260956928:0@lo:38:kworker.0 00000001:02000400:0.0:1787398586.323626:0:165874:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg436-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1787398586.645668:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1787398586.842319:0:160290:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of dbe7f5ec-0726-4851-a675-2f47d040e30f 00000020:00000080:0.0:1787398586.842329:0:160290:0:(genops.c:906:class_export_put()) final put ffff9cf337cfd800/dbe7f5ec-0726-4851-a675-2f47d040e30f 00000001:00080000:0.0:1787398586.842359:0:160290:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836544 is committed 00000020:00000080:2.0:1787398586.842469:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf337cfd800/dbe7f5ec-0726-4851-a675-2f47d040e30f for lustre-OST0000 00000020:00000080:2.0:1787398586.842554:0:123549:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf337cfe800 for lustre-OST0000 00000001:00100000:0.0:1787398586.847319:0:161106:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of dbe7f5ec-0726-4851-a675-2f47d040e30f 00000020:00000080:0.0:1787398586.847340:0:161106:0:(genops.c:906:class_export_put()) final put ffff9cf207007000/dbe7f5ec-0726-4851-a675-2f47d040e30f 00000001:00080000:0.0:1787398586.847369:0:161106:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 17179869235 is committed 00000020:00000080:1.0:1787398586.847441:0:164318:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf207007000/dbe7f5ec-0726-4851-a675-2f47d040e30f for lustre-OST0001 00000020:00000080:1.0:1787398586.847530:0:164318:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf20b2c0800 for lustre-OST0001 00000020:00000004:2.0:1787398587.274885:0:165926:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1787398587.277283:0:165926:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1787398587.355199:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787398587.355225:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260957312:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787398587.355685:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398587.355897:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260957312 00000100:00100000:1.0:1787398587.355912:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260957312 00000100:00080000:0.0:1787398587.355984:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787398587.356001:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:1.0:1787398587.356015:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260957312:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787398587.356066:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 71049216 avail 63881216 00000100:00100000:1.0:1787398587.356151:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260957312:12345-0@lo:13:osp-pre-0-0.0 Request processed in 140us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398587.356160:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1787398587.356215:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260957312:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1787398587.669908:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1787398587.865019:0:165607:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00100000:2.0:1787398587.865032:0:165607:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of dbe7f5ec-0726-4851-a675-2f47d040e30f 00000100:00100000:3.0:1787398588.374623:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787398588.374649:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260957440:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787398588.374752:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398588.374810:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260957440 00000100:00100000:3.0:1787398588.374830:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260957440 00000100:00100000:3.0:1787398588.374888:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1787398588.374898:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260957440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787398588.374933:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 71184384 avail 64016384 00000100:00100000:3.0:1787398588.374975:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260957440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398588.374984:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00080000:3.0:1787398588.375006:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787398588.375040:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260957440:0@lo:13:osp-pre-1-0.0 00000020:00000004:2.0:1787398588.489283:0:165976:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1787398588.489818:0:165976:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1787398588.699241:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398589.541895:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398589.541974:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398589.542004:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398589.542033:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247460096 00000100:00100000:2.0:1787398589.542043:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247460096 00000100:00100000:2.0:1787398589.542128:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247459968 00000100:00100000:2.0:1787398589.542131:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247459968 00000100:00100000:2.0:1787398589.542157:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 325 00000100:00100000:2.0:1787398589.542182:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33055d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69165:x1874221247460096:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:2.0:1787398589.542263:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33055d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69165:x1874221247460096:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 84us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398589.542271:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 325 00000100:00100000:2.0:1787398589.542289:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 326 00000100:00100000:2.0:1787398589.542294:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33055e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69165:x1874221247459968:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:2.0:1787398589.542319:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33055e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69165:x1874221247459968:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 24us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398589.542338:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 326 00000100:00080000:2.0:1787398589.543621:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787398589.543630:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787398589.543929:0:158788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247459840 00000100:00100000:0.0:1787398589.543937:0:158788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247459840 00000100:00100000:0.0:1787398589.543989:0:158788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 283 00000100:00100000:0.0:1787398589.543998:0:158788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335772c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69162:x1874221247459840:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398589.544062:0:158788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335772c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69162:x1874221247459840:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 65us (2178us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398589.544070:0:158788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 283 00010000:00010000:2.0:1787398589.717599:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1787398590.574015:0:166073:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866e6 len=0 uarg=00007fff6e032960 00000004:00000080:2.0:1787398590.574041:0:166073:0:(mdt_handler.c:8167:mdt_iocontrol()) lustre-MDT0001: cmd=c00866e6 len=608 karg=ffff9cf31f361c00 uarg=0000000000000000 00000004:00000080:2.0:1787398590.574114:0:166073:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffbb7d09e9bd70 00100000:10000000:2.0:1787398590.574121:0:166073:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00100000:10000000:2.0:1787398590.575157:0:166075:0:(scrub.c:294:scrub_thread_prep()) lustre-MDT0001: OI scrub prep, flags = 0x46 00100000:10000000:2.0:1787398590.575163:0:166075:0:(scrub.c:116:scrub_file_reset()) lustre-MDT0001: reset OI scrub file, old flags = 0x0, add flags = 0x0 00100000:10000000:2.0:1787398590.575209:0:166075:0:(scrub.c:229:scrub_file_store()) lustre-MDT0001: store scrub file: rc = 0 00100000:10000000:3.0:1787398590.591143:0:166074:0:(lfsck_namespace.c:4332:lfsck_namespace_reset()) lustre-MDT0001-osd: namespace LFSCK reset: rc = 0 00100000:10000000:3.0:1787398590.591176:0:166074:0:(lfsck_lib.c:2526:lfsck_start_assistant()) lustre-MDT0001-osd: start lfsck_namespace assistant thread 00100000:10000000:3.0:1787398590.594267:0:166074:0:(lfsck_namespace.c:4580:lfsck_namespace_prep()) lustre-MDT0001-osd: namespace LFSCK prep done, start pos [1, [0x0:0x0:0x0], 0x0]: rc = 0 00100000:10000000:0.0:1787398590.594317:0:166076:0:(lfsck_engine.c:1551:lfsck_assistant_engine()) lustre-MDT0001-osd: lfsck_namespace LFSCK assistant thread start 00100000:10000000:2.0:1787398590.594725:0:166075:0:(osd_scrub.c:1263:osd_scrub_main()) lustre-MDT0001: OI scrub start, flags = 0x46, pos = 12 00100000:10000000:3.0:1787398590.597704:0:166074:0:(lfsck_namespace.c:4478:lfsck_namespace_checkpoint()) lustre-MDT0001-osd: namespace LFSCK checkpoint at the pos [13, [0x0:0x0:0x0], 0x0], status = 1: rc = 0 00100000:10000000:3.0:1787398590.597717:0:166074:0:(lfsck_engine.c:1034:lfsck_master_engine()) lustre-MDT0001-osd entry: oit_flags = 0x40000, dir_flags = 0xc006, oit_cookie = 13, dir_cookie = 0x0, parent = [0x0:0x0:0x0], pid = 166074 00100000:10000000:2.0:1787398590.605548:0:166075:0:(scrub.c:368:scrub_thread_post()) lustre-MDT0001: OI scrub post with result = 1 00100000:10000000:2.0:1787398590.605602:0:166075:0:(scrub.c:229:scrub_file_store()) lustre-MDT0001: store scrub file: rc = 0 00100000:10000000:2.0:1787398590.605605:0:166075:0:(osd_scrub.c:1303:osd_scrub_main()) lustre-MDT0001: OI scrub: stop, pos = 40001: rc = 1 00000100:00100000:0.0:1787398590.614536:0:166074:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528ca80 pname:cluuid:pid:xid:nid:opc:job lfsck:lustre-MDT0000-lwp-MDT0001_UUID:166074:1874221260957568:0@lo:900:lfsck.0 00000100:00100000:0.0:1787398590.614599:0:166074:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398590.614645:0:166074:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20a33b240 going to sleep for 11 seconds 00000100:00100000:2.0:1787398590.616455:0:158805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260957568 00000100:00100000:2.0:1787398590.616468:0:158805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260957568 00000100:00100000:2.0:1787398590.616535:0:158805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1787398590.616545:0:158805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:166074:x1874221260957568:12345-0@lo:900:lfsck.0 00000100:00100000:2.0:1787398590.616853:0:158805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:166074:x1874221260957568:12345-0@lo:900:lfsck.0 Request processed in 308us (2251us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398590.616862:0:158805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1787398590.616949:0:166074:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528ca80 pname:cluuid:pid:xid:nid:opc:job lfsck:lustre-MDT0000-lwp-MDT0001_UUID:166074:1874221260957568:0@lo:900:lfsck.0 00000100:00100000:1.0:1787398590.618387:0:166074:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af19500 pname:cluuid:pid:xid:nid:opc:job lfsck:lustre-MDT0000-lwp-MDT0001_UUID:166074:1874221260957696:0@lo:900:lfsck.0 00000100:00100000:1.0:1787398590.618449:0:166074:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398590.618500:0:158806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260957696 00000100:00100000:1.0:1787398590.618506:0:158806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260957696 00000100:00100000:1.0:1787398590.618542:0:158806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1787398590.618550:0:158806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:166074:x1874221260957696:12345-0@lo:900:lfsck.0 00000100:00100000:1.0:1787398590.618777:0:158806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:166074:x1874221260957696:12345-0@lo:900:lfsck.0 Request processed in 226us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398590.618784:0:158806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1787398590.618815:0:166074:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20371f840 going to sleep for 11 seconds 00000100:00100000:1.0:1787398590.618835:0:166074:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af19500 pname:cluuid:pid:xid:nid:opc:job lfsck:lustre-MDT0000-lwp-MDT0001_UUID:166074:1874221260957696:0@lo:900:lfsck.0 00000100:00100000:2.0:1787398590.620474:0:166076:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33055ea00 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260957824:0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.620561:0:166076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398590.620611:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260957824 00000100:00100000:2.0:1787398590.620617:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260957824 00000100:00100000:2.0:1787398590.621735:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:2.0:1787398590.621747:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33055f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260957824:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.621847:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33055f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260957824:12345-0@lo:1000:lfsck_namespace.0 Request processed in 102us (1285us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398590.621856:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:2.0:1787398590.621887:0:166076:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20c0b1300 going to sleep for 11 seconds 00000100:00100000:2.0:1787398590.621911:0:166076:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33055ea00 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260957824:0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.621974:0:166076:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33055ea00 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260957952:0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.622003:0:166076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398590.622418:0:166076:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20c0b1300 going to sleep for 11 seconds 00000100:00100000:0.0:1787398590.624786:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260957952 00000100:00100000:0.0:1787398590.624800:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260957952 00000100:00100000:0.0:1787398590.624859:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:0.0:1787398590.624869:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33055f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260957952:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:0.0:1787398590.624985:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33055f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260957952:12345-0@lo:1000:lfsck_namespace.0 Request processed in 118us (2981us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398590.624993:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:2.0:1787398590.626829:0:166076:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33055ea00 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260957952:0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.626940:0:166076:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33055ea00 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260958080:0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.626993:0:166076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398590.627041:0:166076:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20c0b1300 going to sleep for 11 seconds 00000100:00100000:1.0:1787398590.627938:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260958080 00000100:00100000:1.0:1787398590.627948:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260958080 00000100:00100000:1.0:1787398590.627995:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:1.0:1787398590.628004:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33055c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260958080:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1787398590.628260:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33055c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260958080:12345-0@lo:1000:lfsck_namespace.0 Request processed in 255us (1266us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398590.628268:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:2.0:1787398590.628536:0:166076:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33055ea00 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260958080:0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.629833:0:166076:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33055ea00 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260958208:0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.629896:0:166076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398590.629939:0:166076:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20c0b1300 going to sleep for 11 seconds 00000100:00100000:0.0:1787398590.630325:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260958208 00000100:00100000:0.0:1787398590.630331:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260958208 00000100:00100000:0.0:1787398590.630382:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:0.0:1787398590.630390:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33055c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260958208:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:0.0:1787398590.630490:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33055c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260958208:12345-0@lo:1000:lfsck_namespace.0 Request processed in 85us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398590.630497:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:1.0:1787398590.630728:0:166076:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33055ea00 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260958208:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1787398590.630784:0:166076:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af19500 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260958336:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1787398590.630812:0:166076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398590.630835:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260958336 00000100:00100000:1.0:1787398590.630837:0:166076:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf203aafcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787398590.630839:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260958336 00000100:00100000:3.0:1787398590.630876:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:3.0:1787398590.630883:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260958336:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:3.0:1787398590.630945:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260958336:12345-0@lo:1000:lfsck_namespace.0 Request processed in 63us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398590.630951:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:3.0:1787398590.630980:0:166076:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af19500 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260958336:0@lo:1000:lfsck_namespace.0 00000100:00100000:3.0:1787398590.633360:0:166076:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd2d80 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260958464:0@lo:1000:lfsck_namespace.0 00000100:00100000:3.0:1787398590.633460:0:166076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398590.633527:0:166076:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2034a86c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787398590.636348:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260958464 00000100:00100000:2.0:1787398590.636363:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260958464 00000100:00100000:2.0:1787398590.636435:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:2.0:1787398590.636446:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260958464:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.637419:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260958464:12345-0@lo:1000:lfsck_namespace.0 Request processed in 970us (3953us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398590.637442:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:3.0:1787398590.640506:0:166076:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd2d80 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260958464:0@lo:1000:lfsck_namespace.0 00000100:00100000:3.0:1787398590.640676:0:166076:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33609e680 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260958592:0@lo:1000:lfsck_namespace.0 00000100:00100000:3.0:1787398590.640735:0:166076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398590.640782:0:166076:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2034a86c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787398590.643786:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260958592 00000100:00100000:2.0:1787398590.643808:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260958592 00000100:00100000:2.0:1787398590.643873:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:2.0:1787398590.643884:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260958592:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.644004:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260958592:12345-0@lo:1000:lfsck_namespace.0 Request processed in 122us (3268us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398590.644012:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:3.0:1787398590.644115:0:166076:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33609e680 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260958592:0@lo:1000:lfsck_namespace.0 00000100:00100000:3.0:1787398590.644210:0:166076:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33609e680 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260958720:0@lo:1000:lfsck_namespace.0 00000100:00100000:3.0:1787398590.644244:0:166076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398590.644285:0:166076:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2034a86c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787398590.644561:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260958720 00000100:00100000:0.0:1787398590.644566:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260958720 00000100:00100000:0.0:1787398590.644610:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1787398590.644618:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260958720:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:0.0:1787398590.644689:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260958720:12345-0@lo:1000:lfsck_namespace.0 Request processed in 73us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398590.644704:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:3.0:1787398590.645762:0:166076:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33609e680 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260958720:0@lo:1000:lfsck_namespace.0 00000100:00100000:3.0:1787398590.645863:0:166076:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33609e680 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260958848:0@lo:1000:lfsck_namespace.0 00000100:00100000:3.0:1787398590.645900:0:166076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398590.645937:0:166076:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2034a86c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787398590.645968:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260958848 00000100:00100000:2.0:1787398590.645974:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260958848 00000100:00100000:2.0:1787398590.646016:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:2.0:1787398590.646023:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260958848:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.646093:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260958848:12345-0@lo:1000:lfsck_namespace.0 Request processed in 70us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398590.646100:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:3.0:1787398590.646361:0:166076:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33609e680 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260958848:0@lo:1000:lfsck_namespace.0 00000100:00100000:3.0:1787398590.646475:0:166076:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b99500 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260958976:0@lo:1000:lfsck_namespace.0 00000100:00100000:3.0:1787398590.646517:0:166076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398590.646534:0:166076:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2034a86c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787398590.648314:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260958976 00000100:00100000:0.0:1787398590.648328:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260958976 00000100:00100000:0.0:1787398590.648400:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:0.0:1787398590.648411:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260958976:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:0.0:1787398590.648553:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260958976:12345-0@lo:1000:lfsck_namespace.0 Request processed in 143us (2034us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398590.648559:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:3.0:1787398590.648708:0:166076:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b99500 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260958976:0@lo:1000:lfsck_namespace.0 00000100:00100000:3.0:1787398590.648782:0:166076:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b99500 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260959104:0@lo:1000:lfsck_namespace.0 00000100:00100000:3.0:1787398590.648818:0:166076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398590.648854:0:166076:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2034a86c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787398590.648915:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260959104 00000100:00100000:2.0:1787398590.648920:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260959104 00000100:00100000:2.0:1787398590.648958:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:2.0:1787398590.648964:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260959104:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.649070:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260959104:12345-0@lo:1000:lfsck_namespace.0 Request processed in 105us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398590.649078:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00100000:10000000:2.0:1787398590.651467:0:166074:0:(lfsck_engine.c:1053:lfsck_master_engine()) lustre-MDT0001-osd ffff9cf33f7b0000 exit: oit_flags = 0x40000, dir_flags = 0xc006, oit_cookie = 20105, dir_cookie = 0x63347be90c2b828c, parent = [0x240002340:0xd:0x0], pid = 166074: rc = 1 00100000:10000000:2.0:1787398590.651503:0:166074:0:(lfsck_lib.c:2594:lfsck_post_generic()) lustre-MDT0001-osd: waiting for assistant to do lfsck_namespace post, rc = 1 00000100:00100000:1.0:1787398590.653615:0:166076:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b99500 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260959104:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1787398590.653781:0:166076:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af19500 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260959232:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1787398590.653845:0:166076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398590.653888:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260959232 00000100:00100000:1.0:1787398590.653896:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260959232 00000100:00100000:1.0:1787398590.654407:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:1.0:1787398590.654417:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260959232:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1787398590.654532:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260959232:12345-0@lo:1000:lfsck_namespace.0 Request processed in 116us (687us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398590.654549:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:1.0:1787398590.654595:0:166076:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf330bcecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787398590.654611:0:166076:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af19500 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260959232:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1787398590.654717:0:166076:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad7b80 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260959360:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1787398590.654740:0:166076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398590.654761:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260959360 00000100:00100000:1.0:1787398590.654764:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260959360 00000100:00100000:1.0:1787398590.654784:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:1.0:1787398590.654790:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260959360:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1787398590.654826:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260959360:12345-0@lo:1000:lfsck_namespace.0 Request processed in 36us (86us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398590.654832:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:1.0:1787398590.654847:0:166076:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf330bcecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787398590.654856:0:166076:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad7b80 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260959360:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1787398590.654888:0:166076:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad7b80 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260959488:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1787398590.654905:0:166076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398590.654920:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260959488 00000100:00100000:1.0:1787398590.654922:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260959488 00000100:00100000:1.0:1787398590.654937:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:1.0:1787398590.654959:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335283100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260959488:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1787398590.654996:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335283100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260959488:12345-0@lo:1000:lfsck_namespace.0 Request processed in 37us (90us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398590.655002:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:1.0:1787398590.655015:0:166076:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf330bcecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787398590.655031:0:166076:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad7b80 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260959488:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1787398590.655085:0:166076:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad7b80 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260959616:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1787398590.655107:0:166076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398590.655122:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260959616 00000100:00100000:1.0:1787398590.655125:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260959616 00000100:00100000:1.0:1787398590.655140:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:1.0:1787398590.655145:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207230700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260959616:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1787398590.655180:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207230700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260959616:12345-0@lo:1000:lfsck_namespace.0 Request processed in 34us (72us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398590.655185:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:1.0:1787398590.655200:0:166076:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf330bcecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787398590.655211:0:166076:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad7b80 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260959616:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1787398590.655276:0:166076:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207231880 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260959744:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1787398590.655298:0:166076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398590.655315:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260959744 00000100:00100000:1.0:1787398590.655318:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260959744 00000100:00100000:1.0:1787398590.656373:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:1.0:1787398590.656387:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260959744:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1787398590.656521:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260959744:12345-0@lo:1000:lfsck_namespace.0 Request processed in 136us (1221us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398590.656529:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:1.0:1787398590.656556:0:166076:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf330bcecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787398590.656573:0:166076:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207231880 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260959744:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1787398590.656766:0:166076:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207231880 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260959872:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1787398590.656808:0:166076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398590.656829:0:166076:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf330bcecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787398590.656895:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260959872 00000100:00100000:0.0:1787398590.656901:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260959872 00000100:00100000:0.0:1787398590.656938:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:0.0:1787398590.656945:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207230000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260959872:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:0.0:1787398590.657012:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207230000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260959872:12345-0@lo:1000:lfsck_namespace.0 Request processed in 67us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398590.657018:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:1.0:1787398590.657080:0:166076:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207231880 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260959872:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1787398590.657172:0:166076:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207231880 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260960000:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1787398590.657195:0:166076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398590.657214:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260960000 00000100:00100000:1.0:1787398590.657217:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260960000 00000100:00100000:1.0:1787398590.657238:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:1.0:1787398590.657243:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260960000:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1787398590.657282:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260960000:12345-0@lo:1000:lfsck_namespace.0 Request processed in 38us (86us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398590.657288:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:1.0:1787398590.657305:0:166076:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf330bcecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787398590.657317:0:166076:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207231880 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260960000:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1787398590.660421:0:166076:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207231880 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260960128:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1787398590.660520:0:166076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398590.660548:0:166076:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf330bcecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787398590.660746:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260960128 00000100:00100000:0.0:1787398590.660759:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260960128 00000100:00100000:0.0:1787398590.660811:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:0.0:1787398590.660820:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260960128:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:0.0:1787398590.660899:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260960128:12345-0@lo:1000:lfsck_namespace.0 Request processed in 80us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398590.660906:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:1.0:1787398590.662571:0:166076:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207231880 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260960128:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1787398590.662670:0:166076:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207231880 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260960256:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1787398590.662721:0:166076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398590.662766:0:166076:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf330bcecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787398590.663066:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260960256 00000100:00100000:0.0:1787398590.663075:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260960256 00000100:00100000:0.0:1787398590.663131:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:0.0:1787398590.663140:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260960256:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:0.0:1787398590.663271:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260960256:12345-0@lo:1000:lfsck_namespace.0 Request processed in 131us (548us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398590.663278:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:2.0:1787398590.663604:0:166076:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207231880 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260960256:0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.663708:0:166076:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33055d880 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260960384:0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.663741:0:166076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398590.663771:0:166076:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf203aaf240 going to sleep for 11 seconds 00000100:00100000:1.0:1787398590.664270:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260960384 00000100:00100000:1.0:1787398590.664277:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260960384 00000100:00100000:1.0:1787398590.664404:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:1.0:1787398590.666315:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33055c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260960384:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1787398590.666528:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33055c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260960384:12345-0@lo:1000:lfsck_namespace.0 Request processed in 2116us (2785us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398590.666537:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:2.0:1787398590.670546:0:166076:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33055d880 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260960384:0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.670736:0:166076:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33055d880 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260960512:0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.670800:0:166076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398590.670840:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260960512 00000100:00100000:2.0:1787398590.670846:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260960512 00000100:00100000:2.0:1787398590.670893:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:2.0:1787398590.670902:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33055d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260960512:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.670994:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33055d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260960512:12345-0@lo:1000:lfsck_namespace.0 Request processed in 92us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398590.671003:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:2.0:1787398590.671040:0:166076:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf309bbb480 going to sleep for 11 seconds 00000100:00100000:2.0:1787398590.671054:0:166076:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33055d880 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260960512:0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.671107:0:166076:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33055d880 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260960640:0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.671131:0:166076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398590.671151:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260960640 00000100:00100000:2.0:1787398590.671155:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260960640 00000100:00100000:2.0:1787398590.675274:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:2.0:1787398590.675304:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33055ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260960640:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.675474:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33055ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260960640:12345-0@lo:1000:lfsck_namespace.0 Request processed in 185us (4341us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398590.675498:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:2.0:1787398590.675570:0:166076:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf309bbb480 going to sleep for 11 seconds 00000100:00100000:2.0:1787398590.675599:0:166076:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33055d880 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260960640:0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.675732:0:166076:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33055d880 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260960768:0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.675789:0:166076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398590.675817:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260960768 00000100:00100000:2.0:1787398590.675824:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260960768 00000100:00100000:2.0:1787398590.675857:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:2.0:1787398590.675863:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33055ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260960768:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.675923:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33055ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260960768:12345-0@lo:1000:lfsck_namespace.0 Request processed in 59us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398590.675930:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:2.0:1787398590.676246:0:166076:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf309bbb480 going to sleep for 11 seconds 00000100:00100000:2.0:1787398590.676260:0:166076:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33055d880 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260960768:0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.676452:0:166076:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33055d880 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260960896:0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.676505:0:166076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398590.676523:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260960896 00000100:00100000:2.0:1787398590.676526:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260960896 00000100:00100000:2.0:1787398590.676546:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:2.0:1787398590.676552:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207231880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260960896:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.676592:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207231880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260960896:12345-0@lo:1000:lfsck_namespace.0 Request processed in 41us (87us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398590.676598:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:2.0:1787398590.676615:0:166076:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf309bbb480 going to sleep for 11 seconds 00000100:00100000:2.0:1787398590.676625:0:166076:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33055d880 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260960896:0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.676662:0:166076:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33055d880 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260961024:0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.676682:0:166076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398590.676697:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260961024 00000100:00100000:2.0:1787398590.676700:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260961024 00000100:00100000:2.0:1787398590.676726:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:2.0:1787398590.676731:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf334042d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260961024:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.676778:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf334042d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260961024:12345-0@lo:1000:lfsck_namespace.0 Request processed in 46us (94us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398590.676784:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:2.0:1787398590.676800:0:166076:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf309bbb480 going to sleep for 11 seconds 00000100:00100000:2.0:1787398590.676812:0:166076:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33055d880 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260961024:0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.676869:0:166076:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf334043b80 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260961152:0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.676891:0:166076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398590.676909:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260961152 00000100:00100000:2.0:1787398590.676912:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260961152 00000100:00100000:2.0:1787398590.676932:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:2.0:1787398590.676938:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf334040000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260961152:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.679583:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf334040000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260961152:12345-0@lo:1000:lfsck_namespace.0 Request processed in 2641us (2687us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398590.679594:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:2.0:1787398590.679672:0:166076:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf309bbb480 going to sleep for 11 seconds 00000100:00100000:2.0:1787398590.679698:0:166076:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf334043b80 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260961152:0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.681611:0:166076:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf334043b80 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260961280:0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.681672:0:166076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398590.681719:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260961280 00000100:00100000:2.0:1787398590.681726:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260961280 00000100:00100000:2.0:1787398590.681768:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:2.0:1787398590.681776:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf334040380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260961280:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.681862:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf334040380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260961280:12345-0@lo:1000:lfsck_namespace.0 Request processed in 85us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398590.681874:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:2.0:1787398590.681908:0:166076:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf309bbb480 going to sleep for 11 seconds 00000100:00100000:2.0:1787398590.681929:0:166076:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf334043b80 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260961280:0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.684748:0:166076:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf334043b80 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260961408:0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.684821:0:166076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398590.684854:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260961408 00000100:00100000:2.0:1787398590.684862:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260961408 00000100:00100000:2.0:1787398590.684909:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:2.0:1787398590.684918:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33599d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260961408:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.686414:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33599d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260961408:12345-0@lo:1000:lfsck_namespace.0 Request processed in 1489us (1586us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398590.686436:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:2.0:1787398590.686869:0:166076:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf309bbb480 going to sleep for 11 seconds 00000100:00100000:2.0:1787398590.686900:0:166076:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf334043b80 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260961408:0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.688073:0:166076:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf334043b80 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260961536:0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1787398590.691473:0:166076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398590.691541:0:166076:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf309bbb480 going to sleep for 11 seconds 00000100:00100000:0.0:1787398590.692530:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260961536 00000100:00100000:0.0:1787398590.692544:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260961536 00000100:00100000:0.0:1787398590.692603:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:0.0:1787398590.692613:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf334042d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260961536:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:0.0:1787398590.692739:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf334042d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:166076:x1874221260961536:12345-0@lo:1000:lfsck_namespace.0 Request processed in 127us (1273us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398590.692748:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:2.0:1787398590.693698:0:166076:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf334043b80 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166076:1874221260961536:0@lo:1000:lfsck_namespace.0 00100000:10000000:2.0:1787398590.693803:0:166076:0:(lfsck_engine.c:1612:lfsck_assistant_engine()) lustre-MDT0001-osd: lfsck_namespace LFSCK assistant thread post 00100000:10000000:2.0:1787398590.693813:0:166076:0:(lfsck_engine.c:1626:lfsck_assistant_engine()) lustre-MDT0001-osd: LFSCK assistant notified others for lfsck_namespace post: rc = 0 00100000:10000000:0.0:1787398590.693849:0:166074:0:(lfsck_lib.c:2604:lfsck_post_generic()) lustre-MDT0001-osd: the assistant has done lfsck_namespace post, rc = 1 00100000:10000000:0.0:1787398590.693914:0:166074:0:(lfsck_namespace.c:4808:lfsck_namespace_post()) lustre-MDT0001-osd: namespace LFSCK post done: rc = 0 00100000:10000000:0.0:1787398590.693934:0:166074:0:(lfsck_lib.c:2621:lfsck_double_scan_generic()) lustre-MDT0001-osd: waiting for assistant to do lfsck_namespace double_scan, status 2 00100000:10000000:2.0:1787398590.694064:0:166076:0:(lfsck_engine.c:1644:lfsck_assistant_engine()) lustre-MDT0001-osd: LFSCK assistant sync before the second-stage scaning 00000004:00080000:2.0:1787398590.694083:0:166076:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 5611760604669ns, next at 0ns, rc = 0 00080000:00080000:2.0:1787398590.694238:0:166076:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:2.0:1787398590.694842:0:166076:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 5611761362794ns, next at 0ns, rc = 0 00080000:00080000:2.0:1787398590.694858:0:166076:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00100000:10000000:0.0:1787398590.697300:0:166074:0:(lfsck_lib.c:2630:lfsck_double_scan_generic()) lustre-MDT0001-osd: the assistant has done lfsck_namespace double_scan, status 0 00000004:00080000:2.0:1787398590.697827:0:165607:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2 committed 00000004:00080000:2.0:1787398590.699756:0:165607:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2 committed 00100000:10000000:1.0:1787398590.699875:0:166076:0:(lfsck_engine.c:1651:lfsck_assistant_engine()) lustre-MDT0001-osd: LFSCK assistant phase2 scan start, synced: rc = 0 00100000:10000000:1.0:1787398590.699893:0:166076:0:(lfsck_namespace.c:6700:lfsck_namespace_assistant_handler_p2()) lustre-MDT0001-osd: namespace LFSCK phase2 scan start 00100000:10000000:1.0:1787398590.699986:0:166076:0:(lfsck_namespace.c:6325:lfsck_namespace_scan_local_lpf()) lustre-MDT0001-osd: start to scan backend /lost+found 00100000:10000000:1.0:1787398590.700019:0:166076:0:(lfsck_namespace.c:6428:lfsck_namespace_scan_local_lpf()) lustre-MDT0001-osd: stop to scan backend /lost+found: rc = 1 00100000:10000000:1.0:1787398590.700103:0:166076:0:(lfsck_namespace.c:3284:lfsck_namespace_double_scan_dir()) lustre-MDT0001-osd: some MDT(s) maybe NOT take part in the namespace LFSCK, then the LFSCK cannot guarantee all the name entries have been verified in first-stage scanning. So have to skip orphan related handling for the directory object [0x240000403:0x1:0x0] with remote name entry 00100000:10000000:1.0:1787398590.700114:0:166076:0:(lfsck_namespace.c:3284:lfsck_namespace_double_scan_dir()) lustre-MDT0001-osd: some MDT(s) maybe NOT take part in the namespace LFSCK, then the LFSCK cannot guarantee all the name entries have been verified in first-stage scanning. So have to skip orphan related handling for the directory object [0x240002343:0x1:0x0] with remote name entry 00100000:10000000:1.0:1787398590.700134:0:166076:0:(lfsck_namespace.c:3284:lfsck_namespace_double_scan_dir()) lustre-MDT0001-osd: some MDT(s) maybe NOT take part in the namespace LFSCK, then the LFSCK cannot guarantee all the name entries have been verified in first-stage scanning. So have to skip orphan related handling for the directory object [0x240002343:0x2:0x0] with remote name entry 00100000:10000000:1.0:1787398590.700151:0:166076:0:(lfsck_namespace.c:3284:lfsck_namespace_double_scan_dir()) lustre-MDT0001-osd: some MDT(s) maybe NOT take part in the namespace LFSCK, then the LFSCK cannot guarantee all the name entries have been verified in first-stage scanning. So have to skip orphan related handling for the directory object [0x240002343:0x3:0x0] with remote name entry 00100000:10000000:1.0:1787398590.700293:0:166076:0:(lfsck_namespace.c:3284:lfsck_namespace_double_scan_dir()) lustre-MDT0001-osd: some MDT(s) maybe NOT take part in the namespace LFSCK, then the LFSCK cannot guarantee all the name entries have been verified in first-stage scanning. So have to skip orphan related handling for the directory object [0x240002343:0x4:0x0] with remote name entry 00100000:10000000:1.0:1787398590.700320:0:166076:0:(lfsck_namespace.c:3284:lfsck_namespace_double_scan_dir()) lustre-MDT0001-osd: some MDT(s) maybe NOT take part in the namespace LFSCK, then the LFSCK cannot guarantee all the name entries have been verified in first-stage scanning. So have to skip orphan related handling for the directory object [0x240002343:0x5:0x0] with remote name entry 00100000:10000000:1.0:1787398590.700348:0:166076:0:(lfsck_namespace.c:3284:lfsck_namespace_double_scan_dir()) lustre-MDT0001-osd: some MDT(s) maybe NOT take part in the namespace LFSCK, then the LFSCK cannot guarantee all the name entries have been verified in first-stage scanning. So have to skip orphan related handling for the directory object [0x240002343:0x6:0x0] with remote name entry 00100000:10000000:1.0:1787398590.700367:0:166076:0:(lfsck_namespace.c:3284:lfsck_namespace_double_scan_dir()) lustre-MDT0001-osd: some MDT(s) maybe NOT take part in the namespace LFSCK, then the LFSCK cannot guarantee all the name entries have been verified in first-stage scanning. So have to skip orphan related handling for the directory object [0x240002343:0x7:0x0] with remote name entry 00100000:10000000:1.0:1787398590.700399:0:166076:0:(lfsck_namespace.c:3284:lfsck_namespace_double_scan_dir()) lustre-MDT0001-osd: some MDT(s) maybe NOT take part in the namespace LFSCK, then the LFSCK cannot guarantee all the name entries have been verified in first-stage scanning. So have to skip orphan related handling for the directory object [0x240002343:0x8:0x0] with remote name entry 00100000:10000000:1.0:1787398590.700415:0:166076:0:(lfsck_namespace.c:3284:lfsck_namespace_double_scan_dir()) lustre-MDT0001-osd: some MDT(s) maybe NOT take part in the namespace LFSCK, then the LFSCK cannot guarantee all the name entries have been verified in first-stage scanning. So have to skip orphan related handling for the directory object [0x240002343:0x9:0x0] with remote name entry 00100000:10000000:1.0:1787398590.700445:0:166076:0:(lfsck_namespace.c:3284:lfsck_namespace_double_scan_dir()) lustre-MDT0001-osd: some MDT(s) maybe NOT take part in the namespace LFSCK, then the LFSCK cannot guarantee all the name entries have been verified in first-stage scanning. So have to skip orphan related handling for the directory object [0x240002343:0xa:0x0] with remote name entry 00100000:10000000:1.0:1787398590.700529:0:166076:0:(lfsck_namespace.c:6719:lfsck_namespace_assistant_handler_p2()) lustre-MDT0001-osd: namespace LFSCK phase2 scan stop at the No. 16 trace file: rc = 1 00100000:10000000:1.0:1787398590.700542:0:166076:0:(lfsck_engine.c:1760:lfsck_assistant_engine()) lustre-MDT0001-osd: LFSCK assistant sync before exit 00000004:00080000:1.0:1787398590.700575:0:166076:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 5611767096270ns, next at 0ns, rc = 0 00080000:00080000:1.0:1787398590.700587:0:166076:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:1.0:1787398590.700602:0:166076:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 5611767123846ns, next at 0ns, rc = 0 00080000:00080000:1.0:1787398590.700605:0:166076:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:2.0:1787398590.701937:0:165607:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 3 committed 00000004:00080000:2.0:1787398590.701970:0:165607:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 3 committed 00100000:10000000:1.0:1787398590.702066:0:166076:0:(lfsck_engine.c:1766:lfsck_assistant_engine()) lustre-MDT0001-osd: LFSCK assistant synced before exit: rc = 0 00100000:10000000:1.0:1787398590.702153:0:166076:0:(lfsck_engine.c:1778:lfsck_assistant_engine()) lustre-MDT0001-osd: LFSCK assistant phase2 scan finished: rc = 1 00100000:10000000:1.0:1787398590.702259:0:166076:0:(lfsck_engine.c:1790:lfsck_assistant_engine()) lustre-MDT0001-osd: lfsck_namespace LFSCK assistant thread exit: rc = 1 00010000:00010000:3.0:1787398590.742199:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398590.933999:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787398590.934067:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260961664:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787398590.934163:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398590.934260:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260961664 00000100:00100000:3.0:1787398590.934270:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260961664 00000100:00100000:3.0:1787398590.934319:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:3.0:1787398590.934327:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221260961664:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787398590.934387:0:158800:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42549248 avail 36417536 00000100:00100000:3.0:1787398590.934446:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221260961664:12345-0@lo:41:osp-pre-0-1.0 Request processed in 119us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398590.934453:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:3.0:1787398590.934545:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260961792:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787398590.934570:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398590.934625:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260961664:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787398590.936293:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260961792 00000100:00100000:0.0:1787398590.936305:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260961792 00000100:00100000:0.0:1787398590.936364:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:0.0:1787398590.936374:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260961792:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787398590.936405:0:158799:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42651648 avail 36519936 00000100:00100000:0.0:1787398590.936502:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260961792:12345-0@lo:41:osp-pre-1-0.0 Request processed in 130us (1930us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398590.936509:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:3.0:1787398590.941267:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260961792:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787398590.942870:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787398590.942889:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260961920:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787398590.943114:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221260962176:0@lo:400:kworker.0 00000100:00100000:1.0:1787398590.943677:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787398590.943689:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260962048:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787398590.945842:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398590.946644:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787398590.946658:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260962304:0@lo:400:kworker.0 00000100:00100000:0.0:1787398590.946718:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398590.946778:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106502:1874221260962688:0@lo:400:kworker.0 00000100:00100000:0.0:1787398590.946803:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398590.946836:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260962688 00000100:00100000:0.0:1787398590.946843:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260962688 00000100:00100000:0.0:1787398590.946961:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:0.0:1787398590.946970:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106502:x1874221260962688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398590.947023:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106502:x1874221260962688:12345-0@lo:400:kworker.0 Request processed in 53us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398590.947030:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00100000:0.0:1787398590.947071:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106502:1874221260962688:0@lo:400:kworker.0 00000100:00100000:0.0:1787398590.947180:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787398590.947188:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106502:1874221260962816:0@lo:400:kworker.0 00000100:00100000:0.0:1787398590.947213:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398590.947236:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260962816 00000100:00100000:0.0:1787398590.947240:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260962816 00000100:00100000:0.0:1787398590.947273:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:0.0:1787398590.947345:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:106502:x1874221260962816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398590.947379:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:106502:x1874221260962816:12345-0@lo:400:kworker.0 Request processed in 37us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398590.947457:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00080000:0.0:1787398590.947492:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787398590.947513:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106502:1874221260962816:0@lo:400:kworker.0 00000100:00100000:0.0:1787398590.947549:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221260963200:0@lo:400:kworker.0 00000100:00100000:0.0:1787398590.947571:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398590.947603:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260963200 00000100:00100000:0.0:1787398590.947607:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260963200 00000100:00100000:0.0:1787398590.947627:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:0.0:1787398590.947633:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106502:x1874221260963200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398590.947663:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106502:x1874221260963200:12345-0@lo:400:kworker.0 Request processed in 30us (91us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398590.947669:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00080000:0.0:1787398590.947681:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1787398590.947698:0:106502:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf33528ea00 x1874221260963200/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787398606 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787398590.947709:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221260963200:0@lo:400:kworker.0 00000100:00100000:0.0:1787398590.947733:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787398590.947738:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260963328:0@lo:400:kworker.0 00000100:00100000:0.0:1787398590.947759:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398590.947803:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106502:1874221260963712:0@lo:400:kworker.0 00000100:00100000:0.0:1787398590.947822:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398590.947841:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260963712 00000100:00100000:0.0:1787398590.947844:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260963712 00000100:00100000:0.0:1787398590.947934:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:0.0:1787398590.947941:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:106502:x1874221260963712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398590.947975:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:106502:x1874221260963712:12345-0@lo:400:kworker.0 Request processed in 35us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398590.947981:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00100000:0.0:1787398590.948007:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106502:1874221260963712:0@lo:400:kworker.0 00000100:00100000:3.0:1787398590.948365:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398590.948500:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260961920 00000100:00100000:0.0:1787398590.948505:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260961920 00000100:00100000:0.0:1787398590.948586:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:0.0:1787398590.948594:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260961920:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787398590.948620:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 71049216 avail 63881216 00000100:00100000:0.0:1787398590.948656:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260961920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398590.948663:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00080000:0.0:1787398590.948678:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787398590.948722:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260962304 00000100:00100000:3.0:1787398590.948726:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260962304 00000100:00100000:3.0:1787398590.948791:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260963328 00000100:00100000:3.0:1787398590.948795:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260963328 00000100:00100000:0.0:1787398590.948831:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:0.0:1787398590.948838:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260962304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398590.948886:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260962304:12345-0@lo:400:kworker.0 Request processed in 48us (2168us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398590.948893:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:0.0:1787398590.948912:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:0.0:1787398590.948918:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221260963328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398590.948945:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221260963328:12345-0@lo:400:kworker.0 Request processed in 27us (1184us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398590.948951:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:0.0:1787398590.948979:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260963328:0@lo:400:kworker.0 00000100:00100000:0.0:1787398590.948989:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260962304:0@lo:400:kworker.0 00000100:00100000:3.0:1787398590.949243:0:158786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260962176 00000100:00100000:3.0:1787398590.949248:0:158786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260962176 00000100:00100000:3.0:1787398590.949370:0:158786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:3.0:1787398590.949378:0:158786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335770450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221260962176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398590.949448:0:158786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335770450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221260962176:12345-0@lo:400:kworker.0 Request processed in 67us (3607us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398590.949453:0:158786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00000100:00100000:3.0:1787398590.949673:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221260962176:0@lo:400:kworker.0 00000100:00100000:3.0:1787398590.949705:0:106501:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474836544 gen 2 00000100:00100000:3.0:1787398590.949721:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260961920:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787398590.949739:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260962560:0@lo:400:kworker.0 00000100:00100000:3.0:1787398590.949771:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398590.949838:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106501:1874221260963072:0@lo:400:kworker.0 00000100:00100000:3.0:1787398590.949873:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398590.949894:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260963072 00000100:00100000:3.0:1787398590.949898:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260963072 00000100:00100000:3.0:1787398590.949929:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:3.0:1787398590.949935:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106501:x1874221260963072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398590.949965:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106501:x1874221260963072:12345-0@lo:400:kworker.0 Request processed in 30us (91us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398590.949983:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00080000:3.0:1787398590.950001:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787398590.950019:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106501:1874221260963072:0@lo:400:kworker.0 00000100:00100000:3.0:1787398590.950027:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260963584:0@lo:400:kworker.0 00000100:00100000:3.0:1787398590.950049:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398590.950242:0:162514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260962560 00000100:00100000:0.0:1787398590.950247:0:162514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260962560 00000100:00100000:0.0:1787398590.950465:0:162514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260963584 00000100:00100000:0.0:1787398590.950469:0:162514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260963584 00000100:00100000:0.0:1787398590.950514:0:162514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:0.0:1787398590.950520:0:162514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260962560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398590.950558:0:162514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260962560:12345-0@lo:400:kworker.0 Request processed in 38us (785us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398590.950572:0:162514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:0.0:1787398590.950586:0:162514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:0.0:1787398590.950591:0:162514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260963584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398590.950621:0:162514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260963584:12345-0@lo:400:kworker.0 Request processed in 30us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398590.950627:0:162514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00080000:3.0:1787398590.950741:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787398590.950759:0:106501:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179869235 gen 2 00000100:00100000:3.0:1787398590.950771:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260963584:0@lo:400:kworker.0 00000100:00100000:3.0:1787398590.950789:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260962560:0@lo:400:kworker.0 00000100:00100000:3.0:1787398590.950797:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1787398590.950804:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260962432:0@lo:400:kworker.0 00000100:00100000:3.0:1787398590.950827:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398590.950954:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106501:1874221260962944:0@lo:400:kworker.0 00000100:00100000:3.0:1787398590.950978:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398590.951000:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260962944 00000100:00100000:3.0:1787398590.951004:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260962944 00000100:00100000:3.0:1787398590.951036:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:3.0:1787398590.951042:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106501:x1874221260962944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398590.951072:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106501:x1874221260962944:12345-0@lo:400:kworker.0 Request processed in 29us (92us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398590.951078:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00080000:3.0:1787398590.951104:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1787398590.951125:0:106501:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf33528c380 x1874221260962944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787398606 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787398590.951148:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106501:1874221260962944:0@lo:400:kworker.0 00000100:00100000:3.0:1787398590.951154:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260963456:0@lo:400:kworker.0 00000100:00100000:3.0:1787398590.951178:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398590.951380:0:160295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260962432 00000100:00100000:0.0:1787398590.951385:0:160295:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260962432 00000100:00100000:0.0:1787398590.951554:0:160295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260963456 00000100:00100000:0.0:1787398590.951558:0:160295:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260963456 00000100:00100000:0.0:1787398590.951577:0:160295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:0.0:1787398590.951582:0:160295:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260962432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398590.951622:0:160295:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260962432:12345-0@lo:400:kworker.0 Request processed in 39us (793us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398590.951628:0:160295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:0.0:1787398590.951639:0:160295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:0.0:1787398590.951646:0:160295:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260963456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398590.951672:0:160295:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260963456:12345-0@lo:400:kworker.0 Request processed in 27us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398590.951677:0:160295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00080000:3.0:1787398590.951736:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787398590.951758:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260962432:0@lo:400:kworker.0 00000100:00100000:3.0:1787398590.951766:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260963456:0@lo:400:kworker.0 00000100:00100000:0.0:1787398590.952047:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398590.952168:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260962048 00000100:00100000:3.0:1787398590.952173:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260962048 00000100:00100000:3.0:1787398590.952248:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:3.0:1787398590.952256:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221260962048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787398590.952290:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 71184384 avail 64016384 00000100:00100000:3.0:1787398590.952329:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221260962048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398590.952336:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:0.0:1787398590.952406:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260962048:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1787398591.766119:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398592.469699:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260963840:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787398592.469772:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398592.469864:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260963840 00000100:00100000:1.0:1787398592.469873:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260963840 00000100:00080000:0.0:1787398592.469947:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787398592.469949:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:1.0:1787398592.469961:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260963840:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787398592.469982:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 71049216 avail 63881216 00000100:00100000:1.0:1787398592.473896:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260963840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 3927us (4113us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398592.473929:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:3.0:1787398592.476670:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260963840:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1787398592.791344:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398593.496157:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33609d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260963968:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787398593.496239:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398593.496363:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260963968 00000100:00100000:3.0:1787398593.496380:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260963968 00000100:00080000:0.0:1787398593.496409:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787398593.496441:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:3.0:1787398593.496450:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260963968:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787398593.496831:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 71184384 avail 64016384 00000100:00100000:3.0:1787398593.496894:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260963968:12345-0@lo:13:osp-pre-1-0.0 Request processed in 445us (655us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398593.496913:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:0.0:1787398593.496920:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33609d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260963968:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1787398593.819860:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398594.667685:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398594.667732:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398594.667811:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398594.667846:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247460480 00000100:00100000:2.0:1787398594.667855:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247460480 00000100:00100000:2.0:1787398594.667911:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247460352 00000100:00100000:2.0:1787398594.667914:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247460352 00000100:00100000:2.0:1787398594.667937:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 333 00000100:00100000:2.0:1787398594.667947:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf334043b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69164:x1874221247460480:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398594.668178:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 334 00000100:00100000:0.0:1787398594.668189:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf334040000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69162:x1874221247460352:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398594.668310:0:158789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247460224 00000100:00100000:1.0:1787398594.668315:0:158789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247460224 00000100:00100000:1.0:1787398594.668358:0:158789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 285 00000100:00100000:1.0:1787398594.668366:0:158789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335771c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69162:x1874221247460224:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:2.0:1787398594.668427:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf334043b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69164:x1874221247460480:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 480us (752us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398594.668435:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 333 00000100:00080000:2.0:1787398594.668459:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787398594.668463:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787398594.669221:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf334040000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69162:x1874221247460352:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 1031us (1406us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398594.669231:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 334 00000100:00100000:1.0:1787398594.670927:0:158789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335771c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69162:x1874221247460224:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 2549us (3182us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398594.670941:0:158789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 285 00010000:00010000:1.0:1787398594.841639:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398595.861604:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787398595.969704:0:166319:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg436-server.virtnet: executing wait_import_state FULL osp.lustre-MDT0001-os[pc]-MDT0000.*_server_uuid 00000100:00100000:0.0:1787398596.055432:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260964480:0@lo:400:kworker.0 00000100:00100000:0.0:1787398596.055534:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398596.055585:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106500:1874221260964992:0@lo:400:kworker.0 00000100:00100000:0.0:1787398596.055612:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398596.055627:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203b13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260965504:0@lo:400:kworker.0 00000100:00100000:0.0:1787398596.055647:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398596.055675:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:0.0:1787398596.055681:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260964096:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787398596.055706:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398596.055721:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260964608:0@lo:400:kworker.0 00000100:00100000:0.0:1787398596.055741:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398596.055755:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106500:1874221260965120:0@lo:400:kworker.0 00000100:00100000:0.0:1787398596.055775:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398596.055788:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203b11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260965632:0@lo:400:kworker.0 00000100:00100000:0.0:1787398596.055805:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398596.056137:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221260964224:0@lo:400:kworker.0 00000100:00100000:2.0:1787398596.056175:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398596.056210:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106502:1874221260964736:0@lo:400:kworker.0 00000100:00100000:2.0:1787398596.056232:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398596.056251:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203b13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221260965248:0@lo:400:kworker.0 00000100:00100000:2.0:1787398596.056289:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398596.056309:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203b11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106502:1874221260965760:0@lo:400:kworker.0 00000100:00100000:2.0:1787398596.056341:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398596.056355:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1787398596.056362:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260964352:0@lo:400:kworker.0 00000100:00100000:2.0:1787398596.056385:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398596.056400:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106502:1874221260964864:0@lo:400:kworker.0 00000100:00100000:2.0:1787398596.056417:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398596.056426:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203b10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260965376:0@lo:400:kworker.0 00000100:00100000:2.0:1787398596.056443:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398596.056574:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260964480 00000100:00100000:2.0:1787398596.056581:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260964480 00000100:00100000:2.0:1787398596.056629:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260965504 00000100:00100000:2.0:1787398596.056631:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260965504 00000100:00100000:2.0:1787398596.056648:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260964608 00000100:00100000:2.0:1787398596.056650:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260964608 00000100:00100000:2.0:1787398596.056666:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260965632 00000100:00100000:2.0:1787398596.056668:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260965632 00000100:00100000:2.0:1787398596.056692:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:2.0:1787398596.056701:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260964480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398596.056757:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260964480:12345-0@lo:400:kworker.0 Request processed in 56us (1223us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398596.056764:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:2.0:1787398596.056779:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:2.0:1787398596.056785:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221260965504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398596.056814:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221260965504:12345-0@lo:400:kworker.0 Request processed in 29us (1166us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398596.056830:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:2.0:1787398596.056842:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:2.0:1787398596.056848:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260964608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398596.056878:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260964608:12345-0@lo:400:kworker.0 Request processed in 31us (1136us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398596.056884:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:2.0:1787398596.056894:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:2.0:1787398596.056899:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221260965632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398596.056923:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221260965632:12345-0@lo:400:kworker.0 Request processed in 25us (1118us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398596.056929:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:2.0:1787398596.056947:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260964992 00000100:00100000:2.0:1787398596.056950:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260964992 00000100:00100000:2.0:1787398596.056969:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260965120 00000100:00100000:2.0:1787398596.056972:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260965120 00000100:00100000:2.0:1787398596.056984:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260964736 00000100:00100000:2.0:1787398596.056986:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260964736 00000100:00100000:2.0:1787398596.056995:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260965248 00000100:00100000:2.0:1787398596.056997:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260965248 00000100:00100000:2.0:1787398596.057009:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260965760 00000100:00100000:2.0:1787398596.057011:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260965760 00000100:00100000:2.0:1787398596.057022:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260964864 00000100:00100000:2.0:1787398596.057024:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260964864 00000100:00100000:2.0:1787398596.057038:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:2.0:1787398596.057043:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106500:x1874221260964992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398596.057074:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106500:x1874221260964992:12345-0@lo:400:kworker.0 Request processed in 31us (1461us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398596.057080:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00100000:2.0:1787398596.057101:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:2.0:1787398596.057107:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106500:x1874221260965120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398596.057137:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106500:x1874221260965120:12345-0@lo:400:kworker.0 Request processed in 30us (1362us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398596.057143:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:2.0:1787398596.057156:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:2.0:1787398596.057161:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf334040380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106502:x1874221260964736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398596.057192:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf334040380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106502:x1874221260964736:12345-0@lo:400:kworker.0 Request processed in 30us (958us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398596.057197:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00100000:2.0:1787398596.057208:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:2.0:1787398596.057213:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf334042300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106502:x1874221260965248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398596.057240:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf334042300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106502:x1874221260965248:12345-0@lo:400:kworker.0 Request processed in 27us (951us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398596.057246:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:2.0:1787398596.057257:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:2.0:1787398596.057262:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf334042680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106502:x1874221260965760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398596.057288:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf334042680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106502:x1874221260965760:12345-0@lo:400:kworker.0 Request processed in 25us (946us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398596.057294:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00100000:2.0:1787398596.057305:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:2.0:1787398596.057310:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf334040e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106502:x1874221260964864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398596.057352:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf334040e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106502:x1874221260964864:12345-0@lo:400:kworker.0 Request processed in 42us (933us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398596.057359:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00100000:2.0:1787398596.057406:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260964352 00000100:00100000:2.0:1787398596.057411:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260964352 00000100:00100000:2.0:1787398596.057434:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260965376 00000100:00100000:2.0:1787398596.057437:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260965376 00000100:00100000:2.0:1787398596.057450:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:2.0:1787398596.057455:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf334041880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260964352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398596.057508:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf334041880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260964352:12345-0@lo:400:kworker.0 Request processed in 51us (1121us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398596.057513:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:2.0:1787398596.057525:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:2.0:1787398596.057531:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221260965376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398596.057557:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221260965376:12345-0@lo:400:kworker.0 Request processed in 27us (1113us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398596.057563:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00080000:2.0:1787398596.057579:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787398596.057584:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787398596.057586:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787398596.057588:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787398596.057625:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260964352:0@lo:400:kworker.0 00000100:00100000:2.0:1787398596.057637:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106502:1874221260964864:0@lo:400:kworker.0 00000100:00100000:2.0:1787398596.057646:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203b10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260965376:0@lo:400:kworker.0 00000100:00100000:2.0:1787398596.057654:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106502:1874221260964736:0@lo:400:kworker.0 00010000:00080000:2.0:1787398596.057666:0:106502:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf203b13480 x1874221260965248/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787398612 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398596.057677:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203b13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221260965248:0@lo:400:kworker.0 00000100:00100000:2.0:1787398596.057700:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203b11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106502:1874221260965760:0@lo:400:kworker.0 00000100:00100000:2.0:1787398596.057740:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260964608:0@lo:400:kworker.0 00000100:00100000:2.0:1787398596.057751:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106500:1874221260965120:0@lo:400:kworker.0 00000100:00100000:2.0:1787398596.057765:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203b11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260965632:0@lo:400:kworker.0 00000100:00100000:2.0:1787398596.057777:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260964480:0@lo:400:kworker.0 00010000:00080000:2.0:1787398596.057788:0:106500:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf33528c700 x1874221260964992/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787398612 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398596.057797:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106500:1874221260964992:0@lo:400:kworker.0 00000100:00100000:2.0:1787398596.057807:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203b13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260965504:0@lo:400:kworker.0 00000100:00100000:3.0:1787398596.058314:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260964096 00000100:00100000:3.0:1787398596.058333:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260964096 00000100:00100000:3.0:1787398596.058520:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:3.0:1787398596.058529:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221260964096:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787398596.058555:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 71184384 avail 64016384 00000100:00100000:3.0:1787398596.058606:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221260964096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (2898us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398596.058613:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:3.0:1787398596.058706:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33609e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260965888:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787398596.058740:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398596.058769:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787398596.058776:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33609d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260966016:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787398596.058847:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398596.058872:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260965888 00000100:00100000:3.0:1787398596.058876:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260965888 00000100:00100000:3.0:1787398596.058896:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260966016 00000100:00100000:3.0:1787398596.058898:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260966016 00000100:00100000:3.0:1787398596.058909:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:3.0:1787398596.058914:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b889180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260965888:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787398596.058935:0:158800:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42651648 avail 36519936 00000100:00100000:3.0:1787398596.058966:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b889180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260965888:12345-0@lo:41:osp-pre-1-0.0 Request processed in 51us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398596.058972:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:3.0:1787398596.058983:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:3.0:1787398596.058997:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260966016:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787398596.059013:0:158800:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42549248 avail 36417536 00000100:00100000:3.0:1787398596.059045:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260966016:12345-0@lo:41:osp-pre-0-1.0 Request processed in 47us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398596.059051:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:3.0:1787398596.059087:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33609d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260966016:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787398596.059112:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33609e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260965888:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787398596.062103:0:158786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260964224 00000100:00100000:0.0:1787398596.062134:0:158786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260964224 00000100:00100000:0.0:1787398596.062195:0:158786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:0.0:1787398596.062205:0:158786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335772050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221260964224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398596.062287:0:158786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335772050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221260964224:12345-0@lo:400:kworker.0 Request processed in 83us (6110us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398596.062294:0:158786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00100000:2.0:1787398596.062679:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260964096:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787398596.062698:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787398596.062707:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31372ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260966144:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787398596.062741:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398596.062778:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221260964224:0@lo:400:kworker.0 00000100:00100000:2.0:1787398596.062804:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260966144 00000100:00100000:2.0:1787398596.062808:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260966144 00000100:00100000:2.0:1787398596.062833:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:2.0:1787398596.062839:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221260966144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787398596.062862:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 71049216 avail 63881216 00000100:00100000:2.0:1787398596.062895:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221260966144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398596.062912:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:2.0:1787398596.062940:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31372ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260966144:0@lo:13:osp-pre-0-1.0 00000001:02000400:2.0:1787398596.339376:0:166352:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: osp.lustre-MDT0001-os[pc]-MDT0000.*_server_uuid in FULL state after 0 sec 00010000:00010000:0.0:1787398596.885721:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398597.593492:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31372ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260966272:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787398597.593906:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398597.594111:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260966272 00000100:00100000:3.0:1787398597.594124:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260966272 00000100:00100000:3.0:1787398597.595702:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:3.0:1787398597.595728:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260966272:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787398597.595773:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 71049216 avail 63881216 00000100:00100000:3.0:1787398597.595887:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260966272:12345-0@lo:13:osp-pre-0-0.0 Request processed in 169us (1982us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398597.595896:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00100000:2.0:1787398597.596078:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31372ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260966272:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1787398597.910664:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398598.615100:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787398598.615138:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260966400:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787398598.615392:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398598.615527:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260966400 00000100:00100000:0.0:1787398598.615538:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260966400 00000100:00100000:0.0:1787398598.615635:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:0.0:1787398598.615649:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304180e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260966400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787398598.615688:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 71184384 avail 64016384 00000100:00100000:0.0:1787398598.615743:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304180e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260966400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 99us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398598.615752:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00080000:3.0:1787398598.616957:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787398598.617161:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260966400:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1787398598.933646:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398599.787239:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398599.787304:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398599.787348:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398599.787388:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247460736 00000100:00100000:2.0:1787398599.787403:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247460736 00000100:00100000:3.0:1787398599.787561:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247460864 00000100:00100000:3.0:1787398599.787566:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247460864 00000100:00100000:3.0:1787398599.787615:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 341 00000100:00100000:3.0:1787398599.787626:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69162:x1874221247460864:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398599.787731:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69162:x1874221247460864:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 107us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398599.787741:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 341 00000100:00080000:3.0:1787398599.787781:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787398599.787786:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787398599.788231:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 342 00000100:00100000:2.0:1787398599.788241:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69162:x1874221247460736:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:2.0:1787398599.788301:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69162:x1874221247460736:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 62us (998us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398599.788308:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 342 00000100:00100000:0.0:1787398599.788455:0:158789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247460608 00000100:00100000:0.0:1787398599.788462:0:158789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247460608 00000100:00100000:0.0:1787398599.788542:0:158789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 287 00000100:00100000:0.0:1787398599.788550:0:158789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335771450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69164:x1874221247460608:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398599.788588:0:158789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335771450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69164:x1874221247460608:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 40us (1368us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398599.788596:0:158789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 287 00010000:00010000:2.0:1787398599.964234:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398600.983002:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398601.176659:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304183800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260966528:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787398601.176770:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398601.176877:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260966528 00000100:00100000:1.0:1787398601.176887:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260966528 00000100:00100000:1.0:1787398601.176955:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:1.0:1787398601.176966:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221260966528:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787398601.177014:0:158800:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42549248 avail 36417536 00000100:00100000:1.0:1787398601.177068:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221260966528:12345-0@lo:41:osp-pre-0-1.0 Request processed in 103us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398601.177077:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:1.0:1787398601.177141:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304183800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260966528:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787398601.179734:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260966784:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787398601.179844:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398601.179910:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260967296:0@lo:400:kworker.0 00000100:00100000:0.0:1787398601.179944:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398601.179977:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106502:1874221260967808:0@lo:400:kworker.0 00000100:00100000:0.0:1787398601.180008:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398601.180029:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106502:1874221260968320:0@lo:400:kworker.0 00000100:00100000:0.0:1787398601.180051:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398601.180082:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1787398601.180088:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221260966912:0@lo:400:kworker.0 00000100:00100000:0.0:1787398601.180125:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398601.180148:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106502:1874221260967424:0@lo:400:kworker.0 00000100:00100000:0.0:1787398601.180171:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398601.180191:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221260967936:0@lo:400:kworker.0 00000100:00100000:0.0:1787398601.180213:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398601.180276:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260966784 00000100:00100000:0.0:1787398601.180285:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260966784 00000100:00100000:0.0:1787398601.180364:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:0.0:1787398601.180375:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221260966784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1787398601.180418:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 71184384 avail 64016384 00000100:00100000:0.0:1787398601.180472:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221260966784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (629us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398601.180513:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:0.0:1787398601.180542:0:161119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260967296 00000100:00100000:0.0:1787398601.180545:0:161119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260967296 00000100:00100000:0.0:1787398601.180576:0:161119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:0.0:1787398601.180584:0:161119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260967296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398601.180617:0:161119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260967296:12345-0@lo:400:kworker.0 Request processed in 34us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398601.180624:0:161119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:0.0:1787398601.180653:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260967808 00000100:00100000:0.0:1787398601.180657:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260967808 00000100:00100000:0.0:1787398601.180679:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260968320 00000100:00100000:0.0:1787398601.180682:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260968320 00000100:00100000:0.0:1787398601.180694:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260967424 00000100:00100000:0.0:1787398601.180696:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260967424 00000100:00100000:0.0:1787398601.180708:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260967936 00000100:00100000:0.0:1787398601.180709:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260967936 00000100:00100000:0.0:1787398601.180724:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:0.0:1787398601.180731:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106502:x1874221260967808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398601.180765:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106502:x1874221260967808:12345-0@lo:400:kworker.0 Request processed in 34us (755us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398601.180772:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00100000:0.0:1787398601.180784:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:0.0:1787398601.180789:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106502:x1874221260968320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398601.180816:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106502:x1874221260968320:12345-0@lo:400:kworker.0 Request processed in 27us (764us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398601.180822:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:0.0:1787398601.180833:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:0.0:1787398601.180839:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106502:x1874221260967424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398601.180869:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106502:x1874221260967424:12345-0@lo:400:kworker.0 Request processed in 31us (698us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398601.180875:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:0.0:1787398601.180885:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:0.0:1787398601.180891:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106502:x1874221260967936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398601.180915:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106502:x1874221260967936:12345-0@lo:400:kworker.0 Request processed in 24us (701us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398601.180931:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:0.0:1787398601.180957:0:158788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260966912 00000100:00100000:0.0:1787398601.180961:0:158788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260966912 00000100:00100000:0.0:1787398601.180990:0:158788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:0.0:1787398601.180996:0:158788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335773c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221260966912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398601.181028:0:158788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335773c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221260966912:12345-0@lo:400:kworker.0 Request processed in 32us (901us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398601.181034:0:158788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000100:00080000:0.0:1787398601.181070:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787398601.181076:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787398601.181079:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787398601.181113:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221260966912:0@lo:400:kworker.0 00000100:00100000:0.0:1787398601.181128:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106502:1874221260967424:0@lo:400:kworker.0 00010000:00080000:0.0:1787398601.181141:0:106502:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf33e17df80 x1874221260967936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787398617 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787398601.181151:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221260967936:0@lo:400:kworker.0 00000100:00100000:0.0:1787398601.181169:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260966784:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787398601.181181:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260967296:0@lo:400:kworker.0 00000100:00100000:0.0:1787398601.181191:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106502:1874221260967808:0@lo:400:kworker.0 00000100:00100000:0.0:1787398601.181200:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106502:1874221260968320:0@lo:400:kworker.0 00000100:00100000:0.0:1787398601.181269:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260966656:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787398601.181303:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398601.181338:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260967168:0@lo:400:kworker.0 00000100:00100000:0.0:1787398601.181361:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398601.181381:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106501:1874221260967680:0@lo:400:kworker.0 00000100:00100000:0.0:1787398601.181404:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398601.181420:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260968192:0@lo:400:kworker.0 00000100:00100000:0.0:1787398601.181439:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398601.181459:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1787398601.181466:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260967040:0@lo:400:kworker.0 00000100:00100000:0.0:1787398601.181515:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398601.181537:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106501:1874221260967552:0@lo:400:kworker.0 00000100:00100000:0.0:1787398601.181558:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398601.181575:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260968064:0@lo:400:kworker.0 00000100:00100000:0.0:1787398601.181595:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398601.181626:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260966656 00000100:00100000:0.0:1787398601.181631:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260966656 00000100:00100000:0.0:1787398601.181662:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260967040 00000100:00100000:0.0:1787398601.181664:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260967040 00000100:00100000:0.0:1787398601.181684:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:0.0:1787398601.181691:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:106501:x1874221260966656:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787398601.181723:0:158799:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42651648 avail 36519936 00000100:00100000:0.0:1787398601.181763:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:106501:x1874221260966656:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398601.181769:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:0.0:1787398601.181784:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:0.0:1787398601.181790:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260967040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398601.181816:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260967040:12345-0@lo:400:kworker.0 Request processed in 27us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398601.181828:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:0.0:1787398601.181848:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260967168 00000100:00100000:0.0:1787398601.181852:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260967168 00000100:00100000:0.0:1787398601.181884:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260968192 00000100:00100000:0.0:1787398601.181887:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260968192 00000100:00100000:0.0:1787398601.181905:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260968064 00000100:00100000:0.0:1787398601.181907:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260968064 00000100:00100000:0.0:1787398601.181929:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:0.0:1787398601.181935:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260967168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398601.181967:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221260967168:12345-0@lo:400:kworker.0 Request processed in 32us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398601.181973:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:0.0:1787398601.181982:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:0.0:1787398601.181987:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260968192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398601.182011:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260968192:12345-0@lo:400:kworker.0 Request processed in 24us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398601.182017:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:0.0:1787398601.182027:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:0.0:1787398601.182032:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260968064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398601.182061:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260968064:12345-0@lo:400:kworker.0 Request processed in 28us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398601.182067:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:0.0:1787398601.182084:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260967680 00000100:00100000:0.0:1787398601.182087:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260967680 00000100:00100000:0.0:1787398601.182113:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260967552 00000100:00100000:0.0:1787398601.182116:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260967552 00000100:00100000:0.0:1787398601.182136:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:1.0:1787398601.182571:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304183800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260968448:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787398601.182611:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398601.182650:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260968448 00000100:00100000:1.0:1787398601.182654:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260968448 00000100:00100000:1.0:1787398601.182686:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1787398601.182692:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221260968448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787398601.182719:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 71049216 avail 63881216 00000100:00100000:1.0:1787398601.182757:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221260968448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398601.182763:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1787398601.182814:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304183800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260968448:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787398601.190339:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106501:x1874221260967680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398601.190508:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106501:x1874221260967680:12345-0@lo:400:kworker.0 Request processed in 190us (9101us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398601.190996:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:1.0:1787398601.191015:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106501:x1874221260967552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398601.191068:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106501:x1874221260967552:12345-0@lo:400:kworker.0 Request processed in 60us (9509us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398601.191077:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00080000:1.0:1787398601.200642:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787398601.200656:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787398601.200661:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787398601.200735:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260967040:0@lo:400:kworker.0 00000100:00100000:1.0:1787398601.200759:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106501:1874221260967552:0@lo:400:kworker.0 00000100:00100000:1.0:1787398601.200773:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260968064:0@lo:400:kworker.0 00000100:00100000:1.0:1787398601.200795:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260966656:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787398601.200809:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221260967168:0@lo:400:kworker.0 00010000:00080000:1.0:1787398601.200843:0:106501:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf33672dc00 x1874221260967680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787398617 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787398601.200855:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106501:1874221260967680:0@lo:400:kworker.0 00000100:00100000:1.0:1787398601.200877:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260968192:0@lo:400:kworker.0 00000100:00100000:0.0:1787398601.201245:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00010000:00010000:1.0:1787398602.015983:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398602.709884:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203b13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260968576:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787398602.709988:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398602.710553:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260968576 00000100:00100000:2.0:1787398602.710566:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260968576 00000100:00100000:2.0:1787398602.710639:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:2.0:1787398602.710651:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304183800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260968576:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787398602.710682:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 71049216 avail 63881216 00000100:00100000:2.0:1787398602.710770:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304183800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260968576:12345-0@lo:13:osp-pre-0-0.0 Request processed in 121us (782us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398602.710799:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:3.0:1787398602.711166:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203b13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260968576:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1787398603.029815:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398603.733710:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787398603.733733:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203b10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260968704:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787398603.733797:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398603.733837:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260968704 00000100:00100000:2.0:1787398603.733844:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260968704 00000100:00100000:2.0:1787398603.733889:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:2.0:1787398603.733897:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260968704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787398603.733925:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 71184384 avail 64016384 00000100:00100000:2.0:1787398603.733963:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260968704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398603.733969:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:2.0:1787398603.734013:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203b10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260968704:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1787398603.734162:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:02000400:0.0:1787398603.876202:0:166548:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-lfsck test 44: umount while lfsck is stopping == 07:36:41 (1787398601) 00010000:00010000:3.0:1787398604.056784:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398604.244501:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398604.245367:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247460992 00000100:00100000:0.0:1787398604.245378:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247460992 00000100:00100000:0.0:1787398604.245503:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 416 00000100:00080000:2.0:1787398604.245704:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787398604.245741:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:123601:x1874221247460992:12345-192.168.204.36@tcp:101:bash.0 00010000:00010000:0.0:1787398604.245763:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398604.245788:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x57038999123422ec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119b3c expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.245897:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da600/0x57038999123422f3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.245911:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da600/0x57038999123422f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.245927:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da600/0x57038999123422f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787398604.245977:0:158794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1787398604.245981:0:158794:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787398604.246017:0:158794:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da600/0x57038999123422f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.246042:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x57038999123422ec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b3c expref: 7 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.246255:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da600/0x57038999123422f3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b3c expref: 6 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.246264:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf336d34000) 00010000:00010000:0.0:1787398604.246268:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787398604.246271:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056da600, rc 0) 00000100:00100000:0.0:1787398604.246388:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:123601:x1874221247460992:12345-192.168.204.36@tcp:101:bash.0 Request processed in 874us (1917us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398604.246396:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 416 00000100:00100000:0.0:1787398604.270744:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398604.270830:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247461120 00000100:00100000:3.0:1787398604.270839:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247461120 00000100:00100000:3.0:1787398604.270896:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 103 00000100:00100000:3.0:1787398604.270906:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf336d16850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:123601:x1874221247461120:12345-192.168.204.36@tcp:37:bash.0 00000100:00100000:0.0:1787398604.299812:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf336d16850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:123601:x1874221247461120:12345-192.168.204.36@tcp:37:bash.0 Request processed in 28895us (29066us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398604.299828:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 103 00000100:00100000:2.0:1787398604.328899:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398604.328995:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247461248 00000100:00100000:0.0:1787398604.329005:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247461248 00000100:00100000:0.0:1787398604.329077:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 417 00000100:00100000:0.0:1787398604.329086:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:123749:x1874221247461248:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:0.0:1787398604.329105:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398604.329128:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x57038999123422fa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119b43 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.329272:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x5703899912342301 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.329284:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x5703899912342301 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.329323:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x5703899912342301 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.329341:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dae00/0x5703899912342308 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.329348:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dae00/0x5703899912342308 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.329354:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dae00/0x5703899912342308 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398604.330230:0:160868:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17e300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:160868:1874221260968832:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1787398604.337175:0:160868:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398604.337213:0:160868:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046a33c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787398604.337413:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260968832 00000100:00100000:0.0:1787398604.337423:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260968832 00000100:00100000:0.0:1787398604.337589:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:0.0:1787398604.337599:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:160868:x1874221260968832:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1787398604.337708:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:160868:x1874221260968832:12345-0@lo:1000:mdt00_003.0 Request processed in 110us (551us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398604.337716:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:2.0:1787398604.337952:0:160868:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17e300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:160868:1874221260968832:0@lo:1000:mdt00_003.0 00010000:00010000:2.0:1787398604.338015:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d200/0x570389991234230f lrc: 3/1,0 mode: --/PR res: [0x240002343:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.338031:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d200/0x570389991234230f lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.338044:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d200/0x570389991234230f lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398604.338079:0:160868:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d200/0x570389991234230f lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.338110:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x5703899912342301 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.338117:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x5703899912342301 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.338123:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x5703899912342301 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.338129:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x5703899912342301 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.338146:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056da000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398604.338150:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x5703899912342301 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.338167:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x5703899912342301 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.338180:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf336d34000) 00010000:00010000:2.0:1787398604.338183:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398604.338187:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x5703899912342301 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.338193:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x5703899912342301 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.338207:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dae00/0x5703899912342308 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.338214:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dae00/0x5703899912342308 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.338226:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dae00/0x5703899912342308 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.338231:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056dae00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398604.338234:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dae00/0x5703899912342308 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.338241:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dae00/0x5703899912342308 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.338249:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xed36d805 (ffff9cf336d34100) 00010000:00010000:2.0:1787398604.338252:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398604.338255:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dae00/0x5703899912342308 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.338260:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dae00/0x5703899912342308 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.338297:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x57038999123422fa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b43 expref: 8 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.338310:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d200/0x570389991234230f lrc: 3/0,0 mode: PR/PR res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b43 expref: 7 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.338318:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x1:0x0].0x0 (ffff9cf30619dd00) 00010000:00010000:2.0:1787398604.338320:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787398604.338322:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf32cc9d200, rc 0) 00000100:00100000:2.0:1787398604.338380:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:123749:x1874221247461248:12345-192.168.204.36@tcp:101:rm.0 Request processed in 9294us (9490us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398604.338397:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 417 00000100:00100000:2.0:1787398604.352880:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398604.352989:0:158805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247461376 00000100:00100000:1.0:1787398604.353000:0:158805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247461376 00000100:00100000:1.0:1787398604.353096:0:158805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 17 00000100:00100000:1.0:1787398604.353106:0:158805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:123749:x1874221247461376:12345-192.168.204.36@tcp:900:rm.0 00000100:00100000:1.0:1787398604.353213:0:158805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:123749:x1874221247461376:12345-192.168.204.36@tcp:900:rm.0 Request processed in 108us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398604.353223:0:158805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 17 00000100:00080000:2.0:1787398604.353798:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787398604.358449:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398604.361409:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247461504 00000100:00100000:0.0:1787398604.361425:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247461504 00000100:00100000:0.0:1787398604.361550:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 418 00000100:00100000:0.0:1787398604.361564:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:123749:x1874221247461504:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:0.0:1787398604.361585:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398604.361615:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db000/0x5703899912342316 lrc: 2/0,0 mode: --/CR res: [0x240002343:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119b4a expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787398604.367888:0:158794:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 6204us 00010000:00010000:1.0:1787398604.406999:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638c00/0x570389991234231d lrc: 3/1,0 mode: --/PR res: [0x240002343:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.407027:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638c00/0x570389991234231d lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.407046:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638c00/0x570389991234231d lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787398604.407227:0:158794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1787398604.407235:0:158794:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787398604.407318:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db000/0x5703899912342316 lrc: 0/0,0 mode: --/CR res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b4a expref: 7 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.407341:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638c00/0x570389991234231d lrc: 3/0,0 mode: PR/PR res: [0x240002343:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b4a expref: 6 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.407351:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x1:0x0].0x0 (ffff9cf336d34c00) 00010000:00010000:1.0:1787398604.407354:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787398604.407358:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b638c00, rc 0) 00000100:00100000:1.0:1787398604.407466:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:123749:x1874221247461504:12345-192.168.204.36@tcp:101:rm.0 Request processed in 45905us (49033us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398604.407511:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 418 00000100:00100000:0.0:1787398604.414335:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398604.414444:0:158805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247461632 00000100:00100000:1.0:1787398604.414458:0:158805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247461632 00000100:00100000:1.0:1787398604.414569:0:158805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 18 00000100:00100000:1.0:1787398604.414582:0:158805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:123749:x1874221247461632:12345-192.168.204.36@tcp:900:rm.0 00000100:00100000:1.0:1787398604.414698:0:158805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:123749:x1874221247461632:12345-192.168.204.36@tcp:900:rm.0 Request processed in 118us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398604.414707:0:158805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 18 00000100:00100000:2.0:1787398604.419221:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398604.419395:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247461760 00000100:00100000:0.0:1787398604.419409:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247461760 00000100:00100000:0.0:1787398604.419532:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 419 00000100:00100000:0.0:1787398604.419546:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:123749:x1874221247461760:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:0.0:1787398604.419575:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398604.419605:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da400/0x5703899912342324 lrc: 2/0,0 mode: --/CR res: [0x240002340:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119b51 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.419693:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056dbe00/0x570389991234232b lrc: 3/1,0 mode: --/PR res: [0x240002340:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.419709:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056dbe00/0x570389991234232b lrc: 3/1,0 mode: PR/PR res: [0x240002340:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.419725:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056dbe00/0x570389991234232b lrc: 3/1,0 mode: PR/PR res: [0x240002340:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787398604.419795:0:158795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002340:0x4:0x0]: returning size 4096 00000004:00200000:0.0:1787398604.419802:0:158795:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787398604.419854:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da400/0x5703899912342324 lrc: 0/0,0 mode: --/CR res: [0x240002340:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b51 expref: 8 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.419877:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056dbe00/0x570389991234232b lrc: 3/0,0 mode: PR/PR res: [0x240002340:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b51 expref: 7 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.419887:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x4:0x0].0x0 (ffff9cf336d34200) 00010000:00010000:0.0:1787398604.419911:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787398604.419916:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056dbe00, rc 0) 00000100:00100000:0.0:1787398604.419992:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:123749:x1874221247461760:12345-192.168.204.36@tcp:101:rm.0 Request processed in 450us (789us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398604.420000:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 419 00000100:00100000:2.0:1787398604.436319:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398604.436435:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247461888 00000100:00100000:3.0:1787398604.436451:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247461888 00000100:00100000:3.0:1787398604.436583:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 420 00000100:00100000:3.0:1787398604.436597:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:123749:x1874221247461888:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:3.0:1787398604.436629:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398604.436666:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912342332 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119b58 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.436766:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x5703899912342339 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.436784:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x5703899912342339 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.436797:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x5703899912342339 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787398604.436872:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab1:0x4:0x0]: returning size 4096 00000004:00200000:3.0:1787398604.436879:0:158796:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787398604.436931:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912342332 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b58 expref: 9 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.436982:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x5703899912342339 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b58 expref: 8 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.436992:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x4:0x0].0x0 (ffff9cf337a20600) 00010000:00010000:3.0:1787398604.436994:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787398604.436999:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a68400, rc 0) 00000100:00100000:3.0:1787398604.437085:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123749:x1874221247461888:12345-192.168.204.36@tcp:101:rm.0 Request processed in 490us (786us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398604.437093:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 420 00000100:00100000:1.0:1787398604.444213:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398604.444387:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247462144 00000100:00100000:0.0:1787398604.444401:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247462144 00000100:00100000:0.0:1787398604.444529:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 421 00000100:00100000:0.0:1787398604.444542:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eee8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:123749:x1874221247462144:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:0.0:1787398604.444573:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398604.444608:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da400/0x5703899912342340 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119b5f expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787398604.444834:0:158795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1787398604.445021:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da400/0x5703899912342340 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b5f expref: 9 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.445037:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf336d34b00) 00010000:00010000:0.0:1787398604.445040:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787398604.445046:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da400/0x5703899912342340 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b5f expref: 9 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.445353:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056da400, rc 0) 00000100:00100000:0.0:1787398604.445451:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eee8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123749:x1874221247462144:12345-192.168.204.36@tcp:101:rm.0 Request processed in 911us (1252us total) trans 25769803777 rc 301/301 00000100:00100000:0.0:1787398604.445462:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 421 00000100:00100000:2.0:1787398604.450982:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398604.451200:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247462272 00000100:00100000:1.0:1787398604.451214:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247462272 00000100:00100000:1.0:1787398604.451285:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 104 00000100:00100000:1.0:1787398604.451298:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123749:x1874221247462272:12345-192.168.204.36@tcp:37:rm.0 00000100:00100000:1.0:1787398604.465305:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123749:x1874221247462272:12345-192.168.204.36@tcp:37:rm.0 Request processed in 13988us (14319us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398604.465323:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 104 00000100:00100000:2.0:1787398604.471598:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398604.471710:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247462400 00000100:00100000:0.0:1787398604.471744:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247462400 00000100:00100000:0.0:1787398604.471825:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 105 00000100:00100000:0.0:1787398604.471837:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123749:x1874221247462400:12345-192.168.204.36@tcp:37:rm.0 00000100:00100000:2.0:1787398604.479844:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123749:x1874221247462400:12345-192.168.204.36@tcp:37:rm.0 Request processed in 7990us (8242us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398604.480981:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 105 00000100:00100000:3.0:1787398604.487371:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398604.487697:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247462656 00000100:00100000:1.0:1787398604.487710:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247462656 00000100:00100000:1.0:1787398604.487788:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 106 00000100:00100000:1.0:1787398604.487801:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123749:x1874221247462656:12345-192.168.204.36@tcp:35:rm.0 00000100:00100000:1.0:1787398604.488145:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:123749:x1874221247462656:12345-192.168.204.36@tcp:35:rm.0 Request processed in 345us (786us total) trans 25769803778 rc 0/0 00000100:00100000:1.0:1787398604.488162:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 106 00000100:00100000:1.0:1787398604.492113:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398604.492175:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398604.492340:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247462784 00000100:00100000:0.0:1787398604.492353:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247462784 00000100:00100000:0.0:1787398604.492456:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 65 00000100:00100000:0.0:1787398604.492468:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eee9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:69164:x1874221247462784:12345-192.168.204.36@tcp:103:rm.0 00010000:00010000:0.0:1787398604.492526:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398604.492560:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d200/0x570389991234230f lrc: 0/0,0 mode: --/PR res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b43 expref: 8 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.492586:0:162512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x1:0x0].0x0 (ffff9cf30619dd00) 00010000:00010000:0.0:1787398604.492600:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398604.492671:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eee9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:69164:x1874221247462784:12345-192.168.204.36@tcp:103:rm.0 Request processed in 204us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398604.492680:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 65 00000100:00100000:3.0:1787398604.492861:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247463040 00000100:00100000:3.0:1787398604.492876:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247463040 00000100:00100000:3.0:1787398604.492922:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 422 00000100:00100000:3.0:1787398604.492930:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eeead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:123749:x1874221247463040:12345-192.168.204.36@tcp:36:rm.0 00010000:00010000:3.0:1787398604.492998:0:158796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398604.493018:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638c00/0x570389991234231d lrc: 0/0,0 mode: --/PR res: [0x240002343:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b4a expref: 9 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.493035:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x1:0x0].0x0 (ffff9cf336d34c00) 00010000:00010000:3.0:1787398604.493044:0:158796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398604.493375:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034de300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260968960:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787398604.493444:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398604.493981:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260968960 00000100:00100000:1.0:1787398604.493989:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260968960 00000100:00100000:1.0:1787398604.494048:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:1.0:1787398604.494058:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:158796:x1874221260968960:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1787398604.494293:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:158796:x1874221260968960:12345-0@lo:1000:mdt00_002.0 Request processed in 236us (848us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398604.494302:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:3.0:1787398604.494506:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20aea5900 going to sleep for 11 seconds 00000100:00100000:3.0:1787398604.494540:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034de300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260968960:0@lo:1000:mdt00_002.0 00010000:00010000:3.0:1787398604.494630:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69400/0x570389991234234e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.494659:0:158796:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69400/0x570389991234234e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.494672:0:158796:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69400/0x570389991234234e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398604.494691:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034de300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260969088:0@lo:101:mdt00_002.0 00000100:00100000:3.0:1787398604.494722:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398604.494743:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20aea5300 going to sleep for 11 seconds 00000100:00100000:0.0:1787398604.495630:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260969088 00000100:00100000:0.0:1787398604.495641:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260969088 00000100:00100000:0.0:1787398604.495688:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:0.0:1787398604.495698:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:158796:x1874221260969088:12345-0@lo:101:mdt00_002.0 00010000:00010000:0.0:1787398604.495715:0:158799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398604.495736:0:158799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db800/0x5703899912342355 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x570389991234234e expref: -99 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.495769:0:158799:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da600/0x57038999123422f3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b3c expref: 6 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.495797:0:158799:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db800/0x5703899912342355 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x570389991234234e expref: 6 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.495835:0:158799:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da600/0x57038999123422f3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b3c expref: 6 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.495849:0:158799:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da600/0x57038999123422f3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b3c expref: 6 pid: 158794 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398604.495863:0:158799:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17ce00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:158799:1874221260969216:192.168.204.36@tcp:104: 00000100:00100000:0.0:1787398604.495952:0:158799:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046a3540 going to sleep for 11 seconds 00000100:00100000:0.0:1787398604.505612:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398604.505706:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247463168 00000100:00100000:3.0:1787398604.505722:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247463168 00010000:00010000:3.0:1787398604.505776:0:158780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da600/0x57038999123422f3 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b3c expref: 7 pid: 158794 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398604.505821:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 117 00000100:00100000:3.0:1787398604.505831:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:69164:x1874221247463168:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398604.505853:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398604.505860:0:158780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da600/0x57038999123422f3 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b3c expref: 7 pid: 158794 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.505890:0:158780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da600/0x57038999123422f3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b3c expref: 7 pid: 158794 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.505923:0:158780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf336d34000) 00010000:00010000:3.0:1787398604.505931:0:158780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db800/0x5703899912342355 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x570389991234234e expref: 6 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.505969:0:158780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db800/0x5703899912342355 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x570389991234234e expref: 6 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.505978:0:158780:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db800/0x5703899912342355 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x570389991234234e expref: 6 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.506029:0:158780:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db800/0x5703899912342355 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x570389991234234e expref: 6 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398604.506047:0:158780:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034ddc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:158780:1874221260969344:0@lo:105: 00000100:00100000:3.0:1787398604.506120:0:158780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398604.506180:0:158780:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20aea5900 going to sleep for 11 seconds 00000100:00100000:0.0:1787398604.506308:0:158777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260969344 00000100:00100000:0.0:1787398604.506314:0:158777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260969344 00000100:00100000:0.0:1787398604.506356:0:158777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1787398604.506364:0:158777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:158780:x1874221260969344:12345-0@lo:105: 00010000:00010000:0.0:1787398604.506377:0:158777:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69400/0x570389991234234e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342355 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.506387:0:158777:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69400/0x570389991234234e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342355 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.506397:0:158777:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69400/0x570389991234234e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912342355 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.506405:0:158777:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69400/0x570389991234234e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x5703899912342355 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.506421:0:158777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69400/0x570389991234234e lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x5703899912342355 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.506434:0:158777:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69400/0x570389991234234e lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x5703899912342355 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.506450:0:158777:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9cf305a69400) 00000100:00100000:0.0:1787398604.506524:0:158777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:158780:x1874221260969344:12345-0@lo:105: Request processed in 160us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398604.506532:0:158777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1787398604.506583:0:158780:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034ddc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:158780:1874221260969344:0@lo:105: 00010000:00010000:0.0:1787398604.506604:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398604.506653:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:69164:x1874221247463168:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 823us (1058us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398604.506662:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 117 00010000:00010000:2.0:1787398604.507408:0:158799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da600/0x57038999123422f3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b3c expref: 6 pid: 158794 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398604.507433:0:158799:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17ce00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:158799:1874221260969216:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398604.507455:0:158799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db800/0x5703899912342355 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x570389991234234e expref: 6 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.507465:0:158799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf336d34000) 00010000:00010000:2.0:1787398604.507468:0:158799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398604.507471:0:158799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056db800, rc 0) 00000100:00100000:2.0:1787398604.507580:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:158796:x1874221260969088:12345-0@lo:101:mdt00_002.0 Request processed in 11882us (12856us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398604.507588:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:0.0:1787398604.507913:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034de300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260969088:0@lo:101:mdt00_002.0 00010000:00010000:0.0:1787398604.507936:0:158796:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69400/0x570389991234234e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342355 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787398604.507965:0:158796:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1787398604.508021:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db200/0x570389991234235c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.508030:0:158796:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db200/0x570389991234235c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.508221:0:158796:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db200/0x570389991234235c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398604.508249:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260969472:0@lo:101:mdt00_002.0 00000100:00100000:0.0:1787398604.508299:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398604.508331:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046a3a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787398604.509386:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260969472 00000100:00100000:2.0:1787398604.509398:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260969472 00000100:00100000:2.0:1787398604.509473:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:2.0:1787398604.509508:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:158796:x1874221260969472:12345-0@lo:101:mdt00_002.0 00010000:00010000:2.0:1787398604.509546:0:158800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398604.509576:0:158800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9c600/0x5703899912342363 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x570389991234235c expref: -99 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.509612:0:158800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9c600/0x5703899912342363 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x570389991234235c expref: 7 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.509629:0:158800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9c600/0x5703899912342363 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x570389991234235c expref: 7 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.509639:0:158800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xed36d805 (ffff9cf30619dc00) 00010000:00010000:2.0:1787398604.509641:0:158800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398604.509645:0:158800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf32cc9c600, rc 0) 00000100:00100000:2.0:1787398604.509712:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:158796:x1874221260969472:12345-0@lo:101:mdt00_002.0 Request processed in 207us (1413us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398604.509721:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:0.0:1787398604.510244:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260969472:0@lo:101:mdt00_002.0 00010000:00010000:0.0:1787398604.510268:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db200/0x570389991234235c lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912342363 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.510281:0:158796:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db200/0x570389991234235c lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342363 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787398604.510311:0:158796:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:0.0:1787398604.510381:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260969600:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1787398604.510431:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398604.510529:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046a3480 going to sleep for 11 seconds 00000100:00100000:1.0:1787398604.519042:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260969600 00000100:00100000:1.0:1787398604.519300:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260969600 00000100:00100000:1.0:1787398604.519397:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:1.0:1787398604.519411:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:158796:x1874221260969600:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1787398604.519832:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:158796:x1874221260969600:12345-0@lo:1000:mdt00_002.0 Request processed in 422us (9397us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398604.519842:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:0.0:1787398604.526784:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260969600:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1787398604.527009:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260969728:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1787398604.527718:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398604.527822:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046a3480 going to sleep for 11 seconds 00000100:00100000:2.0:1787398604.531223:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260969728 00000100:00100000:2.0:1787398604.531247:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260969728 00000100:00100000:2.0:1787398604.531348:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:2.0:1787398604.531361:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:158796:x1874221260969728:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787398604.531588:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:158796:x1874221260969728:12345-0@lo:1000:mdt00_002.0 Request processed in 229us (3872us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398604.531597:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:0.0:1787398604.533166:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260969728:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1787398604.533295:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260969856:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1787398604.533372:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398604.533439:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046a3180 going to sleep for 11 seconds 00000100:00100000:2.0:1787398604.533652:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260969856 00000100:00100000:2.0:1787398604.533660:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260969856 00000100:00100000:2.0:1787398604.533730:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:2.0:1787398604.533741:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:158796:x1874221260969856:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787398604.533907:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:158796:x1874221260969856:12345-0@lo:1000:mdt00_002.0 Request processed in 167us (534us total) trans 0 rc 1/1 00000100:00100000:2.0:1787398604.533916:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:0.0:1787398604.534599:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260969856:0@lo:1000:mdt00_002.0 00010000:00010000:0.0:1787398604.534693:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da600/0x570389991234236a lrc: 3/0,1 mode: --/EX res: [0x240002343:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.534704:0:158796:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da600/0x570389991234236a lrc: 3/0,1 mode: --/EX res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.534715:0:158796:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da600/0x570389991234236a lrc: 3/0,1 mode: --/EX res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398604.534737:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672f100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260969984:0@lo:101:mdt00_002.0 00000100:00100000:0.0:1787398604.534780:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398604.534812:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046a3a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787398604.535184:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260969984 00000100:00100000:2.0:1787398604.535192:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260969984 00000100:00100000:2.0:1787398604.535291:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:2.0:1787398604.535302:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:158796:x1874221260969984:12345-0@lo:101:mdt00_002.0 00010000:00010000:2.0:1787398604.535320:0:158800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398604.535344:0:158800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d000/0x5703899912342371 lrc: 2/0,0 mode: --/EX res: [0x240002343:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x570389991234236a expref: -99 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.535376:0:158800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d000/0x5703899912342371 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x570389991234236a expref: 8 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.535392:0:158800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d000/0x5703899912342371 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x570389991234236a expref: 8 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.535402:0:158800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x1:0x0].0x0 (ffff9cf30619de00) 00010000:00010000:2.0:1787398604.535405:0:158800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787398604.535409:0:158800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf32cc9d000, rc 0) 00000100:00100000:2.0:1787398604.535466:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:158796:x1874221260969984:12345-0@lo:101:mdt00_002.0 Request processed in 164us (684us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398604.535473:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1787398604.536740:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672f100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260969984:0@lo:101:mdt00_002.0 00010000:00010000:0.0:1787398604.536771:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da600/0x570389991234236a lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912342371 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.536787:0:158796:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da600/0x570389991234236a lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342371 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.536840:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da400/0x5703899912342378 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.536851:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da400/0x5703899912342378 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.536861:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da400/0x5703899912342378 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.537000:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db000/0x570389991234237f lrc: 3/0,1 mode: --/EX res: [0x240002340:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.537034:0:158796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056dbe00/0x570389991234232b lrc: 2/0,0 mode: PR/PR res: [0x240002340:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b51 expref: 8 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.537043:0:158796:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db000/0x570389991234237f lrc: 4/0,1 mode: --/EX res: [0x240002340:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.537082:0:158796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056dbe00/0x570389991234232b lrc: 3/0,0 mode: PR/PR res: [0x240002340:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b51 expref: 8 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.537101:0:158796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056dbe00/0x570389991234232b lrc: 4/0,0 mode: PR/PR res: [0x240002340:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b51 expref: 8 pid: 158795 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398604.537119:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672f100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:158796:1874221260970112:192.168.204.36@tcp:104: 00000100:00100000:0.0:1787398604.537252:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046a3a80 going to sleep for 11 seconds 00000100:00100000:0.0:1787398604.543204:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398604.543349:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672f100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:158796:1874221260970112:192.168.204.36@tcp:104: 00010000:00010000:3.0:1787398604.543387:0:158796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db000/0x570389991234237f lrc: 3/0,1 mode: --/EX res: [0x240002340:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398604.546329:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247463296 00000100:00100000:1.0:1787398604.546350:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247463296 00010000:00010000:0.0:1787398604.550186:0:162512:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056dbe00/0x570389991234232b lrc: 4/0,0 mode: PR/PR res: [0x240002340:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b51 expref: 9 pid: 158795 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398604.550341:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 118 00000100:00100000:0.0:1787398604.550356:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69163:x1874221247463296:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398604.550381:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398604.550391:0:162512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056dbe00/0x570389991234232b lrc: 4/0,0 mode: PR/PR res: [0x240002340:0x4:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b51 expref: 9 pid: 158795 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.550407:0:162512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056dbe00/0x570389991234232b lrc: 3/0,0 mode: PR/PR res: [0x240002340:0x4:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b51 expref: 9 pid: 158795 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.552297:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056dbe00/0x570389991234232b lrc: 0/0,0 mode: --/PR res: [0x240002340:0x4:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b51 expref: 9 pid: 158795 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.552324:0:162512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x4:0x0].0x0 (ffff9cf336d34200) 00010000:00010000:0.0:1787398604.552330:0:162512:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db000/0x570389991234237f lrc: 3/0,1 mode: --/EX res: [0x240002340:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.552341:0:162512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db000/0x570389991234237f lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.552350:0:162512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db000/0x570389991234237f lrc: 4/0,1 mode: EX/EX res: [0x240002340:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.552404:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398604.552543:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:69163:x1874221247463296:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 2189us (9479us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398604.552556:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 118 00010000:00010000:3.0:1787398604.552675:0:158796:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db000/0x570389991234237f lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.552684:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db000/0x570389991234237f lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.552748:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69e00/0x5703899912342386 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.552757:0:158796:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69e00/0x5703899912342386 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.552793:0:158796:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69e00/0x5703899912342386 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398604.552820:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034dca80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260970240:0@lo:101:mdt00_002.0 00000100:00100000:3.0:1787398604.552904:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398604.552947:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20aea56c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787398604.552976:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260970240 00000100:00100000:3.0:1787398604.552986:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260970240 00000100:00100000:3.0:1787398604.553035:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:3.0:1787398604.553045:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:158796:x1874221260970240:12345-0@lo:101:mdt00_002.0 00010000:00010000:3.0:1787398604.553081:0:158799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398604.553101:0:158799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x570389991234238d lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912342386 expref: -99 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.553129:0:158799:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x5703899912342339 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b58 expref: 5 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.553140:0:158799:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x570389991234238d lrc: 4/0,0 mode: --/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912342386 expref: 9 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.553183:0:158799:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x5703899912342339 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b58 expref: 5 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.553198:0:158799:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x5703899912342339 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b58 expref: 5 pid: 158796 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398604.553211:0:158799:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034dc700 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:158799:1874221260970368:192.168.204.36@tcp:104: 00000100:00100000:3.0:1787398604.553279:0:158799:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20aea5a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787398604.557737:0:158799:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034dc700 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:158799:1874221260970368:192.168.204.36@tcp:104: 00010000:00010000:3.0:1787398604.557792:0:158799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x570389991234238d lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342386 expref: 9 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.557808:0:158799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x4:0x0].0x0 (ffff9cf337a20600) 00010000:00010000:3.0:1787398604.557812:0:158799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1787398604.557816:0:158799:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x570389991234238d lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342386 expref: 9 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.557827:0:158799:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x570389991234238d lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342386 expref: 9 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.557836:0:158799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a68000, rc 0) 00000100:00100000:3.0:1787398604.557932:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:158796:x1874221260970240:12345-0@lo:101:mdt00_002.0 Request processed in 4886us (5026us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398604.557943:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:1.0:1787398604.558079:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034dca80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260970240:0@lo:101:mdt00_002.0 00010000:00010000:1.0:1787398604.558103:0:158796:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69e00/0x5703899912342386 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x570389991234238d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.558116:0:158796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69e00/0x5703899912342386 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234238d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398604.570051:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398604.570543:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247463424 00000100:00100000:3.0:1787398604.570558:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247463424 00010000:00010000:3.0:1787398604.570617:0:158780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x5703899912342339 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b58 expref: 6 pid: 158796 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398604.570672:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 119 00000100:00100000:3.0:1787398604.570683:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69162:x1874221247463424:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398604.570703:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398604.570711:0:158780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x5703899912342339 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x4:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b58 expref: 6 pid: 158796 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.570751:0:158780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x5703899912342339 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x4:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b58 expref: 6 pid: 158796 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.570782:0:158780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x5703899912342339 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x4:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b58 expref: 6 pid: 158796 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.570802:0:158780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x4:0x0].0x0 (ffff9cf337a20600) 00010000:00010000:3.0:1787398604.570810:0:158780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x570389991234238d lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342386 expref: 8 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.570823:0:158780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x570389991234238d lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x5703899912342386 expref: 8 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.570833:0:158780:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x570389991234238d lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x5703899912342386 expref: 8 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.570877:0:158780:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x570389991234238d lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342386 expref: 8 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398604.570895:0:158780:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034dc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:158780:1874221260970496:0@lo:105: 00000100:00100000:3.0:1787398604.570962:0:158780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398604.571006:0:158780:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20aea5a80 going to sleep for 11 seconds 00000100:00100000:0.0:1787398604.571513:0:158777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260970496 00000100:00100000:0.0:1787398604.571521:0:158777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260970496 00000100:00100000:0.0:1787398604.571566:0:158777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1787398604.571575:0:158777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:158780:x1874221260970496:12345-0@lo:105: 00010000:00010000:0.0:1787398604.571589:0:158777:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69e00/0x5703899912342386 lrc: 5/0,1 mode: --/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234238d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.571600:0:158777:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69e00/0x5703899912342386 lrc: 5/0,1 mode: --/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234238d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.571624:0:158777:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69e00/0x5703899912342386 lrc: 5/0,1 mode: --/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x570389991234238d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.571632:0:158777:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69e00/0x5703899912342386 lrc: 5/0,1 mode: EX/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x570389991234238d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.571639:0:158777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69e00/0x5703899912342386 lrc: 6/0,1 mode: EX/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x570389991234238d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.571647:0:158777:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69e00/0x5703899912342386 lrc: 6/0,1 mode: EX/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x570389991234238d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.571674:0:158777:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9cf305a69e00) 00000100:00100000:0.0:1787398604.571746:0:158777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:158780:x1874221260970496:12345-0@lo:105: Request processed in 171us (783us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398604.571754:0:158777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00010000:00010000:1.0:1787398604.571834:0:158796:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69e00/0x5703899912342386 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234238d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.571846:0:158796:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69e00/0x5703899912342386 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234238d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398604.572712:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33eeeaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260970624:0@lo:403:mdt00_002.0 00000100:00100000:1.0:1787398604.572784:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398604.572815:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf308182300 going to sleep for 11 seconds 00000100:00100000:2.0:1787398604.573012:0:158780:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034dc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:158780:1874221260970496:0@lo:105: 00010000:00010000:2.0:1787398604.573032:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398604.573120:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69162:x1874221247463424:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 2436us (3081us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398604.573143:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 119 00000100:00100000:0.0:1787398604.573543:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260970624 00000100:00100000:0.0:1787398604.573552:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260970624 00000100:00100000:0.0:1787398604.573607:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:0.0:1787398604.573617:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eeeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:158796:x1874221260970624:12345-0@lo:403:mdt00_002.0 00000100:00100000:0.0:1787398604.575837:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eeeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:158796:x1874221260970624:12345-0@lo:403:mdt00_002.0 Request processed in 2208us (3040us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398604.575857:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:1.0:1787398604.577213:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33eeeaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260970624:0@lo:403:mdt00_002.0 00000040:00080000:1.0:1787398604.578365:0:158796:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787398604.578441:0:158796:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab4:0x1:0x0].1, 64 off32832 00000004:00080000:1.0:1787398604.578454:0:158796:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9cf308182840 with version 6 00000040:00080000:1.0:1787398604.578572:0:158796:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787398604.578584:0:158796:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab4:0x1:0x0].2, 64 off32896 00000004:00080000:1.0:1787398604.578588:0:158796:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9cf308182540 with version 7 00000004:00080000:2.0:1787398604.579354:0:165613:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf33f4d50c0 version 6 rpc_version 6 00000020:00100000:2.0:1787398604.579418:0:165613:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787398604.579436:0:165613:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf33528ea00 x1874221260970880/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787398604.579467:0:165613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528ea00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221260970880:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787398604.579603:0:165613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398604.579646:0:165613:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbe600 going to sleep for 11 seconds 00000100:00100000:3.0:1787398604.580082:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260970880 00000100:00100000:3.0:1787398604.580095:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260970880 00000100:00100000:3.0:1787398604.580177:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:3.0:1787398604.580189:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:165613:x1874221260970880:12345-0@lo:1000:osp_up0-1.0 00000040:00080000:2.0:1787398604.583353:0:158796:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787398604.583745:0:158796:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002b10:0x1:0x0].1, 64 off32832 00000040:00080000:2.0:1787398604.584142:0:158796:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002b10:0x2:0x0].1, 944 off33712 00000040:00080000:2.0:1787398604.584437:0:158796:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab4:0x2:0x0].1, 1024 off33792 00000004:00080000:2.0:1787398604.584450:0:158796:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9cf308182300 with version 8 00000001:00080000:2.0:1787398604.590229:0:158774:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738638 is committed 00000100:00100000:3.0:1787398604.593591:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:165613:x1874221260970880:12345-0@lo:1000:osp_up0-1.0 Request processed in 13388us (13971us total) trans 34359738638 rc 0/0 00000100:00100000:3.0:1787398604.593621:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000004:00080000:1.0:1787398604.593886:0:165613:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738638 committed transno 34359738638 00000100:00100000:1.0:1787398604.593894:0:165613:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 34359738638 gen 2 00000100:00100000:1.0:1787398604.593920:0:165613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528ea00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221260970880:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1787398604.594004:0:165613:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf33f4d50c0 version 7 rpc_version 7 00000020:00100000:1.0:1787398604.594045:0:165613:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787398604.594053:0:165613:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf33eeeaa00 x1874221260971136/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1312/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787398604.594097:0:165613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33eeeaa00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221260971136:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787398604.594161:0:165613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398604.594198:0:165613:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf308182840 going to sleep for 11 seconds 00000100:00100000:3.0:1787398604.594442:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260971136 00000100:00100000:3.0:1787398604.594450:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260971136 00000100:00100000:3.0:1787398604.594537:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:3.0:1787398604.594546:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eee9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:165613:x1874221260971136:12345-0@lo:1000:osp_up0-1.0 00000001:00080000:0.0:1787398604.604702:0:158774:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738639 is committed 00000100:00100000:1.0:1787398604.605278:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eee9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:165613:x1874221260971136:12345-0@lo:1000:osp_up0-1.0 Request processed in 10711us (11105us total) trans 34359738639 rc 0/0 00000100:00100000:1.0:1787398604.605296:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000004:00080000:2.0:1787398604.605536:0:165613:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738639 committed transno 34359738639 00000100:00100000:2.0:1787398604.605544:0:165613:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 34359738639 gen 2 00000100:00100000:2.0:1787398604.605572:0:165613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33eeeaa00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221260971136:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1787398604.605608:0:165613:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf33f4d50c0 version 8 rpc_version 8 00000020:00100000:2.0:1787398604.605652:0:165613:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787398604.605662:0:165613:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf33528e300 x1874221260971392/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787398604.605690:0:165613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528e300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221260971392:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787398604.605753:0:165613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398604.605784:0:165613:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbef00 going to sleep for 11 seconds 00000100:00100000:0.0:1787398604.606168:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260971392 00000100:00100000:0.0:1787398604.606176:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260971392 00000100:00100000:0.0:1787398604.606272:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:0.0:1787398604.606284:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:165613:x1874221260971392:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787398604.609430:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:165613:x1874221260971392:12345-0@lo:1000:osp_up0-1.0 Request processed in 3135us (3664us total) trans 34359738640 rc 0/0 00000100:00100000:0.0:1787398604.609450:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:2.0:1787398604.610615:0:165613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528e300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221260971392:0@lo:1000:osp_up0-1.0 00000004:00200000:1.0:1787398604.610745:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1787398604.610779:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db000/0x570389991234237f lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.610793:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db000/0x570389991234237f lrc: 2/0,0 mode: EX/EX res: [0x240002340:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.610802:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db000/0x570389991234237f lrc: 3/0,0 mode: EX/EX res: [0x240002340:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.610809:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056db000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398604.610814:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db000/0x570389991234237f lrc: 3/0,0 mode: EX/EX res: [0x240002340:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.610823:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db000/0x570389991234237f lrc: 4/0,0 mode: EX/EX res: [0x240002340:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.610843:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x4:0x0].0x0 (ffff9cf336d34200) 00010000:00010000:1.0:1787398604.610846:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1787398604.610884:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db000/0x570389991234237f lrc: 2/0,0 mode: --/EX res: [0x240002340:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.610891:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db000/0x570389991234237f lrc: 0/0,0 mode: --/EX res: [0x240002340:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.610922:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69e00/0x5703899912342386 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234238d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.610932:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69e00/0x5703899912342386 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x570389991234238d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.610939:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69e00/0x5703899912342386 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x570389991234238d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.610969:0:158796:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1787398604.610982:0:158796:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0x4:0x0] 00010000:00010000:1.0:1787398604.610994:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da400/0x5703899912342378 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.611001:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da400/0x5703899912342378 lrc: 2/0,0 mode: EX/EX res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.611007:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da400/0x5703899912342378 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.611012:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056da400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398604.611015:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da400/0x5703899912342378 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.611021:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da400/0x5703899912342378 lrc: 4/0,0 mode: EX/EX res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.611041:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x1:0x0].0x0 (ffff9cf336d34400) 00010000:00010000:1.0:1787398604.611043:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398604.611279:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da400/0x5703899912342378 lrc: 2/0,0 mode: --/EX res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.611287:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da400/0x5703899912342378 lrc: 0/0,0 mode: --/EX res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.611303:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da600/0x570389991234236a lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342371 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.611310:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da600/0x570389991234236a lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912342371 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.611316:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da600/0x570389991234236a lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912342371 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.611336:0:158796:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:1.0:1787398604.611352:0:158796:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1787398604.611359:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69400/0x570389991234234e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342355 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.611366:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69400/0x570389991234234e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912342355 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.611375:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69400/0x570389991234234e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912342355 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.611397:0:158796:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:1.0:1787398604.611410:0:158796:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1787398604.611417:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db200/0x570389991234235c lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912342363 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.611425:0:158796:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db200/0x570389991234235c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912342363 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398604.611592:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eeead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123749:x1874221247463040:12345-192.168.204.36@tcp:36:rm.0 Request processed in 118658us (119489us total) trans 25769803779 rc 0/0 00000100:00100000:1.0:1787398604.611602:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 422 00010000:00010000:0.0:1787398604.612572:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1787398604.612585:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69e00/0x5703899912342386 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x570389991234238d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.612596:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a69e00 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:0.0:1787398604.612603:0:159542:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69e00/0x5703899912342386 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x570389991234238d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398604.612614:0:159542:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69e00/0x5703899912342386 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x570389991234238d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.612667:0:159542:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69e00/0x5703899912342386 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x570389991234238d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.612675:0:159542:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787398604.612711:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69e00/0x5703899912342386 lrc: 1/0,0 mode: --/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x570389991234238d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.612719:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69e00/0x5703899912342386 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x570389991234238d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.612746:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787398604.612750:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da600/0x570389991234236a lrc: 2/0,0 mode: EX/EX res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x5703899912342371 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.612775:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056da600 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:0.0:1787398604.612780:0:159542:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da600/0x570389991234236a lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912342371 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398604.612786:0:159542:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da600/0x570389991234236a lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912342371 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.612805:0:159542:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da600/0x570389991234236a lrc: 2/0,0 mode: --/EX res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342371 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.612811:0:159542:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787398604.612819:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da600/0x570389991234236a lrc: 1/0,0 mode: --/EX res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342371 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.612826:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da600/0x570389991234236a lrc: 0/0,0 mode: --/EX res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342371 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.612841:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787398604.612845:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69400/0x570389991234234e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x5703899912342355 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.612851:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a69400 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:0.0:1787398604.612854:0:159542:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69400/0x570389991234234e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912342355 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398604.612861:0:159542:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69400/0x570389991234234e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912342355 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.612904:0:159542:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69400/0x570389991234234e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342355 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.612911:0:159542:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787398604.612932:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69400/0x570389991234234e lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342355 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.612939:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf305a69400/0x570389991234234e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342355 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.612954:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398604.612955:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398604.612957:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398604.612983:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260971520:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787398604.613038:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398604.613068:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260971776:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787398604.613076:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787398604.615467:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398604.618586:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398604.618726:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787398604.618728:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260971520 00000100:00100000:2.0:1787398604.618739:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260971520 00000100:00100000:0.0:1787398604.618744:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260971648:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787398604.618802:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398604.618804:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260971776 00000100:00100000:2.0:1787398604.618807:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260971776 00000100:00100000:2.0:1787398604.618822:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260971648 00000100:00100000:2.0:1787398604.618824:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260971648 00000100:00100000:2.0:1787398604.618840:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1787398604.618849:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+12:106502:x1874221260971520:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787398604.618869:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398604.618903:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x570389991234238d lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912342386 expref: 12 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.618926:0:158781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x4:0x0].0x0 (ffff9cf337a20600) 00010000:00010000:2.0:1787398604.618945:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398604.619521:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260971520:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398604.619709:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398604.619992:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1787398604.620007:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+11:106500:x1874221260971776:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787398604.620024:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398604.620048:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db800/0x5703899912342355 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x570389991234234e expref: 11 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.620077:0:158779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf336d34000) 00010000:00010000:3.0:1787398604.620092:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398604.620168:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+10:106500:x1874221260971776:12345-0@lo:103:ldlm_bl.0 Request processed in 165us (1593us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398604.620176:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1787398604.620205:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1787398604.620212:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3414dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+9:106502:x1874221260971648:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787398604.620222:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398604.620235:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d000/0x5703899912342371 lrc: 0/0,0 mode: --/EX res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x570389991234236a expref: 9 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.620279:0:158779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x1:0x0].0x0 (ffff9cf30619de00) 00010000:00010000:3.0:1787398604.620286:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398604.620320:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3414dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+8:106502:x1874221260971648:12345-0@lo:103:ldlm_bl.0 Request processed in 107us (1516us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398604.620327:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1787398604.620363:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260971648:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787398604.620747:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260971776:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787398604.620814:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+7:106502:x1874221260971520:12345-0@lo:103:ldlm_bl.0 Request processed in 1962us (7735us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398604.620822:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1787398604.621037:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247463552 00000100:00100000:0.0:1787398604.621047:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247463552 00000100:00100000:0.0:1787398604.621187:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 423 00000100:00100000:0.0:1787398604.621197:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:123749:x1874221247463552:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:0.0:1787398604.621221:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398604.621247:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x5703899912342394 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119b66 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.621415:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x570389991234239b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.621431:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x570389991234239b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.621446:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x570389991234239b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787398604.621792:0:158795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1787398604.621798:0:158795:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787398604.621825:0:158795:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x570389991234239b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.621858:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x5703899912342394 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b66 expref: 7 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.621877:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x570389991234239b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b66 expref: 6 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.621887:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cd000) 00010000:00010000:0.0:1787398604.621890:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787398604.621894:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056db600, rc 0) 00000100:00100000:0.0:1787398604.621978:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:123749:x1874221247463552:12345-192.168.204.36@tcp:101:rm.0 Request processed in 782us (2271us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398604.621986:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 423 00000100:00100000:1.0:1787398604.625051:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398604.625220:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247463680 00000100:00100000:0.0:1787398604.625234:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247463680 00000100:00100000:0.0:1787398604.625395:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 424 00000100:00100000:0.0:1787398604.625408:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eee9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:123749:x1874221247463680:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:0.0:1787398604.625436:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398604.625462:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da600/0x57038999123423a2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119b6d expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.625589:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x57038999123423a9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.625736:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x57038999123423a9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.625753:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x57038999123423a9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.625772:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dae00/0x57038999123423b0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.625781:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dae00/0x57038999123423b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.625789:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dae00/0x57038999123423b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398604.625948:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672c380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:158794:1874221260971904:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1787398604.626023:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398604.626063:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046a3240 going to sleep for 11 seconds 00000100:00100000:2.0:1787398604.626177:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260971904 00000100:00100000:2.0:1787398604.626183:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260971904 00000100:00100000:2.0:1787398604.626229:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:2.0:1787398604.626238:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:158794:x1874221260971904:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1787398604.626356:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:158794:x1874221260971904:12345-0@lo:1000:mdt00_000.0 Request processed in 118us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398604.626366:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:0.0:1787398604.626912:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672c380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:158794:1874221260971904:0@lo:1000:mdt00_000.0 00010000:00010000:0.0:1787398604.626979:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x57038999123423b7 lrc: 3/1,0 mode: --/PR res: [0x240002343:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.627017:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x57038999123423b7 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.627029:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x57038999123423b7 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398604.627063:0:158794:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x57038999123423b7 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.627084:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x57038999123423a9 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.627091:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x57038999123423a9 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.627098:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x57038999123423a9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.627105:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x57038999123423a9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.627112:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056db400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398604.627117:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x57038999123423a9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.627192:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x57038999123423a9 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.627209:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cd000) 00010000:00010000:0.0:1787398604.627213:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398604.627219:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x57038999123423a9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.627234:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x57038999123423a9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.627253:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dae00/0x57038999123423b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.627260:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dae00/0x57038999123423b0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.627266:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dae00/0x57038999123423b0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.627272:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056dae00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398604.627275:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dae00/0x57038999123423b0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.627282:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dae00/0x57038999123423b0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.627290:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdab9809a (ffff9cf2051cd600) 00010000:00010000:0.0:1787398604.627293:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398604.627297:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dae00/0x57038999123423b0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.627303:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dae00/0x57038999123423b0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.627352:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da600/0x57038999123423a2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b6d expref: 8 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.627383:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x57038999123423b7 lrc: 3/0,0 mode: PR/PR res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b6d expref: 7 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.627391:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0xa:0x0].0x0 (ffff9cf2051cd400) 00010000:00010000:0.0:1787398604.627394:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787398604.627397:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056dbe00, rc 0) 00000100:00100000:0.0:1787398604.627527:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eee9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:123749:x1874221247463680:12345-192.168.204.36@tcp:101:rm.0 Request processed in 2122us (2490us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398604.627536:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 424 00000100:00100000:3.0:1787398604.630056:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398604.630280:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247463808 00000100:00100000:0.0:1787398604.630294:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247463808 00000100:00100000:0.0:1787398604.630373:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 425 00000100:00100000:0.0:1787398604.630386:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123749:x1874221247463808:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:0.0:1787398604.630422:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398604.630455:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da000/0x57038999123423be lrc: 2/0,0 mode: --/CR res: [0x240002343:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119b74 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.630566:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056dba00/0x57038999123423c5 lrc: 3/1,0 mode: --/PR res: [0x240002343:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.630582:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056dba00/0x57038999123423c5 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.630596:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056dba00/0x57038999123423c5 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787398604.630740:0:160868:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0xa:0x0]: returning size 4096 00000004:00200000:0.0:1787398604.630766:0:160868:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787398604.630825:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da000/0x57038999123423be lrc: 0/0,0 mode: --/CR res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b74 expref: 10 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.630847:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056dba00/0x57038999123423c5 lrc: 3/0,0 mode: PR/PR res: [0x240002343:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b74 expref: 9 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.630856:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0xa:0x0].0x0 (ffff9cf2051cdd00) 00010000:00010000:0.0:1787398604.630859:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787398604.630863:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056dba00, rc 0) 00000100:00100000:0.0:1787398604.631258:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:123749:x1874221247463808:12345-192.168.204.36@tcp:101:rm.0 Request processed in 873us (1213us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398604.631267:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 425 00000100:00100000:3.0:1787398604.634104:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398604.634254:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247463936 00000100:00100000:1.0:1787398604.634268:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247463936 00000100:00100000:1.0:1787398604.634349:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 426 00000100:00100000:1.0:1787398604.634362:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:123749:x1874221247463936:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:1.0:1787398604.634389:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398604.634420:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638000/0x57038999123423cc lrc: 2/0,0 mode: --/CR res: [0x240002340:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119b7b expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.634538:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639c00/0x57038999123423d3 lrc: 3/1,0 mode: --/PR res: [0x240002340:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.634556:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639c00/0x57038999123423d3 lrc: 3/1,0 mode: PR/PR res: [0x240002340:0xd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.634570:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639c00/0x57038999123423d3 lrc: 3/1,0 mode: PR/PR res: [0x240002340:0xd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787398604.634663:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002340:0xd:0x0]: returning size 4096 00000004:00200000:1.0:1787398604.634670:0:158796:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787398604.634719:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638000/0x57038999123423cc lrc: 0/0,0 mode: --/CR res: [0x240002340:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b7b expref: 11 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.634743:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639c00/0x57038999123423d3 lrc: 3/0,0 mode: PR/PR res: [0x240002340:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b7b expref: 10 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.634754:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xd:0x0].0x0 (ffff9cf30da95900) 00010000:00010000:1.0:1787398604.634757:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787398604.634762:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b639c00, rc 0) 00000100:00100000:1.0:1787398604.634836:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+10:123749:x1874221247463936:12345-192.168.204.36@tcp:101:rm.0 Request processed in 475us (747us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398604.634843:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 426 00000100:00100000:1.0:1787398604.637842:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398604.637934:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247464064 00000100:00100000:2.0:1787398604.637947:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247464064 00000100:00100000:2.0:1787398604.638043:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 427 00000100:00100000:2.0:1787398604.638055:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eee9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:123749:x1874221247464064:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:2.0:1787398604.638093:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398604.638123:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d200/0x57038999123423da lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119b82 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.638217:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9cc00/0x57038999123423e1 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.638235:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9cc00/0x57038999123423e1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.638247:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9cc00/0x57038999123423e1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787398604.638315:0:158795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab1:0xd:0x0]: returning size 4096 00000004:00200000:2.0:1787398604.638322:0:158795:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787398604.638368:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d200/0x57038999123423da lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b82 expref: 9 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.638389:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9cc00/0x57038999123423e1 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b82 expref: 8 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.638399:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xd:0x0].0x0 (ffff9cf30d87d300) 00010000:00010000:2.0:1787398604.638403:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787398604.638407:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf32cc9cc00, rc 0) 00000100:00100000:2.0:1787398604.638513:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eee9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123749:x1874221247464064:12345-192.168.204.36@tcp:101:rm.0 Request processed in 459us (686us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398604.638521:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 427 00000100:00100000:2.0:1787398604.642768:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398604.643309:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247464320 00000100:00100000:1.0:1787398604.643324:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247464320 00000100:00100000:1.0:1787398604.643403:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 428 00000100:00100000:1.0:1787398604.643415:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+10:123749:x1874221247464320:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:1.0:1787398604.643442:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398604.643515:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638000/0x57038999123423e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119b89 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787398604.643728:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0xa:0x0]: returning size 4096 00010000:00010000:1.0:1787398604.643852:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638000/0x57038999123423e8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b89 expref: 12 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.643906:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30da95400) 00010000:00010000:1.0:1787398604.643910:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787398604.643916:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638000/0x57038999123423e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b89 expref: 12 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.643941:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b638000, rc 0) 00000100:00100000:1.0:1787398604.644029:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+11:123749:x1874221247464320:12345-192.168.204.36@tcp:101:rm.0 Request processed in 615us (1276us total) trans 25769803780 rc 301/301 00000100:00100000:1.0:1787398604.644038:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 428 00000100:00100000:3.0:1787398604.649626:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398604.649765:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247464448 00000100:00100000:1.0:1787398604.649780:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247464448 00000100:00100000:1.0:1787398604.649861:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 107 00000100:00100000:1.0:1787398604.649874:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+11:123749:x1874221247464448:12345-192.168.204.36@tcp:37:rm.0 00000100:00100000:1.0:1787398604.656579:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+11:123749:x1874221247464448:12345-192.168.204.36@tcp:37:rm.0 Request processed in 6690us (6952us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398604.656597:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 107 00000100:00100000:2.0:1787398604.666414:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398604.666576:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247464576 00000100:00100000:3.0:1787398604.666588:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247464576 00000100:00100000:3.0:1787398604.666712:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 108 00000100:00100000:3.0:1787398604.666726:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf336d14450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123749:x1874221247464576:12345-192.168.204.36@tcp:37:rm.0 00000100:00100000:2.0:1787398604.679429:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf336d14450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123749:x1874221247464576:12345-192.168.204.36@tcp:37:rm.0 Request processed in 12685us (13007us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398604.679451:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 108 00000100:00100000:2.0:1787398604.690208:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398604.690339:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247464832 00000100:00100000:1.0:1787398604.690352:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247464832 00000100:00100000:1.0:1787398604.690462:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 109 00000100:00100000:1.0:1787398604.690513:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+11:123749:x1874221247464832:12345-192.168.204.36@tcp:35:rm.0 00000100:00100000:1.0:1787398604.690804:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+12:123749:x1874221247464832:12345-192.168.204.36@tcp:35:rm.0 Request processed in 331us (610us total) trans 25769803781 rc 0/0 00000100:00100000:1.0:1787398604.690813:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 109 00000100:00100000:3.0:1787398604.694464:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398604.694748:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247464960 00000100:00100000:0.0:1787398604.694763:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247464960 00000100:00100000:0.0:1787398604.694853:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 69 00000100:00100000:0.0:1787398604.694880:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:69164:x1874221247464960:12345-192.168.204.36@tcp:103:rm.0 00010000:00010000:0.0:1787398604.694901:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398604.694938:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x57038999123423b7 lrc: 0/0,0 mode: --/PR res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b6d expref: 8 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.694964:0:158779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0xa:0x0].0x0 (ffff9cf2051cd400) 00010000:00010000:0.0:1787398604.694977:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398604.695051:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:69164:x1874221247464960:12345-192.168.204.36@tcp:103:rm.0 Request processed in 188us (603us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398604.695070:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 69 00000100:00100000:0.0:1787398604.698383:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398604.698528:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247465216 00000100:00100000:2.0:1787398604.698541:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247465216 00000100:00100000:2.0:1787398604.698612:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 429 00000100:00100000:2.0:1787398604.698626:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+12:123749:x1874221247465216:12345-192.168.204.36@tcp:36:rm.0 00010000:00010000:2.0:1787398604.698711:0:158795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398604.698749:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056dba00/0x57038999123423c5 lrc: 0/0,0 mode: --/PR res: [0x240002343:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b74 expref: 12 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.698774:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0xa:0x0].0x0 (ffff9cf2051cdd00) 00010000:00010000:2.0:1787398604.698786:0:158795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787398604.698874:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c200/0x57038999123423f6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.698884:0:158795:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c200/0x57038999123423f6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.698895:0:158795:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c200/0x57038999123423f6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398604.698924:0:158795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528c380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260972032:0@lo:101:mdt00_001.0 00000100:00100000:2.0:1787398604.698993:0:158795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398604.699033:0:158795:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbe180 going to sleep for 11 seconds 00000100:00100000:3.0:1787398604.699246:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260972032 00000100:00100000:3.0:1787398604.699253:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260972032 00000100:00100000:3.0:1787398604.699304:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:3.0:1787398604.699313:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:158795:x1874221260972032:12345-0@lo:101:mdt00_001.0 00010000:00010000:3.0:1787398604.699329:0:159531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398604.699347:0:159531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x57038999123423fd lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x57038999123423f6 expref: -99 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.699373:0:159531:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x570389991234239b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b66 expref: 6 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.699401:0:159531:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x57038999123423fd lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x57038999123423f6 expref: 8 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.699434:0:159531:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x570389991234239b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b66 expref: 6 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.699449:0:159531:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x570389991234239b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b66 expref: 6 pid: 158795 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398604.699461:0:159531:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034dca80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159531:1874221260972160:192.168.204.36@tcp:104: 00000100:00100000:3.0:1787398604.699591:0:159531:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20aea5240 going to sleep for 11 seconds 00000100:00100000:2.0:1787398604.702813:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398604.703074:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247465344 00000100:00100000:0.0:1787398604.703086:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247465344 00010000:00010000:0.0:1787398604.703138:0:158780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x570389991234239b lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b66 expref: 7 pid: 158795 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398604.703201:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 120 00000100:00100000:0.0:1787398604.703223:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208892300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:69165:x1874221247465344:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398604.703243:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398604.703252:0:158780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x570389991234239b lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b66 expref: 7 pid: 158795 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.703267:0:158780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x570389991234239b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b66 expref: 7 pid: 158795 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.703295:0:158780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cd000) 00010000:00010000:0.0:1787398604.703303:0:158780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x57038999123423fd lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x57038999123423f6 expref: 8 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.703316:0:158780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x57038999123423fd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x57038999123423f6 expref: 8 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.703325:0:158780:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x57038999123423fd lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x57038999123423f6 expref: 8 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.703366:0:158780:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x57038999123423fd lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123423f6 expref: 8 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398604.703383:0:158780:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:158780:1874221260972288:0@lo:105: 00000100:00100000:0.0:1787398604.703454:0:158780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398604.703532:0:158780:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046a3180 going to sleep for 11 seconds 00000100:00100000:1.0:1787398604.703801:0:158777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260972288 00000100:00100000:1.0:1787398604.703815:0:158777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260972288 00000100:00100000:1.0:1787398604.703859:0:158777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1787398604.703878:0:158777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:158780:x1874221260972288:12345-0@lo:105: 00010000:00010000:1.0:1787398604.703891:0:158777:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c200/0x57038999123423f6 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123423fd expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.703901:0:158777:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c200/0x57038999123423f6 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123423fd expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.703911:0:158777:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c200/0x57038999123423f6 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x57038999123423fd expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.703919:0:158777:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c200/0x57038999123423f6 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x57038999123423fd expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.703925:0:158777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c200/0x57038999123423f6 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x57038999123423fd expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.703937:0:158777:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c200/0x57038999123423f6 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x57038999123423fd expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.703956:0:158777:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9cf32cc9c200) 00000100:00100000:1.0:1787398604.704003:0:158777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:158780:x1874221260972288:12345-0@lo:105: Request processed in 136us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398604.704011:0:158777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1787398604.704219:0:158780:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:158780:1874221260972288:0@lo:105: 00010000:00010000:0.0:1787398604.704240:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398604.704300:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208892300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:69165:x1874221247465344:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 1088us (1501us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398604.704309:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 120 00010000:00010000:3.0:1787398604.704532:0:159531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x570389991234239b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b66 expref: 6 pid: 158795 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398604.704551:0:159531:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034dca80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159531:1874221260972160:192.168.204.36@tcp:104: 00010000:00010000:3.0:1787398604.704572:0:159531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x57038999123423fd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123423f6 expref: 8 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.704582:0:159531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cd000) 00010000:00010000:3.0:1787398604.704585:0:159531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398604.704588:0:159531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a68400, rc 0) 00000100:00100000:3.0:1787398604.704640:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:158795:x1874221260972032:12345-0@lo:101:mdt00_001.0 Request processed in 5328us (5647us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398604.704649:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:0.0:1787398604.704747:0:158795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528c380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260972032:0@lo:101:mdt00_001.0 00010000:00010000:0.0:1787398604.704767:0:158795:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c200/0x57038999123423f6 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123423fd expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787398604.704794:0:158795:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1787398604.704846:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dae00/0x5703899912342404 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.704854:0:158795:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dae00/0x5703899912342404 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.704876:0:158795:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dae00/0x5703899912342404 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398604.704899:0:158795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260972416:0@lo:101:mdt00_001.0 00000100:00100000:0.0:1787398604.704935:0:158795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398604.704971:0:158795:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046a3180 going to sleep for 11 seconds 00000100:00100000:3.0:1787398604.706157:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260972416 00000100:00100000:3.0:1787398604.706189:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260972416 00000100:00100000:3.0:1787398604.706254:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:3.0:1787398604.706265:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:158795:x1874221260972416:12345-0@lo:101:mdt00_001.0 00010000:00010000:3.0:1787398604.706291:0:158800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398604.706318:0:158800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x570389991234240b lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912342404 expref: -99 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.706355:0:158800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x570389991234240b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912342404 expref: 9 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.706373:0:158800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x570389991234240b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342404 expref: 9 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.706382:0:158800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdab9809a (ffff9cf337a20a00) 00010000:00010000:3.0:1787398604.706385:0:158800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398604.706389:0:158800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a69000, rc 0) 00000100:00100000:3.0:1787398604.706461:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:158795:x1874221260972416:12345-0@lo:101:mdt00_001.0 Request processed in 198us (1525us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398604.706468:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:0.0:1787398604.706835:0:158795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260972416:0@lo:101:mdt00_001.0 00010000:00010000:0.0:1787398604.706853:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dae00/0x5703899912342404 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x570389991234240b expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.707003:0:158795:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dae00/0x5703899912342404 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234240b expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787398604.707029:0:158795:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:0.0:1787398604.707357:0:158795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260972544:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1787398604.707413:0:158795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398604.707537:0:158795:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046a3240 going to sleep for 11 seconds 00000100:00100000:2.0:1787398604.707935:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260972544 00000100:00100000:2.0:1787398604.707943:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260972544 00000100:00100000:2.0:1787398604.708033:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:2.0:1787398604.708056:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:158795:x1874221260972544:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1787398604.708223:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:158795:x1874221260972544:12345-0@lo:1000:mdt00_001.0 Request processed in 180us (809us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398604.708231:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:0.0:1787398604.708565:0:158795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260972544:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1787398604.708632:0:158795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260972672:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1787398604.708663:0:158795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398604.708688:0:158795:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046a3240 going to sleep for 11 seconds 00000100:00100000:3.0:1787398604.708735:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260972672 00000100:00100000:3.0:1787398604.708741:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260972672 00000100:00100000:3.0:1787398604.708775:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:3.0:1787398604.708782:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:158795:x1874221260972672:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1787398604.708888:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:158795:x1874221260972672:12345-0@lo:1000:mdt00_001.0 Request processed in 105us (223us total) trans 0 rc 1/1 00000100:00100000:3.0:1787398604.708894:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:0.0:1787398604.709212:0:158795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260972672:0@lo:1000:mdt00_001.0 00010000:00010000:0.0:1787398604.709278:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dbe00/0x5703899912342412 lrc: 3/0,1 mode: --/EX res: [0x240002343:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.709290:0:158795:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dbe00/0x5703899912342412 lrc: 3/0,1 mode: --/EX res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.709301:0:158795:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dbe00/0x5703899912342412 lrc: 3/0,1 mode: --/EX res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398604.709313:0:158795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260972800:0@lo:101:mdt00_001.0 00000100:00100000:0.0:1787398604.709339:0:158795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398604.709361:0:158795:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046a3180 going to sleep for 11 seconds 00000100:00100000:3.0:1787398604.709407:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260972800 00000100:00100000:3.0:1787398604.709411:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260972800 00000100:00100000:3.0:1787398604.709521:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:3.0:1787398604.709528:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:158795:x1874221260972800:12345-0@lo:101:mdt00_001.0 00010000:00010000:3.0:1787398604.709539:0:159531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398604.709558:0:159531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912342419 lrc: 2/0,0 mode: --/EX res: [0x240002343:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912342412 expref: -99 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.709584:0:159531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912342419 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912342412 expref: 10 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.709598:0:159531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912342419 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342412 expref: 10 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.709609:0:159531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0xa:0x0].0x0 (ffff9cf337a20300) 00010000:00010000:3.0:1787398604.709612:0:159531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787398604.709616:0:159531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a68c00, rc 0) 00000100:00100000:3.0:1787398604.709645:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:158795:x1874221260972800:12345-0@lo:101:mdt00_001.0 Request processed in 117us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398604.709650:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:1.0:1787398604.709806:0:158795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260972800:0@lo:101:mdt00_001.0 00010000:00010000:1.0:1787398604.709820:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dbe00/0x5703899912342412 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912342419 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.709842:0:158795:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dbe00/0x5703899912342412 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342419 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.709880:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638800/0x5703899912342420 lrc: 3/0,1 mode: --/EX res: [0x240002343:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.709890:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638800/0x5703899912342420 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.709898:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638800/0x5703899912342420 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.710008:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x5703899912342427 lrc: 3/0,1 mode: --/EX res: [0x240002340:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.710021:0:158795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639c00/0x57038999123423d3 lrc: 2/0,0 mode: PR/PR res: [0x240002340:0xd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b7b expref: 11 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.710030:0:158795:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x5703899912342427 lrc: 4/0,1 mode: --/EX res: [0x240002340:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.710059:0:158795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639c00/0x57038999123423d3 lrc: 3/0,0 mode: PR/PR res: [0x240002340:0xd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b7b expref: 11 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.710084:0:158795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639c00/0x57038999123423d3 lrc: 4/0,0 mode: PR/PR res: [0x240002340:0xd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b7b expref: 11 pid: 158796 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398604.710097:0:158795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33eeeaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:158795:1874221260972928:192.168.204.36@tcp:104: 00000100:00100000:1.0:1787398604.710218:0:158795:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf308182780 going to sleep for 11 seconds 00000100:00100000:2.0:1787398604.713603:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398604.713877:0:158795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33eeeaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:158795:1874221260972928:192.168.204.36@tcp:104: 00010000:00010000:1.0:1787398604.713917:0:158795:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x5703899912342427 lrc: 3/0,1 mode: --/EX res: [0x240002340:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398604.714125:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247465472 00000100:00100000:0.0:1787398604.714135:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247465472 00010000:00010000:0.0:1787398604.714214:0:158779:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639c00/0x57038999123423d3 lrc: 4/0,0 mode: PR/PR res: [0x240002340:0xd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b7b expref: 12 pid: 158796 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398604.714265:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 121 00000100:00100000:0.0:1787398604.714277:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208890700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+12:69162:x1874221247465472:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398604.714296:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398604.714304:0:158779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639c00/0x57038999123423d3 lrc: 4/0,0 mode: PR/PR res: [0x240002340:0xd:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b7b expref: 12 pid: 158796 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.714317:0:158779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639c00/0x57038999123423d3 lrc: 3/0,0 mode: PR/PR res: [0x240002340:0xd:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b7b expref: 12 pid: 158796 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.714346:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639c00/0x57038999123423d3 lrc: 0/0,0 mode: --/PR res: [0x240002340:0xd:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b7b expref: 12 pid: 158796 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.714365:0:158779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xd:0x0].0x0 (ffff9cf30da95900) 00010000:00010000:0.0:1787398604.714371:0:158779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x5703899912342427 lrc: 3/0,1 mode: --/EX res: [0x240002340:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.714382:0:158779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x5703899912342427 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.714391:0:158779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x5703899912342427 lrc: 4/0,1 mode: EX/EX res: [0x240002340:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.714423:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398604.714528:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208890700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+11:69162:x1874221247465472:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 252us (939us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398604.714537:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 121 00010000:00010000:1.0:1787398604.714998:0:158795:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x5703899912342427 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.715010:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x5703899912342427 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.715131:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638e00/0x570389991234242e lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.715139:0:158795:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638e00/0x570389991234242e lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.715160:0:158795:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638e00/0x570389991234242e lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398604.715187:0:158795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33eeeaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260973056:0@lo:101:mdt00_001.0 00000100:00100000:1.0:1787398604.715244:0:158795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398604.715287:0:158795:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf308182780 going to sleep for 11 seconds 00000100:00100000:0.0:1787398604.716135:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260973056 00000100:00100000:0.0:1787398604.716146:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260973056 00000100:00100000:0.0:1787398604.716223:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:0.0:1787398604.716239:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:158795:x1874221260973056:12345-0@lo:101:mdt00_001.0 00010000:00010000:0.0:1787398604.716266:0:162682:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398604.716292:0:162682:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x5703899912342435 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x570389991234242e expref: -99 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.716325:0:162682:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9cc00/0x57038999123423e1 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0xd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b82 expref: 5 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.716335:0:162682:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x5703899912342435 lrc: 4/0,0 mode: --/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x570389991234242e expref: 11 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.716374:0:162682:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9cc00/0x57038999123423e1 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b82 expref: 5 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.716393:0:162682:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9cc00/0x57038999123423e1 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0xd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b82 expref: 5 pid: 158795 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398604.716410:0:162682:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17e300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:162682:1874221260973184:192.168.204.36@tcp:104: 00000100:00100000:0.0:1787398604.716517:0:162682:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046a3240 going to sleep for 11 seconds 00000100:00100000:2.0:1787398604.721272:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398604.721402:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247465600 00000100:00100000:3.0:1787398604.721416:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247465600 00010000:00010000:3.0:1787398604.721471:0:158780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9cc00/0x57038999123423e1 lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0xd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b82 expref: 6 pid: 158795 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398604.721578:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 122 00000100:00100000:3.0:1787398604.721591:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208891f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69162:x1874221247465600:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398604.721622:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398604.721631:0:158780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9cc00/0x57038999123423e1 lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0xd:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b82 expref: 6 pid: 158795 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.721683:0:158780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9cc00/0x57038999123423e1 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0xd:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b82 expref: 6 pid: 158795 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.721718:0:158780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xd:0x0].0x0 (ffff9cf30d87d300) 00010000:00010000:3.0:1787398604.721726:0:158780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x5703899912342435 lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x570389991234242e expref: 11 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.721739:0:158780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x5703899912342435 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x570389991234242e expref: 11 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.721749:0:158780:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x5703899912342435 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x570389991234242e expref: 11 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.721795:0:158780:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x5703899912342435 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x570389991234242e expref: 11 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398604.721815:0:158780:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034dca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:158780:1874221260973312:0@lo:105: 00000100:00100000:3.0:1787398604.721889:0:158780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787398604.722249:0:162682:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9cc00/0x57038999123423e1 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0xd:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b82 expref: 6 pid: 158795 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398604.722328:0:162682:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17e300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:162682:1874221260973184:192.168.204.36@tcp:104: 00010000:00010000:0.0:1787398604.722364:0:162682:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x5703899912342435 lrc: 5/0,0 mode: EX/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x570389991234242e expref: 11 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.722383:0:162682:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xd:0x0].0x0 (ffff9cf30d87d300) 00010000:00010000:0.0:1787398604.722386:0:162682:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1787398604.722389:0:162682:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056db400, rc 0) 00000100:00100000:0.0:1787398604.722451:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:158795:x1874221260973056:12345-0@lo:101:mdt00_001.0 Request processed in 6217us (7205us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398604.722460:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:3.0:1787398604.722529:0:158780:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20aea5240 going to sleep for 11 seconds 00000100:00100000:1.0:1787398604.722931:0:158777:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1787398604.722950:0:158777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260973312 00000100:00100000:1.0:1787398604.722958:0:158777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260973312 00000100:00100000:1.0:1787398604.723001:0:158777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1787398604.723010:0:158777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20c7a5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:158780:x1874221260973312:12345-0@lo:105: 00010000:00010000:1.0:1787398604.723023:0:158777:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638e00/0x570389991234242e lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342435 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.723033:0:158777:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638e00/0x570389991234242e lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342435 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.723052:0:158777:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638e00/0x570389991234242e lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912342435 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.723061:0:158777:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638e00/0x570389991234242e lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x5703899912342435 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.723070:0:158777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638e00/0x570389991234242e lrc: 5/0,1 mode: EX/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x5703899912342435 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.723080:0:158777:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638e00/0x570389991234242e lrc: 5/0,1 mode: EX/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x5703899912342435 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.723098:0:158777:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9cf20b638e00) 00000100:00100000:1.0:1787398604.723145:0:158777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20c7a5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:158780:x1874221260973312:12345-0@lo:105: Request processed in 136us (1256us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398604.723214:0:158777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1787398604.723330:0:158795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33eeeaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260973056:0@lo:101:mdt00_001.0 00010000:00010000:1.0:1787398604.723350:0:158795:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638e00/0x570389991234242e lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342435 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398604.723921:0:158780:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034dca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:158780:1874221260973312:0@lo:105: 00010000:00010000:3.0:1787398604.723937:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398604.724005:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208891f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69162:x1874221247465600:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 2414us (2746us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398604.724015:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 122 00000100:00100000:1.0:1787398604.724941:0:158795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260973440:0@lo:403:mdt00_001.0 00000100:00100000:1.0:1787398604.725023:0:158795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398604.725203:0:158795:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf308182780 going to sleep for 11 seconds 00000100:00100000:3.0:1787398604.725282:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260973440 00000100:00100000:3.0:1787398604.725290:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260973440 00000100:00100000:3.0:1787398604.725387:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:3.0:1787398604.725398:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eeeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:158795:x1874221260973440:12345-0@lo:403:mdt00_001.0 00000100:00100000:2.0:1787398604.731862:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eeeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:158795:x1874221260973440:12345-0@lo:403:mdt00_001.0 Request processed in 6457us (6830us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398604.732382:0:158795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260973440:0@lo:403:mdt00_001.0 00000100:00100000:2.0:1787398604.735164:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000040:00080000:1.0:1787398604.736555:0:158795:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002b10:0x2:0x0].2, 944 off34656 00000100:00100000:1.0:1787398604.736860:0:158795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260973568:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1787398604.736957:0:158795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398604.737013:0:158795:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf308182540 going to sleep for 11 seconds 00000100:00100000:3.0:1787398604.737368:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260973568 00000100:00100000:3.0:1787398604.737378:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260973568 00000100:00100000:3.0:1787398604.737442:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:3.0:1787398604.737454:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:158795:x1874221260973568:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1787398604.737590:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:158795:x1874221260973568:12345-0@lo:1000:mdt00_001.0 Request processed in 137us (633us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398604.737608:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:1.0:1787398604.738208:0:158795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260973568:0@lo:1000:mdt00_001.0 00000040:00080000:1.0:1787398604.738268:0:158795:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab4:0x2:0x0].2, 1024 off34816 00000004:00080000:1.0:1787398604.738278:0:158795:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9cf308182780 with version 9 00000004:00080000:2.0:1787398604.738379:0:165613:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf33f4d50c0 version 9 rpc_version 9 00000020:00100000:2.0:1787398604.738431:0:165613:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787398604.738443:0:165613:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf208890380 x1874221260973824/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2352/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787398604.738467:0:165613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208890380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221260973824:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787398604.738573:0:165613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398604.738623:0:165613:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbe3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787398604.738636:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260973824 00000100:00100000:1.0:1787398604.738644:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260973824 00000100:00100000:1.0:1787398604.738693:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:1.0:1787398604.738703:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208890e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:165613:x1874221260973824:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787398604.739220:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208890e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+12:165613:x1874221260973824:12345-0@lo:1000:osp_up0-1.0 Request processed in 518us (647us total) trans 34359738641 rc 0/0 00000100:00100000:1.0:1787398604.739230:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:2.0:1787398604.739327:0:165613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208890380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221260973824:0@lo:1000:osp_up0-1.0 00000004:00200000:1.0:1787398604.740229:0:158795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0xa:0x0]: returning size 4096 00010000:00010000:1.0:1787398604.740263:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x5703899912342427 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.740276:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x5703899912342427 lrc: 2/0,0 mode: EX/EX res: [0x240002340:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.740284:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x5703899912342427 lrc: 3/0,0 mode: EX/EX res: [0x240002340:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.740291:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398604.740297:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x5703899912342427 lrc: 3/0,0 mode: EX/EX res: [0x240002340:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.740305:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x5703899912342427 lrc: 4/0,0 mode: EX/EX res: [0x240002340:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.740351:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xd:0x0].0x0 (ffff9cf30da95900) 00010000:00010000:1.0:1787398604.740354:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1787398604.740359:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x5703899912342427 lrc: 2/0,0 mode: --/EX res: [0x240002340:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.740366:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x5703899912342427 lrc: 0/0,0 mode: --/EX res: [0x240002340:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.740394:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638e00/0x570389991234242e lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342435 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.740403:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638e00/0x570389991234242e lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912342435 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.740410:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638e00/0x570389991234242e lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912342435 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.740440:0:158795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1787398604.740451:0:158795:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0xd:0x0] 00010000:00010000:1.0:1787398604.740464:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638800/0x5703899912342420 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.740470:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638800/0x5703899912342420 lrc: 2/0,0 mode: EX/EX res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.740503:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638800/0x5703899912342420 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.740510:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398604.740513:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638800/0x5703899912342420 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.740526:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638800/0x5703899912342420 lrc: 4/0,0 mode: EX/EX res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.740536:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0xa:0x0].0x0 (ffff9cf30da95400) 00010000:00010000:1.0:1787398604.740539:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398604.740542:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638800/0x5703899912342420 lrc: 2/0,0 mode: --/EX res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.740547:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638800/0x5703899912342420 lrc: 0/0,0 mode: --/EX res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.740564:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dbe00/0x5703899912342412 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342419 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.740572:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dbe00/0x5703899912342412 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912342419 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.740578:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dbe00/0x5703899912342412 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912342419 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.740591:0:158795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:1.0:1787398604.740616:0:158795:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1787398604.740621:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c200/0x57038999123423f6 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123423fd expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.740629:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c200/0x57038999123423f6 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x57038999123423fd expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.740635:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c200/0x57038999123423f6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x57038999123423fd expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.740659:0:158795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:1.0:1787398604.740665:0:158795:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1787398604.740670:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dae00/0x5703899912342404 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x570389991234240b expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.740678:0:158795:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dae00/0x5703899912342404 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x570389991234240b expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398604.740778:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+11:123749:x1874221247465216:12345-192.168.204.36@tcp:36:rm.0 Request processed in 42152us (42405us total) trans 25769803782 rc 0/0 00000100:00100000:1.0:1787398604.740788:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 429 00010000:00010000:3.0:1787398604.741036:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1787398604.741045:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638e00/0x570389991234242e lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x5703899912342435 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.741053:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638e00 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:3.0:1787398604.741058:0:158783:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638e00/0x570389991234242e lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912342435 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398604.741068:0:158783:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638e00/0x570389991234242e lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912342435 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.741109:0:158783:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638e00/0x570389991234242e lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342435 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.741203:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787398604.741211:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dbe00/0x5703899912342412 lrc: 2/0,0 mode: EX/EX res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x5703899912342419 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.741219:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056dbe00 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:0.0:1787398604.741223:0:159542:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dbe00/0x5703899912342412 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912342419 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398604.741230:0:159542:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dbe00/0x5703899912342412 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912342419 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.741252:0:159542:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dbe00/0x5703899912342412 lrc: 2/0,0 mode: --/EX res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342419 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.741259:0:159542:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787398604.741300:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dbe00/0x5703899912342412 lrc: 1/0,0 mode: --/EX res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342419 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.741307:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dbe00/0x5703899912342412 lrc: 0/0,0 mode: --/EX res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342419 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.741341:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787398604.741345:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c200/0x57038999123423f6 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x57038999123423fd expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.741352:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf32cc9c200 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:0.0:1787398604.741356:0:159542:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c200/0x57038999123423f6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x57038999123423fd expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398604.741363:0:159542:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c200/0x57038999123423f6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x57038999123423fd expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.741382:0:159542:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c200/0x57038999123423f6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x57038999123423fd expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.741388:0:159542:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787398604.741405:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c200/0x57038999123423f6 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x57038999123423fd expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.741412:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c200/0x57038999123423f6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x57038999123423fd expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.741427:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398604.741429:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398604.741431:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398604.741441:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787398604.741459:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260974080:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787398604.741567:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398604.741615:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787398604.741625:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260974208:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787398604.741651:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398604.741688:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260974080 00000100:00100000:0.0:1787398604.741696:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260974080 00000100:00100000:0.0:1787398604.741744:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260974208 00000100:00100000:0.0:1787398604.741748:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260974208 00000100:00100000:0.0:1787398604.741771:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1787398604.741779:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+13:106500:x1874221260974080:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787398604.741793:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398604.741815:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912342419 lrc: 0/0,0 mode: --/EX res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912342412 expref: 13 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.741828:0:158779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0xa:0x0].0x0 (ffff9cf337a20300) 00010000:00010000:0.0:1787398604.741837:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398604.741869:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+12:106500:x1874221260974080:12345-0@lo:103:ldlm_bl.0 Request processed in 91us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398604.741877:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1787398604.741892:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1787398604.741898:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+11:106503:x1874221260974208:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787398604.741905:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398604.741915:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x57038999123423fd lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x57038999123423f6 expref: 11 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.741926:0:158779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cd000) 00010000:00010000:0.0:1787398604.741932:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398604.741956:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+10:106503:x1874221260974208:12345-0@lo:103:ldlm_bl.0 Request processed in 58us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398604.741973:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1787398604.742011:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260974208:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787398604.742039:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260974080:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787398604.742178:0:158783:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787398604.742186:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398604.742205:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638e00/0x570389991234242e lrc: 1/0,0 mode: --/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342435 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.742215:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638e00/0x570389991234242e lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342435 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.742242:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398604.742243:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398604.742246:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398604.742947:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260973952:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787398604.743009:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398604.743083:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260973952 00000100:00100000:2.0:1787398604.743095:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260973952 00000100:00100000:2.0:1787398604.743184:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1787398604.743200:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3414de850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+10:106503:x1874221260973952:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787398604.743216:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398604.743244:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x5703899912342435 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x570389991234242e expref: 10 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398604.743256:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00010000:00010000:2.0:1787398604.743283:0:158779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xd:0x0].0x0 (ffff9cf30d87d300) 00010000:00010000:2.0:1787398604.743300:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787398604.743339:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247465728 00000100:00100000:1.0:1787398604.743349:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247465728 00000100:00100000:2.0:1787398604.743395:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3414de850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+9:106503:x1874221260973952:12345-0@lo:103:ldlm_bl.0 Request processed in 200us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398604.743406:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 430 00000100:00100000:2.0:1787398604.743412:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1787398604.743422:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:123749:x1874221247465728:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:1.0:1787398604.743447:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398604.743527:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x570389991234243c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119b90 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398604.743613:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260973952:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787398604.743638:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638a00/0x5703899912342443 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.743662:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638a00/0x5703899912342443 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.743678:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638a00/0x5703899912342443 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787398604.743753:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1787398604.743758:0:158796:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787398604.743785:0:158796:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638a00/0x5703899912342443 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.743816:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x570389991234243c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b90 expref: 7 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.743835:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638a00/0x5703899912342443 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b90 expref: 6 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.743843:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30da95600) 00010000:00010000:1.0:1787398604.743847:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787398604.743850:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b638a00, rc 0) 00000100:00100000:1.0:1787398604.743919:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:123749:x1874221247465728:12345-192.168.204.36@tcp:101:rm.0 Request processed in 501us (668us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398604.743927:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 430 00000100:00100000:1.0:1787398604.746883:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398604.747054:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247465856 00000100:00100000:0.0:1787398604.747071:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247465856 00000100:00100000:0.0:1787398604.747135:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 431 00000100:00100000:0.0:1787398604.747145:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:123749:x1874221247465856:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:0.0:1787398604.747176:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398604.747198:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x570389991234244a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119b97 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.747266:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342451 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.747279:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342451 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.747291:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342451 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.747307:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x5703899912342458 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.747314:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x5703899912342458 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.747340:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x5703899912342458 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398604.747450:0:160868:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf325f9d500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:160868:1874221260974336:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1787398604.747659:0:160868:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398604.747696:0:160868:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046a3600 going to sleep for 11 seconds 00000100:00100000:3.0:1787398604.747773:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260974336 00000100:00100000:3.0:1787398604.747779:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260974336 00000100:00100000:3.0:1787398604.747815:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:3.0:1787398604.747823:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:160868:x1874221260974336:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1787398604.747925:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:160868:x1874221260974336:12345-0@lo:1000:mdt00_003.0 Request processed in 103us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398604.747932:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:2.0:1787398604.748022:0:160868:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf325f9d500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:160868:1874221260974336:0@lo:1000:mdt00_003.0 00010000:00010000:2.0:1787398604.748064:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9cc00/0x570389991234245f lrc: 3/1,0 mode: --/PR res: [0x240002343:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.748073:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9cc00/0x570389991234245f lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.748081:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9cc00/0x570389991234245f lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398604.748101:0:160868:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9cc00/0x570389991234245f lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.748115:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342451 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.748121:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342451 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.748127:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342451 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.748134:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342451 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.748165:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056da800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398604.748171:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342451 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.748179:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342451 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.748193:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30da95600) 00010000:00010000:2.0:1787398604.748197:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398604.748201:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342451 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.748208:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342451 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.748221:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x5703899912342458 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.748228:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x5703899912342458 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.748235:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x5703899912342458 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.748240:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056db600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398604.748243:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x5703899912342458 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.748249:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x5703899912342458 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.748265:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x30d22c80 (ffff9cf2051cd400) 00010000:00010000:2.0:1787398604.748268:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398604.748271:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x5703899912342458 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.748278:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x5703899912342458 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.748309:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x570389991234244a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b97 expref: 8 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.748321:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9cc00/0x570389991234245f lrc: 3/0,0 mode: PR/PR res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b97 expref: 7 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.748328:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x2:0x0].0x0 (ffff9cf30d87d300) 00010000:00010000:2.0:1787398604.748331:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787398604.748333:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf32cc9cc00, rc 0) 00000100:00100000:2.0:1787398604.748386:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:123749:x1874221247465856:12345-192.168.204.36@tcp:101:rm.0 Request processed in 1243us (1519us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398604.748394:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 431 00000100:00100000:2.0:1787398604.755396:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398604.755523:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247465984 00000100:00100000:0.0:1787398604.755537:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247465984 00000100:00100000:0.0:1787398604.755620:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 432 00000100:00100000:0.0:1787398604.755631:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208892300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+11:123749:x1874221247465984:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:0.0:1787398604.755669:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398604.755701:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056dba00/0x5703899912342466 lrc: 2/0,0 mode: --/CR res: [0x240002343:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119b9e expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.755788:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da600/0x570389991234246d lrc: 3/1,0 mode: --/PR res: [0x240002343:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.755805:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da600/0x570389991234246d lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.755821:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da600/0x570389991234246d lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787398604.755966:0:158794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x2:0x0]: returning size 4096 00000004:00200000:0.0:1787398604.755973:0:158794:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787398604.756020:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056dba00/0x5703899912342466 lrc: 0/0,0 mode: --/CR res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b9e expref: 13 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.756068:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da600/0x570389991234246d lrc: 3/0,0 mode: PR/PR res: [0x240002343:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b9e expref: 12 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.756078:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x2:0x0].0x0 (ffff9cf2051cd000) 00010000:00010000:0.0:1787398604.756082:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787398604.756086:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056da600, rc 0) 00000100:00100000:0.0:1787398604.756173:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208892300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+12:123749:x1874221247465984:12345-192.168.204.36@tcp:101:rm.0 Request processed in 543us (791us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398604.756182:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 432 00000100:00100000:3.0:1787398604.761743:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398604.763854:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247466112 00000100:00100000:1.0:1787398604.763874:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247466112 00000100:00100000:1.0:1787398604.763984:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 433 00000100:00100000:1.0:1787398604.763997:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+12:123749:x1874221247466112:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:1.0:1787398604.764031:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398604.764065:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638800/0x5703899912342474 lrc: 2/0,0 mode: --/CR res: [0x240002340:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119ba5 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.764162:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x570389991234247b lrc: 3/1,0 mode: --/PR res: [0x240002340:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.764202:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x570389991234247b lrc: 3/1,0 mode: PR/PR res: [0x240002340:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.764218:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x570389991234247b lrc: 3/1,0 mode: PR/PR res: [0x240002340:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787398604.764314:0:158795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002340:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1787398604.764322:0:158795:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787398604.764377:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638800/0x5703899912342474 lrc: 0/0,0 mode: --/CR res: [0x240002340:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ba5 expref: 14 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.764402:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x570389991234247b lrc: 3/0,0 mode: PR/PR res: [0x240002340:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ba5 expref: 13 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.764411:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x5:0x0].0x0 (ffff9cf30da95400) 00010000:00010000:1.0:1787398604.764414:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787398604.764419:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b639400, rc 0) 00000100:00100000:1.0:1787398604.764584:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+13:123749:x1874221247466112:12345-192.168.204.36@tcp:101:rm.0 Request processed in 590us (2857us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398604.764592:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 433 00000100:00100000:1.0:1787398604.767513:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398604.767625:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247466240 00000100:00100000:2.0:1787398604.767638:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247466240 00000100:00100000:2.0:1787398604.767716:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 434 00000100:00100000:2.0:1787398604.767728:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:123749:x1874221247466240:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:2.0:1787398604.767755:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398604.767788:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9c400/0x5703899912342482 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119bac expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.767915:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x5703899912342489 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.767932:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x5703899912342489 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.767945:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x5703899912342489 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787398604.768015:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab1:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1787398604.768021:0:158796:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787398604.768082:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9c400/0x5703899912342482 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bac expref: 9 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.768103:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x5703899912342489 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bac expref: 8 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.768113:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x5:0x0].0x0 (ffff9cf30d87d400) 00010000:00010000:2.0:1787398604.768116:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787398604.768121:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf32cc9d400, rc 0) 00000100:00100000:2.0:1787398604.768217:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123749:x1874221247466240:12345-192.168.204.36@tcp:101:rm.0 Request processed in 491us (746us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398604.768225:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 434 00000100:00100000:2.0:1787398604.773292:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398604.773702:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247466496 00000100:00100000:0.0:1787398604.773716:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247466496 00000100:00100000:0.0:1787398604.773797:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 435 00000100:00100000:0.0:1787398604.773810:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208890700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+13:123749:x1874221247466496:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:0.0:1787398604.773837:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398604.773867:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056dba00/0x5703899912342490 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119bb3 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787398604.774282:0:160868:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x2:0x0]: returning size 4096 00010000:00010000:0.0:1787398604.774421:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056dba00/0x5703899912342490 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bb3 expref: 15 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.774439:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cd500) 00010000:00010000:0.0:1787398604.774442:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787398604.774448:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056dba00/0x5703899912342490 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bb3 expref: 15 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.774619:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056dba00, rc 0) 00000100:00100000:0.0:1787398604.774749:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208890700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+14:123749:x1874221247466496:12345-192.168.204.36@tcp:101:rm.0 Request processed in 941us (1471us total) trans 25769803783 rc 301/301 00000100:00100000:0.0:1787398604.774757:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 435 00000100:00100000:1.0:1787398604.787336:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398604.787818:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247466624 00000100:00100000:3.0:1787398604.787832:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247466624 00000100:00100000:3.0:1787398604.787923:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 110 00000100:00100000:3.0:1787398604.787936:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+14:123749:x1874221247466624:12345-192.168.204.36@tcp:37:rm.0 00000100:00100000:3.0:1787398604.800741:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+14:123749:x1874221247466624:12345-192.168.204.36@tcp:37:rm.0 Request processed in 12789us (13401us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398604.800759:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 110 00000100:00100000:0.0:1787398604.808921:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398604.809130:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247466752 00000100:00100000:1.0:1787398604.809155:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247466752 00000100:00100000:1.0:1787398604.809235:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 111 00000100:00100000:1.0:1787398604.809249:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123749:x1874221247466752:12345-192.168.204.36@tcp:37:rm.0 00000100:00100000:2.0:1787398604.829276:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123749:x1874221247466752:12345-192.168.204.36@tcp:37:rm.0 Request processed in 20010us (20355us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398604.829295:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 111 00000100:00100000:2.0:1787398604.837316:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398604.837431:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247467008 00000100:00100000:3.0:1787398604.837445:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247467008 00000100:00100000:3.0:1787398604.837550:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 112 00000100:00100000:3.0:1787398604.837562:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208891f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+14:123749:x1874221247467008:12345-192.168.204.36@tcp:35:rm.0 00000100:00100000:3.0:1787398604.837918:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208891f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+15:123749:x1874221247467008:12345-192.168.204.36@tcp:35:rm.0 Request processed in 356us (615us total) trans 25769803784 rc 0/0 00000100:00100000:3.0:1787398604.837951:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 112 00000100:00100000:1.0:1787398604.845726:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398604.845803:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398604.845920:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247467136 00000100:00100000:3.0:1787398604.845935:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247467136 00000100:00100000:3.0:1787398604.846034:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 73 00000100:00100000:3.0:1787398604.846048:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:69165:x1874221247467136:12345-192.168.204.36@tcp:103:rm.0 00010000:00010000:3.0:1787398604.846079:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398604.846114:0:158780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9cc00/0x570389991234245f lrc: 0/0,0 mode: --/PR res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b97 expref: 8 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.846141:0:158780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x2:0x0].0x0 (ffff9cf30d87d300) 00010000:00010000:3.0:1787398604.846166:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398604.846248:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:69165:x1874221247467136:12345-192.168.204.36@tcp:103:rm.0 Request processed in 202us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398604.846258:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 73 00000100:00100000:2.0:1787398604.846460:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247467392 00000100:00100000:2.0:1787398604.846465:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247467392 00000100:00100000:2.0:1787398604.846552:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 436 00000100:00100000:2.0:1787398604.846560:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+15:123749:x1874221247467392:12345-192.168.204.36@tcp:36:rm.0 00010000:00010000:2.0:1787398604.846633:0:158796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398604.846652:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da600/0x570389991234246d lrc: 0/0,0 mode: --/PR res: [0x240002343:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b9e expref: 15 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.846666:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x2:0x0].0x0 (ffff9cf2051cd000) 00010000:00010000:2.0:1787398604.846675:0:158796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787398604.846749:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x570389991234249e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.846760:0:158796:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x570389991234249e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.846771:0:158796:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x570389991234249e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398604.846799:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1abb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260974464:0@lo:101:mdt00_002.0 00000100:00100000:2.0:1787398604.846872:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398604.846909:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbe180 going to sleep for 11 seconds 00000100:00100000:3.0:1787398604.847851:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260974464 00000100:00100000:3.0:1787398604.847874:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260974464 00000100:00100000:3.0:1787398604.847940:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:3.0:1787398604.847950:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:158796:x1874221260974464:12345-0@lo:101:mdt00_002.0 00010000:00010000:3.0:1787398604.847977:0:158799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398604.848001:0:158799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x57038999123424a5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x570389991234249e expref: -99 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.848035:0:158799:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638a00/0x5703899912342443 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b90 expref: 6 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.848177:0:158799:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x57038999123424a5 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x570389991234249e expref: 10 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.848247:0:158799:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638a00/0x5703899912342443 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b90 expref: 6 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.848263:0:158799:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638a00/0x5703899912342443 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b90 expref: 6 pid: 158796 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398604.848279:0:158799:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034de300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:158799:1874221260974592:192.168.204.36@tcp:104: 00000100:00100000:3.0:1787398604.848375:0:158799:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20aea5000 going to sleep for 11 seconds 00000100:00100000:1.0:1787398604.866574:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398604.866690:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247467520 00000100:00100000:2.0:1787398604.866703:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247467520 00010000:00010000:2.0:1787398604.866761:0:158779:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638a00/0x5703899912342443 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b90 expref: 7 pid: 158796 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398604.866804:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 123 00000100:00100000:2.0:1787398604.866815:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:69164:x1874221247467520:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787398604.866859:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398604.866882:0:158779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638a00/0x5703899912342443 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b90 expref: 7 pid: 158796 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.866899:0:158779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638a00/0x5703899912342443 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b90 expref: 7 pid: 158796 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.866928:0:158779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30da95600) 00010000:00010000:2.0:1787398604.866937:0:158779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x57038999123424a5 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x570389991234249e expref: 10 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.866950:0:158779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x57038999123424a5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x570389991234249e expref: 10 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.866960:0:158779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x57038999123424a5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x570389991234249e expref: 10 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.867005:0:158779:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x57038999123424a5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x570389991234249e expref: 10 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398604.867021:0:158779:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:158779:1874221260974720:0@lo:105: 00000100:00100000:2.0:1787398604.867091:0:158779:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398604.867141:0:158779:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbecc0 going to sleep for 11 seconds 00010000:00010000:3.0:1787398604.867315:0:158799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638a00/0x5703899912342443 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b90 expref: 7 pid: 158796 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398604.867337:0:158799:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034de300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:158799:1874221260974592:192.168.204.36@tcp:104: 00010000:00010000:3.0:1787398604.867368:0:158799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x57038999123424a5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x570389991234249e expref: 10 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.867376:0:158799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30da95600) 00010000:00010000:3.0:1787398604.867379:0:158799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398604.867383:0:158799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a68600, rc 0) 00000100:00100000:3.0:1787398604.867442:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:158796:x1874221260974464:12345-0@lo:101:mdt00_002.0 Request processed in 19493us (20582us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398604.867451:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:2.0:1787398604.867597:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1abb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260974464:0@lo:101:mdt00_002.0 00010000:00010000:2.0:1787398604.867618:0:158796:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x570389991234249e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x57038999123424a5 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.867645:0:158796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x570389991234249e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123424a5 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398604.868031:0:158777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260974720 00000100:00100000:1.0:1787398604.868038:0:158777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260974720 00000100:00100000:1.0:1787398604.868107:0:158777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1787398604.868117:0:158777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:158779:x1874221260974720:12345-0@lo:105: 00010000:00010000:1.0:1787398604.868129:0:158777:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x570389991234249e lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123424a5 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.868140:0:158777:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x570389991234249e lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123424a5 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.868161:0:158777:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x570389991234249e lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x57038999123424a5 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.868169:0:158777:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x570389991234249e lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x57038999123424a5 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.868178:0:158777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x570389991234249e lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x57038999123424a5 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.868188:0:158777:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x570389991234249e lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x57038999123424a5 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.868218:0:158777:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9cf32cc9d200) 00000100:00100000:1.0:1787398604.868280:0:158777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:158779:x1874221260974720:12345-0@lo:105: Request processed in 164us (1188us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398604.868287:0:158777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00010000:00010000:2.0:1787398604.868378:0:158796:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x570389991234249e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123424a5 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.868388:0:158796:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x570389991234249e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123424a5 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398604.868416:0:158796:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787398604.868463:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9ce00/0x57038999123424ac lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.868470:0:158796:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9ce00/0x57038999123424ac lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.868513:0:158796:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9ce00/0x57038999123424ac lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398604.868537:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1abb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260974848:0@lo:101:mdt00_002.0 00000100:00100000:2.0:1787398604.868574:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398604.868607:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbe180 going to sleep for 11 seconds 00000100:00100000:1.0:1787398604.868788:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260974848 00000100:00100000:1.0:1787398604.868793:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260974848 00000100:00100000:1.0:1787398604.868830:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:1.0:1787398604.868838:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:158796:x1874221260974848:12345-0@lo:101:mdt00_002.0 00010000:00010000:1.0:1787398604.868857:0:159531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398604.869003:0:159531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x57038999123424b3 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x57038999123424ac expref: -99 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.869029:0:159531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x57038999123424b3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x57038999123424ac expref: 11 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.869043:0:159531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x57038999123424b3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123424ac expref: 11 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.869051:0:159531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x30d22c80 (ffff9cf30da95900) 00010000:00010000:1.0:1787398604.869111:0:159531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398604.869116:0:159531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b639600, rc 0) 00000100:00100000:3.0:1787398604.869279:0:158779:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:158779:1874221260974720:0@lo:105: 00010000:00010000:3.0:1787398604.869295:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398604.869354:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69164:x1874221247467520:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 2538us (2795us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398604.869378:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 123 00000100:00100000:1.0:1787398604.869442:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:158796:x1874221260974848:12345-0@lo:101:mdt00_002.0 Request processed in 603us (866us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398604.869449:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:2.0:1787398604.875020:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1abb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260974848:0@lo:101:mdt00_002.0 00010000:00010000:2.0:1787398604.875654:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9ce00/0x57038999123424ac lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x57038999123424b3 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.875686:0:158796:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9ce00/0x57038999123424ac lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123424b3 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398604.875740:0:158796:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:2.0:1787398604.875816:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1abb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260974976:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787398604.876231:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398604.876352:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbeb40 going to sleep for 11 seconds 00000100:00100000:1.0:1787398604.876460:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260974976 00000100:00100000:1.0:1787398604.876469:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260974976 00000100:00100000:1.0:1787398604.876565:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:1.0:1787398604.876576:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:158796:x1874221260974976:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1787398604.876795:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:158796:x1874221260974976:12345-0@lo:1000:mdt00_002.0 Request processed in 220us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398604.876804:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:2.0:1787398604.876894:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1abb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260974976:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787398604.876960:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1abb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260975104:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787398604.876987:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398604.877013:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbeb40 going to sleep for 11 seconds 00000100:00100000:0.0:1787398604.877327:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260975104 00000100:00100000:0.0:1787398604.877333:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260975104 00000100:00100000:0.0:1787398604.877374:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:0.0:1787398604.877384:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:158796:x1874221260975104:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1787398604.877734:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:158796:x1874221260975104:12345-0@lo:1000:mdt00_002.0 Request processed in 350us (743us total) trans 0 rc 1/1 00000100:00100000:0.0:1787398604.877742:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:2.0:1787398604.878196:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1abb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260975104:0@lo:1000:mdt00_002.0 00010000:00010000:2.0:1787398604.878291:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d000/0x57038999123424ba lrc: 3/0,1 mode: --/EX res: [0x240002343:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.878302:0:158796:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d000/0x57038999123424ba lrc: 3/0,1 mode: --/EX res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.878314:0:158796:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d000/0x57038999123424ba lrc: 3/0,1 mode: --/EX res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398604.878332:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1abb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260975232:0@lo:101:mdt00_002.0 00000100:00100000:2.0:1787398604.878376:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398604.878408:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbe180 going to sleep for 11 seconds 00000100:00100000:3.0:1787398604.878531:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260975232 00000100:00100000:3.0:1787398604.878538:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260975232 00000100:00100000:3.0:1787398604.878589:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:3.0:1787398604.878599:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:158796:x1874221260975232:12345-0@lo:101:mdt00_002.0 00010000:00010000:3.0:1787398604.878616:0:158799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398604.878636:0:158799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x57038999123424c1 lrc: 2/0,0 mode: --/EX res: [0x240002343:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x57038999123424ba expref: -99 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.878666:0:158799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x57038999123424c1 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x57038999123424ba expref: 12 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.878682:0:158799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x57038999123424c1 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123424ba expref: 12 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.878692:0:158799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x2:0x0].0x0 (ffff9cf337a20d00) 00010000:00010000:3.0:1787398604.878695:0:158799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787398604.878699:0:158799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a69a00, rc 0) 00000100:00100000:3.0:1787398604.878745:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:158796:x1874221260975232:12345-0@lo:101:mdt00_002.0 Request processed in 147us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398604.878752:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:2.0:1787398604.878998:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1abb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260975232:0@lo:101:mdt00_002.0 00010000:00010000:2.0:1787398604.879013:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d000/0x57038999123424ba lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x57038999123424c1 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.879025:0:158796:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d000/0x57038999123424ba lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123424c1 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.879159:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9cc00/0x57038999123424c8 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.879169:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9cc00/0x57038999123424c8 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.879178:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9cc00/0x57038999123424c8 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.879302:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9c400/0x57038999123424cf lrc: 3/0,1 mode: --/EX res: [0x240002340:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.879317:0:158796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x570389991234247b lrc: 2/0,0 mode: PR/PR res: [0x240002340:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ba5 expref: 14 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.879325:0:158796:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9c400/0x57038999123424cf lrc: 4/0,1 mode: --/EX res: [0x240002340:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.879356:0:158796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x570389991234247b lrc: 3/0,0 mode: PR/PR res: [0x240002340:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ba5 expref: 14 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.879371:0:158796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x570389991234247b lrc: 4/0,0 mode: PR/PR res: [0x240002340:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ba5 expref: 14 pid: 158795 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398604.879384:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1abb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:158796:1874221260975360:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398604.879474:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbe180 going to sleep for 11 seconds 00000100:00100000:1.0:1787398604.888704:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398604.892418:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247467648 00000100:00100000:0.0:1787398604.892443:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247467648 00010000:00010000:0.0:1787398604.892562:0:162512:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x570389991234247b lrc: 5/0,0 mode: PR/PR res: [0x240002340:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ba5 expref: 15 pid: 158795 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398604.892613:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 124 00000100:00100000:0.0:1787398604.892624:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+15:69163:x1874221247467648:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398604.892646:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398604.892654:0:162512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x570389991234247b lrc: 5/0,0 mode: PR/PR res: [0x240002340:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ba5 expref: 15 pid: 158795 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.892671:0:162512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x570389991234247b lrc: 4/0,0 mode: PR/PR res: [0x240002340:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ba5 expref: 15 pid: 158795 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.892732:0:162512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x5:0x0].0x0 (ffff9cf30da95400) 00010000:00010000:0.0:1787398604.892738:0:162512:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9c400/0x57038999123424cf lrc: 3/0,1 mode: --/EX res: [0x240002340:0x5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.892751:0:162512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9c400/0x57038999123424cf lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.892761:0:162512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9c400/0x57038999123424cf lrc: 4/0,1 mode: EX/EX res: [0x240002340:0x5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.892788:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398604.892892:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+15:69163:x1874221247467648:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 268us (4203us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398604.892902:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 124 00010000:00010000:2.0:1787398604.894622:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x570389991234247b lrc: 0/0,0 mode: --/PR res: [0x240002340:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ba5 expref: 14 pid: 158795 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398604.894682:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1abb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:158796:1874221260975360:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398604.894716:0:158796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9c400/0x57038999123424cf lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.894729:0:158796:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9c400/0x57038999123424cf lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.894734:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9c400/0x57038999123424cf lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.894805:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x57038999123424d6 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.894813:0:158796:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x57038999123424d6 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.894828:0:158796:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x57038999123424d6 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398604.896118:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1abb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260975488:0@lo:101:mdt00_002.0 00000100:00100000:2.0:1787398604.896242:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398604.896297:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbe180 going to sleep for 11 seconds 00000100:00100000:3.0:1787398604.896454:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260975488 00000100:00100000:3.0:1787398604.896463:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260975488 00000100:00100000:3.0:1787398604.896565:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:3.0:1787398604.896577:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+12:158796:x1874221260975488:12345-0@lo:101:mdt00_002.0 00010000:00010000:3.0:1787398604.896602:0:159531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398604.896628:0:159531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x57038999123424dd lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x57038999123424d6 expref: -99 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.896682:0:159531:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x5703899912342489 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bac expref: 5 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.896693:0:159531:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x57038999123424dd lrc: 4/0,0 mode: --/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x57038999123424d6 expref: 13 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.896730:0:159531:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x5703899912342489 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bac expref: 5 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.896745:0:159531:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x5703899912342489 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bac expref: 5 pid: 158796 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398604.896760:0:159531:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034de300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159531:1874221260975616:192.168.204.36@tcp:104: 00000100:00100000:3.0:1787398604.896840:0:159531:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20aea5000 going to sleep for 11 seconds 00000100:00100000:3.0:1787398604.900420:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398604.900645:0:158786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247467776 00000100:00100000:0.0:1787398604.900659:0:158786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247467776 00000100:00100000:0.0:1787398604.900736:0:158786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 289 00000100:00100000:0.0:1787398604.900748:0:158786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b0ea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69162:x1874221247467776:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398604.900852:0:158786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b0ea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69162:x1874221247467776:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 105us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398604.900860:0:158786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 289 00000100:00100000:0.0:1787398604.902848:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398604.902963:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247467904 00000100:00100000:2.0:1787398604.902974:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247467904 00010000:00010000:2.0:1787398604.903028:0:158781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x5703899912342489 lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bac expref: 6 pid: 158796 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398604.903079:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 125 00000100:00100000:2.0:1787398604.903091:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69165:x1874221247467904:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787398604.903130:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398604.903139:0:158781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x5703899912342489 lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bac expref: 6 pid: 158796 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.903167:0:158781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x5703899912342489 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bac expref: 6 pid: 158796 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.903198:0:158781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x5:0x0].0x0 (ffff9cf30d87d400) 00010000:00010000:2.0:1787398604.903207:0:158781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x57038999123424dd lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x57038999123424d6 expref: 13 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.903220:0:158781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x57038999123424dd lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x57038999123424d6 expref: 13 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.903230:0:158781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x57038999123424dd lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x57038999123424d6 expref: 13 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.903276:0:158781:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x57038999123424dd lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123424d6 expref: 13 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398604.903294:0:158781:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:158781:1874221260975744:0@lo:105: 00000100:00100000:2.0:1787398604.903357:0:158781:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398604.903399:0:158777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260975744 00000100:00100000:2.0:1787398604.903404:0:158777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260975744 00000100:00100000:2.0:1787398604.903439:0:158777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1787398604.903446:0:158777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:158781:x1874221260975744:12345-0@lo:105: 00010000:00010000:2.0:1787398604.903460:0:158777:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x57038999123424d6 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123424dd expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.903499:0:158777:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x57038999123424d6 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123424dd expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.903508:0:158777:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x57038999123424d6 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x57038999123424dd expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.903515:0:158777:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x57038999123424d6 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x57038999123424dd expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.903522:0:158777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x57038999123424d6 lrc: 5/0,1 mode: EX/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x57038999123424dd expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.903530:0:158777:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x57038999123424d6 lrc: 5/0,1 mode: EX/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x57038999123424dd expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.903547:0:158777:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9cf32cc9c000) 00000100:00100000:2.0:1787398604.903583:0:158777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:158781:x1874221260975744:12345-0@lo:105: Request processed in 136us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398604.903590:0:158777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1787398604.903631:0:158781:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbeb40 going to sleep for 11 seconds 00000100:00100000:2.0:1787398604.903661:0:158781:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:158781:1874221260975744:0@lo:105: 00010000:00010000:2.0:1787398604.903680:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398604.903722:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69165:x1874221247467904:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 633us (889us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398604.903730:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 125 00010000:00010000:3.0:1787398604.904250:0:159531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x5703899912342489 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bac expref: 5 pid: 158796 timeout: 5725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398604.904276:0:159531:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034de300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159531:1874221260975616:192.168.204.36@tcp:104: 00010000:00010000:3.0:1787398604.904302:0:159531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x57038999123424dd lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123424d6 expref: 13 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.904312:0:159531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x5:0x0].0x0 (ffff9cf30d87d400) 00010000:00010000:3.0:1787398604.904315:0:159531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1787398604.904317:0:159531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a68200, rc 0) 00000100:00100000:3.0:1787398604.904384:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+13:158796:x1874221260975488:12345-0@lo:101:mdt00_002.0 Request processed in 7809us (8143us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398604.904392:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:2.0:1787398604.907335:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1abb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260975488:0@lo:101:mdt00_002.0 00010000:00010000:2.0:1787398604.907400:0:158796:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x57038999123424d6 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123424dd expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398604.908277:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1abb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260975872:0@lo:403:mdt00_002.0 00000100:00100000:2.0:1787398604.908379:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398604.908426:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbe180 going to sleep for 11 seconds 00000100:00100000:3.0:1787398604.908699:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260975872 00000100:00100000:3.0:1787398604.908710:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260975872 00000100:00100000:3.0:1787398604.908790:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:3.0:1787398604.908801:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:158796:x1874221260975872:12345-0@lo:403:mdt00_002.0 00000100:00100000:3.0:1787398604.911955:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:158796:x1874221260975872:12345-0@lo:403:mdt00_002.0 Request processed in 3141us (3561us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398604.911975:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:2.0:1787398604.913101:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1abb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260975872:0@lo:403:mdt00_002.0 00000040:00080000:2.0:1787398604.918258:0:158796:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002b10:0x2:0x0].3, 944 off35600 00000040:00080000:2.0:1787398604.918767:0:158796:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab4:0x2:0x0].3, 1024 off35840 00000004:00080000:2.0:1787398604.918776:0:158796:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9cf31ecbe180 with version 10 00000004:00080000:1.0:1787398604.920745:0:165613:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf33f4d50c0 version 10 rpc_version 10 00000020:00100000:1.0:1787398604.920818:0:165613:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787398604.920836:0:165613:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf33f7f0e00 x1874221260976128/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2352/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787398604.920989:0:165613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7f0e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221260976128:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787398604.921116:0:165613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398604.921174:0:165613:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf321542480 going to sleep for 11 seconds 00000100:00100000:2.0:1787398604.921311:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260976128 00000100:00100000:2.0:1787398604.921321:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260976128 00000100:00100000:2.0:1787398604.921400:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:2.0:1787398604.921412:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+13:165613:x1874221260976128:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787398604.922252:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+14:165613:x1874221260976128:12345-0@lo:1000:osp_up0-1.0 Request processed in 839us (1133us total) trans 34359738642 rc 0/0 00000100:00100000:2.0:1787398604.922264:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:1.0:1787398604.922472:0:165613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7f0e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221260976128:0@lo:1000:osp_up0-1.0 00000004:00200000:2.0:1787398604.922658:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x2:0x0]: returning size 4096 00010000:00010000:2.0:1787398604.922692:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9c400/0x57038999123424cf lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.922703:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9c400/0x57038999123424cf lrc: 2/0,0 mode: EX/EX res: [0x240002340:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.922712:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9c400/0x57038999123424cf lrc: 3/0,0 mode: EX/EX res: [0x240002340:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.922719:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf32cc9c400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398604.922742:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9c400/0x57038999123424cf lrc: 3/0,0 mode: EX/EX res: [0x240002340:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.922751:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9c400/0x57038999123424cf lrc: 4/0,0 mode: EX/EX res: [0x240002340:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.922773:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x5:0x0].0x0 (ffff9cf30da95400) 00010000:00010000:2.0:1787398604.922777:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1787398604.922783:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9c400/0x57038999123424cf lrc: 2/0,0 mode: --/EX res: [0x240002340:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.922790:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9c400/0x57038999123424cf lrc: 0/0,0 mode: --/EX res: [0x240002340:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.922817:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x57038999123424d6 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123424dd expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.922832:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x57038999123424d6 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x57038999123424dd expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.922839:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x57038999123424d6 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x57038999123424dd expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.922970:0:158796:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1787398604.922983:0:158796:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0x5:0x0] 00010000:00010000:2.0:1787398604.922995:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9cc00/0x57038999123424c8 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.923002:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9cc00/0x57038999123424c8 lrc: 2/0,0 mode: EX/EX res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.923008:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9cc00/0x57038999123424c8 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.923020:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf32cc9cc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398604.923023:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9cc00/0x57038999123424c8 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.923029:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9cc00/0x57038999123424c8 lrc: 4/0,0 mode: EX/EX res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.923038:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x2:0x0].0x0 (ffff9cf30d87df00) 00010000:00010000:2.0:1787398604.923041:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398604.923044:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9cc00/0x57038999123424c8 lrc: 2/0,0 mode: --/EX res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.923049:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9cc00/0x57038999123424c8 lrc: 0/0,0 mode: --/EX res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.923075:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d000/0x57038999123424ba lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123424c1 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.923082:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d000/0x57038999123424ba lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x57038999123424c1 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.923088:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d000/0x57038999123424ba lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x57038999123424c1 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.923208:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787398604.923217:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x57038999123424d6 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x57038999123424dd expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.923225:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf32cc9c000 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:0.0:1787398604.923237:0:159542:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x57038999123424d6 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x57038999123424dd expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398604.923245:0:159542:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x57038999123424d6 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x57038999123424dd expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.923290:0:159542:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x57038999123424d6 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x57038999123424dd expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.923298:0:159542:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787398604.923342:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x57038999123424d6 lrc: 1/0,0 mode: --/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x57038999123424dd expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.923351:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x57038999123424d6 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x57038999123424dd expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.923367:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787398604.923371:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d000/0x57038999123424ba lrc: 4/0,0 mode: EX/EX res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x57038999123424c1 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.923378:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf32cc9d000 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:0.0:1787398604.923381:0:159542:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d000/0x57038999123424ba lrc: 5/0,0 mode: EX/EX res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x57038999123424c1 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398604.923389:0:159542:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d000/0x57038999123424ba lrc: 5/0,0 mode: EX/EX res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x57038999123424c1 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.923404:0:159542:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d000/0x57038999123424ba lrc: 4/0,0 mode: --/EX res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x57038999123424c1 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.923423:0:159542:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787398604.923431:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d000/0x57038999123424ba lrc: 3/0,0 mode: --/EX res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x57038999123424c1 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398604.923439:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398604.923441:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398604.923443:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398604.923528:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf325f9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260976384:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398604.923599:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398604.923644:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787398604.923651:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf325f9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260976256:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398604.923676:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398604.923714:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260976384 00000100:00100000:3.0:1787398604.923722:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260976384 00000100:00100000:3.0:1787398604.923773:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260976256 00000100:00100000:3.0:1787398604.923776:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260976256 00000100:00100000:3.0:1787398604.923802:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1787398604.923810:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+15:106501:x1874221260976384:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787398604.923825:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398604.923847:0:158780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x57038999123424c1 lrc: 0/0,0 mode: --/EX res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x57038999123424ba expref: 15 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.923874:0:158780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x2:0x0].0x0 (ffff9cf337a20d00) 00010000:00010000:3.0:1787398604.923885:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398604.923930:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+14:106501:x1874221260976384:12345-0@lo:103:ldlm_bl.0 Request processed in 119us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398604.923938:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1787398604.923958:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1787398604.923965:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+13:106501:x1874221260976256:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787398604.923972:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398604.923983:0:158780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x57038999123424dd lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x57038999123424d6 expref: 13 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.923993:0:158780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x5:0x0].0x0 (ffff9cf30d87d400) 00010000:00010000:3.0:1787398604.923999:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398604.924020:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+12:106501:x1874221260976256:12345-0@lo:103:ldlm_bl.0 Request processed in 56us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398604.924026:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1787398604.924073:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf325f9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260976256:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398604.924085:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf325f9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260976384:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787398604.924575:0:158796:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1787398604.924586:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d000/0x57038999123424ba lrc: 0/0,0 mode: --/EX res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x57038999123424c1 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398604.924624:0:158796:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787398604.924643:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x570389991234249e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123424a5 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.924652:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x570389991234249e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x57038999123424a5 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.924659:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x570389991234249e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x57038999123424a5 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.924778:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787398604.924787:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x570389991234249e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x57038999123424a5 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.924794:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf32cc9d200 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:1.0:1787398604.924800:0:158782:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x570389991234249e lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x57038999123424a5 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398604.924808:0:158782:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x570389991234249e lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x57038999123424a5 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.924841:0:158782:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x570389991234249e lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x57038999123424a5 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.924849:0:158782:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1787398604.924966:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260976512:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787398604.925024:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398604.925094:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260976512 00000100:00100000:3.0:1787398604.925100:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260976512 00000100:00100000:3.0:1787398604.925156:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1787398604.925166:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf209b8a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+12:106502:x1874221260976512:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787398604.925177:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398604.925194:0:158780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x57038999123424a5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x570389991234249e expref: 12 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.925207:0:158780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30da95600) 00010000:00010000:3.0:1787398604.925218:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787398604.925282:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x570389991234249e lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x57038999123424a5 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.925293:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398604.925294:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398604.925303:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398604.925419:0:158796:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1787398604.925427:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x570389991234249e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x57038999123424a5 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398604.925451:0:158796:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787398604.925458:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9ce00/0x57038999123424ac lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x57038999123424b3 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.925468:0:158796:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9ce00/0x57038999123424ac lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x57038999123424b3 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398604.925589:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+14:123749:x1874221247467392:12345-192.168.204.36@tcp:36:rm.0 Request processed in 79024us (79874us total) trans 25769803785 rc 0/0 00000100:00100000:2.0:1787398604.925598:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 436 00010000:00010000:1.0:1787398604.925690:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398604.925825:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf209b8a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+11:106502:x1874221260976512:12345-0@lo:103:ldlm_bl.0 Request processed in 659us (798us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398604.925833:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1787398604.926013:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260976512:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787398604.931858:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398604.931960:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247468032 00000100:00100000:1.0:1787398604.931974:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247468032 00000100:00100000:1.0:1787398604.932080:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 437 00000100:00100000:1.0:1787398604.932093:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:123749:x1874221247468032:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:1.0:1787398604.932120:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398604.932165:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x57038999123424e4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119bba expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.932259:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x57038999123424eb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.932276:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x57038999123424eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.932291:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x57038999123424eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787398604.932352:0:158795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1787398604.932356:0:158795:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787398604.932383:0:158795:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x57038999123424eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.932413:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x57038999123424e4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bba expref: 7 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.932437:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x57038999123424eb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bba expref: 6 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.932446:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30da95700) 00010000:00010000:1.0:1787398604.932468:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787398604.932473:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b639000, rc 0) 00000100:00100000:1.0:1787398604.932611:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:123749:x1874221247468032:12345-192.168.204.36@tcp:101:rm.0 Request processed in 520us (769us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398604.932618:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 437 00000100:00100000:0.0:1787398604.937734:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398604.937894:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247468160 00000100:00100000:2.0:1787398604.937907:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247468160 00000100:00100000:2.0:1787398604.937992:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 438 00000100:00100000:2.0:1787398604.938006:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:123749:x1874221247468160:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:2.0:1787398604.938068:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398604.938097:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d200/0x57038999123424f2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119bc1 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.938207:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d000/0x57038999123424f9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.938224:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d000/0x57038999123424f9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.938241:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d000/0x57038999123424f9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.938258:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9cc00/0x5703899912342500 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.938266:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9cc00/0x5703899912342500 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.938272:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9cc00/0x5703899912342500 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398604.938432:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1aa300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:158794:1874221260976640:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1787398604.938550:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398604.938584:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbee40 going to sleep for 11 seconds 00000100:00100000:0.0:1787398604.938744:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260976640 00000100:00100000:0.0:1787398604.938749:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260976640 00000100:00100000:0.0:1787398604.938798:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:0.0:1787398604.938808:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:158794:x1874221260976640:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1787398604.938908:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:158794:x1874221260976640:12345-0@lo:1000:mdt00_000.0 Request processed in 100us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398604.938918:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:2.0:1787398604.939666:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1aa300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:158794:1874221260976640:0@lo:1000:mdt00_000.0 00010000:00010000:2.0:1787398604.939738:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9c400/0x5703899912342507 lrc: 3/1,0 mode: --/PR res: [0x240002343:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.939755:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9c400/0x5703899912342507 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.939782:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9c400/0x5703899912342507 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398604.939811:0:158794:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9c400/0x5703899912342507 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.939828:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d000/0x57038999123424f9 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.939836:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d000/0x57038999123424f9 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.939844:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d000/0x57038999123424f9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.939851:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d000/0x57038999123424f9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.939859:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf32cc9d000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398604.939865:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d000/0x57038999123424f9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.939872:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d000/0x57038999123424f9 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.939887:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30da95700) 00010000:00010000:2.0:1787398604.939890:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398604.939896:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d000/0x57038999123424f9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.939901:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d000/0x57038999123424f9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.939922:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9cc00/0x5703899912342500 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.939929:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9cc00/0x5703899912342500 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.939936:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9cc00/0x5703899912342500 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.939942:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf32cc9cc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398604.939945:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9cc00/0x5703899912342500 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.939951:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9cc00/0x5703899912342500 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.939960:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc86efa78 (ffff9cf30d87da00) 00010000:00010000:2.0:1787398604.939962:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398604.939965:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9cc00/0x5703899912342500 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.939972:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9cc00/0x5703899912342500 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.940016:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d200/0x57038999123424f2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bc1 expref: 8 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.940031:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9c400/0x5703899912342507 lrc: 3/0,0 mode: PR/PR res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bc1 expref: 7 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398604.940049:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x3:0x0].0x0 (ffff9cf30d87d500) 00010000:00010000:2.0:1787398604.940051:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787398604.940066:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf32cc9c400, rc 0) 00000100:00100000:2.0:1787398604.940193:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:123749:x1874221247468160:12345-192.168.204.36@tcp:101:rm.0 Request processed in 2190us (2473us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398604.940203:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 438 00000100:00100000:0.0:1787398604.952730:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398604.952836:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247468288 00000100:00100000:1.0:1787398604.952850:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247468288 00000100:00100000:1.0:1787398604.952935:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 439 00000100:00100000:1.0:1787398604.952946:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+14:123749:x1874221247468288:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:1.0:1787398604.952981:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398604.953011:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639e00/0x570389991234250e lrc: 2/0,0 mode: --/CR res: [0x240002343:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119bc8 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.953106:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x5703899912342515 lrc: 3/1,0 mode: --/PR res: [0x240002343:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.953123:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x5703899912342515 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.953140:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x5703899912342515 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787398604.953289:0:158795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x3:0x0]: returning size 4096 00000004:00200000:1.0:1787398604.953296:0:158795:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787398604.953346:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639e00/0x570389991234250e lrc: 0/0,0 mode: --/CR res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bc8 expref: 16 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.953369:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x5703899912342515 lrc: 3/0,0 mode: PR/PR res: [0x240002343:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bc8 expref: 15 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.953405:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x3:0x0].0x0 (ffff9cf30da95b00) 00010000:00010000:1.0:1787398604.953408:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787398604.953412:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b639400, rc 0) 00000100:00100000:1.0:1787398604.953544:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+15:123749:x1874221247468288:12345-192.168.204.36@tcp:101:rm.0 Request processed in 597us (827us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398604.953553:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 439 00000100:00100000:2.0:1787398604.967102:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398604.967214:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247468416 00000100:00100000:3.0:1787398604.967228:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247468416 00000100:00100000:3.0:1787398604.967305:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 440 00000100:00100000:3.0:1787398604.967317:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+15:123749:x1874221247468416:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:3.0:1787398604.967345:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398604.967380:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a68600/0x570389991234251c lrc: 2/0,0 mode: --/CR res: [0x240002340:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119bcf expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.967468:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69800/0x5703899912342523 lrc: 3/1,0 mode: --/PR res: [0x240002340:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.967536:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69800/0x5703899912342523 lrc: 3/1,0 mode: PR/PR res: [0x240002340:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.967554:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69800/0x5703899912342523 lrc: 3/1,0 mode: PR/PR res: [0x240002340:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787398604.967630:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002340:0x6:0x0]: returning size 4096 00000004:00200000:3.0:1787398604.967640:0:158796:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787398604.967700:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a68600/0x570389991234251c lrc: 0/0,0 mode: --/CR res: [0x240002340:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bcf expref: 17 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.967725:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69800/0x5703899912342523 lrc: 3/0,0 mode: PR/PR res: [0x240002340:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bcf expref: 16 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.967736:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x6:0x0].0x0 (ffff9cf337a20d00) 00010000:00010000:3.0:1787398604.967760:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787398604.967764:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a69800, rc 0) 00000100:00100000:3.0:1787398604.967852:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+16:123749:x1874221247468416:12345-192.168.204.36@tcp:101:rm.0 Request processed in 536us (765us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398604.967860:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 440 00000100:00100000:0.0:1787398604.976632:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398604.976757:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247468544 00000100:00100000:1.0:1787398604.976770:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247468544 00000100:00100000:1.0:1787398604.976850:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 441 00000100:00100000:1.0:1787398604.976870:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:123749:x1874221247468544:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:1.0:1787398604.976899:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398604.976935:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x570389991234252a lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119bd6 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.977021:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342531 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.977037:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342531 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.977052:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342531 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787398604.977151:0:158795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab1:0x6:0x0]: returning size 4096 00000004:00200000:1.0:1787398604.977159:0:158795:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787398604.977210:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x570389991234252a lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bd6 expref: 9 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.977255:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342531 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bd6 expref: 8 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398604.977265:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x6:0x0].0x0 (ffff9cf30da95f00) 00010000:00010000:1.0:1787398604.977268:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787398604.977272:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b638c00, rc 0) 00000100:00100000:1.0:1787398604.977367:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123749:x1874221247468544:12345-192.168.204.36@tcp:101:rm.0 Request processed in 508us (752us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398604.977376:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 441 00000100:00100000:0.0:1787398604.985026:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398604.985305:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247468800 00000100:00100000:3.0:1787398604.985319:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247468800 00000100:00100000:3.0:1787398604.985412:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 442 00000100:00100000:3.0:1787398604.985426:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+16:123749:x1874221247468800:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:3.0:1787398604.985456:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398604.985536:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a68600/0x5703899912342538 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119bdd expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787398604.985757:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x3:0x0]: returning size 4096 00010000:00010000:3.0:1787398604.985906:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a68600/0x5703899912342538 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bdd expref: 18 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.985925:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf337a20700) 00010000:00010000:3.0:1787398604.985929:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787398604.985935:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a68600/0x5703899912342538 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bdd expref: 18 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398604.985961:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a68600, rc 0) 00000100:00100000:3.0:1787398604.986041:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+17:123749:x1874221247468800:12345-192.168.204.36@tcp:101:rm.0 Request processed in 618us (1031us total) trans 25769803786 rc 301/301 00000100:00100000:3.0:1787398604.986049:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 442 00000100:00100000:3.0:1787398604.992967:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398604.993109:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247468928 00000100:00100000:0.0:1787398604.993125:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247468928 00000100:00100000:0.0:1787398604.993209:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 113 00000100:00100000:0.0:1787398604.993222:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf336d15850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+17:123749:x1874221247468928:12345-192.168.204.36@tcp:37:rm.0 00000100:00100000:0.0:1787398604.999545:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf336d15850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+17:123749:x1874221247468928:12345-192.168.204.36@tcp:37:rm.0 Request processed in 6304us (6573us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398604.999579:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 113 00000100:00100000:3.0:1787398605.008996:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398605.009356:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247469056 00000100:00100000:2.0:1787398605.009370:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247469056 00000100:00100000:2.0:1787398605.009448:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 114 00000100:00100000:2.0:1787398605.009460:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123749:x1874221247469056:12345-192.168.204.36@tcp:37:rm.0 00000100:00100000:2.0:1787398605.015324:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123749:x1874221247469056:12345-192.168.204.36@tcp:37:rm.0 Request processed in 5847us (6324us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398605.015345:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 114 00000100:00100000:1.0:1787398605.019116:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398605.019249:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247469312 00000100:00100000:0.0:1787398605.019263:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247469312 00000100:00100000:0.0:1787398605.019344:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 115 00000100:00100000:0.0:1787398605.019356:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+17:123749:x1874221247469312:12345-192.168.204.36@tcp:35:rm.0 00000100:00100000:0.0:1787398605.019827:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+18:123749:x1874221247469312:12345-192.168.204.36@tcp:35:rm.0 Request processed in 471us (727us total) trans 25769803787 rc 0/0 00000100:00100000:0.0:1787398605.019839:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 115 00000100:00100000:3.0:1787398605.031459:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398605.031629:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398605.034401:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247469440 00000100:00100000:0.0:1787398605.034422:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247469440 00000100:00100000:0.0:1787398605.034585:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 77 00000100:00100000:0.0:1787398605.034597:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:69164:x1874221247469440:12345-192.168.204.36@tcp:103:rm.0 00010000:00010000:0.0:1787398605.034619:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398605.034655:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9c400/0x5703899912342507 lrc: 0/0,0 mode: --/PR res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bc1 expref: 8 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.034683:0:158779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x3:0x0].0x0 (ffff9cf30d87d500) 00010000:00010000:0.0:1787398605.034697:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398605.034783:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:69164:x1874221247469440:12345-192.168.204.36@tcp:103:rm.0 Request processed in 188us (3153us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398605.034792:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 77 00000100:00100000:1.0:1787398605.037675:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247469696 00000100:00100000:1.0:1787398605.037699:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247469696 00000100:00100000:1.0:1787398605.037845:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 443 00000100:00100000:1.0:1787398605.037858:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+18:123749:x1874221247469696:12345-192.168.204.36@tcp:36:rm.0 00010000:00010000:1.0:1787398605.037960:0:158795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398605.038014:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639400/0x5703899912342515 lrc: 0/0,0 mode: --/PR res: [0x240002343:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bc8 expref: 18 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.038041:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x3:0x0].0x0 (ffff9cf30da95b00) 00010000:00010000:1.0:1787398605.039205:0:158795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787398605.039303:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912342546 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.039317:0:158795:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912342546 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.039329:0:158795:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912342546 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398605.039381:0:158795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7f0380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260976768:0@lo:101:mdt00_001.0 00000100:00100000:1.0:1787398605.039469:0:158795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398605.039537:0:158795:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf3108a2c00 going to sleep for 11 seconds 00000100:00100000:3.0:1787398605.040079:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260976768 00000100:00100000:3.0:1787398605.040088:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260976768 00000100:00100000:3.0:1787398605.040169:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:3.0:1787398605.040180:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:158795:x1874221260976768:12345-0@lo:101:mdt00_001.0 00010000:00010000:3.0:1787398605.040209:0:159531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398605.040233:0:159531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x570389991234254d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912342546 expref: -99 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.040266:0:159531:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x57038999123424eb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bba expref: 6 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.040276:0:159531:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x570389991234254d lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912342546 expref: 12 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.040312:0:159531:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x57038999123424eb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bba expref: 6 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.040325:0:159531:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x57038999123424eb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bba expref: 6 pid: 158795 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398605.040338:0:159531:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33609d180 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159531:1874221260976896:192.168.204.36@tcp:104: 00000100:00100000:3.0:1787398605.040440:0:159531:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20aea5f00 going to sleep for 11 seconds 00000100:00100000:1.0:1787398605.044470:0:159531:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33609d180 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159531:1874221260976896:192.168.204.36@tcp:104: 00010000:00010000:1.0:1787398605.044559:0:159531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x570389991234254d lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342546 expref: 12 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.044575:0:159531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30da95700) 00010000:00010000:1.0:1787398605.044578:0:159531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398605.044583:0:159531:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x570389991234254d lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342546 expref: 12 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.044595:0:159531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a68600, rc 0) 00000100:00100000:1.0:1787398605.044668:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+12:158795:x1874221260976768:12345-0@lo:101:mdt00_001.0 Request processed in 4488us (5198us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.044680:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:3.0:1787398605.046649:0:158795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7f0380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260976768:0@lo:101:mdt00_001.0 00010000:00010000:3.0:1787398605.046686:0:158795:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912342546 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x570389991234254d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.046721:0:158795:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912342546 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234254d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398605.046997:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398605.047962:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247469824 00000100:00100000:3.0:1787398605.047980:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247469824 00010000:00010000:3.0:1787398605.048038:0:158780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x57038999123424eb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bba expref: 7 pid: 158795 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398605.048216:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 126 00000100:00100000:3.0:1787398605.048229:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:69162:x1874221247469824:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398605.048248:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398605.048256:0:158780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x57038999123424eb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bba expref: 7 pid: 158795 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.048271:0:158780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x57038999123424eb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bba expref: 7 pid: 158795 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.048300:0:158780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x57038999123424eb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bba expref: 7 pid: 158795 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.048323:0:158780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30da95700) 00010000:00010000:3.0:1787398605.048331:0:158780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x570389991234254d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342546 expref: 11 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.048342:0:158780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x570389991234254d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x5703899912342546 expref: 11 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.048374:0:158780:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x570389991234254d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x5703899912342546 expref: 11 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.048420:0:158780:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x570389991234254d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342546 expref: 11 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398605.048437:0:158780:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33609d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:158780:1874221260977024:0@lo:105: 00000100:00100000:3.0:1787398605.048548:0:158780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398605.048598:0:158780:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20aea5e40 going to sleep for 11 seconds 00000100:00100000:1.0:1787398605.049415:0:158777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260977024 00000100:00100000:1.0:1787398605.049424:0:158777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260977024 00000100:00100000:1.0:1787398605.049510:0:158777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1787398605.049519:0:158777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33b381180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:158780:x1874221260977024:12345-0@lo:105: 00010000:00010000:1.0:1787398605.049533:0:158777:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912342546 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234254d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.049545:0:158777:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912342546 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234254d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.049574:0:158777:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912342546 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x570389991234254d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.049583:0:158777:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912342546 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x570389991234254d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.049591:0:158777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912342546 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x570389991234254d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.049601:0:158777:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912342546 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x570389991234254d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.049624:0:158777:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9cf20b638600) 00000100:00100000:1.0:1787398605.049683:0:158777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33b381180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:158780:x1874221260977024:12345-0@lo:105: Request processed in 164us (1133us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.049691:0:158777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1787398605.052323:0:158780:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33609d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:158780:1874221260977024:0@lo:105: 00010000:00010000:3.0:1787398605.052367:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398605.052470:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69162:x1874221247469824:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 4239us (5473us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398605.052501:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 126 00010000:00010000:2.0:1787398605.055221:0:158795:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912342546 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234254d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.055247:0:158795:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912342546 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234254d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398605.055307:0:158795:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787398605.055386:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9cc00/0x5703899912342554 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.055394:0:158795:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9cc00/0x5703899912342554 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.055434:0:158795:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9cc00/0x5703899912342554 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398605.055468:0:158795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260977152:0@lo:101:mdt00_001.0 00000100:00100000:2.0:1787398605.055679:0:158795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398605.055722:0:158795:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbe0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787398605.055812:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260977152 00000100:00100000:0.0:1787398605.055823:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260977152 00000100:00100000:0.0:1787398605.055896:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:0.0:1787398605.055907:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:158795:x1874221260977152:12345-0@lo:101:mdt00_001.0 00010000:00010000:0.0:1787398605.055940:0:158799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398605.055961:0:158799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dba00/0x570389991234255b lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912342554 expref: -99 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.055993:0:158799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dba00/0x570389991234255b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912342554 expref: 13 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.056010:0:158799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dba00/0x570389991234255b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342554 expref: 13 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.056021:0:158799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc86efa78 (ffff9cf2051cd500) 00010000:00010000:0.0:1787398605.056025:0:158799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398605.056029:0:158799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056dba00, rc 0) 00000100:00100000:0.0:1787398605.056518:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:158795:x1874221260977152:12345-0@lo:101:mdt00_001.0 Request processed in 611us (836us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398605.056528:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:2.0:1787398605.056659:0:158795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260977152:0@lo:101:mdt00_001.0 00010000:00010000:2.0:1787398605.056679:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9cc00/0x5703899912342554 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x570389991234255b expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.056691:0:158795:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9cc00/0x5703899912342554 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234255b expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398605.056714:0:158795:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:2.0:1787398605.056769:0:158795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260977280:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1787398605.056807:0:158795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398605.056881:0:158795:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbee40 going to sleep for 11 seconds 00000100:00100000:1.0:1787398605.060385:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260977280 00000100:00100000:1.0:1787398605.060406:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260977280 00000100:00100000:3.0:1787398605.060566:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:3.0:1787398605.060581:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+13:158795:x1874221260977280:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1787398605.060754:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+13:158795:x1874221260977280:12345-0@lo:1000:mdt00_001.0 Request processed in 177us (3945us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398605.060762:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:0.0:1787398605.060876:0:158795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260977280:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1787398605.060971:0:158795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf325f9c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260977408:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1787398605.061020:0:158795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398605.061068:0:158795:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046a33c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787398605.061226:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260977408 00000100:00100000:3.0:1787398605.061231:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260977408 00000100:00100000:3.0:1787398605.061271:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:3.0:1787398605.061277:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:158795:x1874221260977408:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1787398605.061366:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:158795:x1874221260977408:12345-0@lo:1000:mdt00_001.0 Request processed in 88us (346us total) trans 0 rc 1/1 00000100:00100000:3.0:1787398605.061394:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:0.0:1787398605.061459:0:158795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf325f9c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260977408:0@lo:1000:mdt00_001.0 00010000:00010000:0.0:1787398605.061568:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da000/0x5703899912342562 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.061580:0:158795:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da000/0x5703899912342562 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.061603:0:158795:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da000/0x5703899912342562 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398605.061617:0:158795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf325f9c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260977536:0@lo:101:mdt00_001.0 00000100:00100000:0.0:1787398605.061643:0:158795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398605.061662:0:158795:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046a3900 going to sleep for 11 seconds 00000100:00100000:0.0:1787398605.061678:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260977536 00000100:00100000:0.0:1787398605.061681:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260977536 00000100:00100000:0.0:1787398605.061715:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:0.0:1787398605.061722:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:158795:x1874221260977536:12345-0@lo:101:mdt00_001.0 00010000:00010000:0.0:1787398605.061731:0:158800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398605.061751:0:158800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x5703899912342569 lrc: 2/0,0 mode: --/EX res: [0x240002343:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912342562 expref: -99 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.061779:0:158800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x5703899912342569 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912342562 expref: 14 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.061797:0:158800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x5703899912342569 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342562 expref: 14 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.061808:0:158800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x3:0x0].0x0 (ffff9cf2051cd900) 00010000:00010000:0.0:1787398605.061811:0:158800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787398605.061817:0:158800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056dbe00, rc 0) 00000100:00100000:0.0:1787398605.061847:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+14:158795:x1874221260977536:12345-0@lo:101:mdt00_001.0 Request processed in 125us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398605.061854:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:0.0:1787398605.061955:0:158795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf325f9c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260977536:0@lo:101:mdt00_001.0 00010000:00010000:0.0:1787398605.061977:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da000/0x5703899912342562 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912342569 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.061988:0:158795:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da000/0x5703899912342562 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342569 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.062014:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db600/0x5703899912342570 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.062024:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db600/0x5703899912342570 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.062033:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db600/0x5703899912342570 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.062401:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da800/0x5703899912342577 lrc: 3/0,1 mode: --/EX res: [0x240002340:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.062418:0:158795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69800/0x5703899912342523 lrc: 2/0,0 mode: PR/PR res: [0x240002340:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bcf expref: 17 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.062427:0:158795:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da800/0x5703899912342577 lrc: 4/0,1 mode: --/EX res: [0x240002340:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.062455:0:158795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69800/0x5703899912342523 lrc: 3/0,0 mode: PR/PR res: [0x240002340:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bcf expref: 17 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.062470:0:158795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69800/0x5703899912342523 lrc: 4/0,0 mode: PR/PR res: [0x240002340:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bcf expref: 17 pid: 158796 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398605.062537:0:158795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf325f9c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:158795:1874221260977664:192.168.204.36@tcp:104: 00000100:00100000:0.0:1787398605.062624:0:158795:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046a3900 going to sleep for 11 seconds 00000100:00100000:1.0:1787398605.067187:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398605.067690:0:158795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf325f9c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:158795:1874221260977664:192.168.204.36@tcp:104: 00010000:00010000:0.0:1787398605.067727:0:158795:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da800/0x5703899912342577 lrc: 3/0,1 mode: --/EX res: [0x240002340:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398605.068006:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247469952 00000100:00100000:3.0:1787398605.068020:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247469952 00010000:00010000:3.0:1787398605.068103:0:158779:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69800/0x5703899912342523 lrc: 4/0,0 mode: PR/PR res: [0x240002340:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bcf expref: 18 pid: 158796 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398605.068160:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 127 00000100:00100000:3.0:1787398605.068172:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+18:69163:x1874221247469952:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398605.068201:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398605.068209:0:158779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69800/0x5703899912342523 lrc: 4/0,0 mode: PR/PR res: [0x240002340:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bcf expref: 18 pid: 158796 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.068230:0:158779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69800/0x5703899912342523 lrc: 3/0,0 mode: PR/PR res: [0x240002340:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bcf expref: 18 pid: 158796 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.068267:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69800/0x5703899912342523 lrc: 0/0,0 mode: --/PR res: [0x240002340:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bcf expref: 18 pid: 158796 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.068291:0:158779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x6:0x0].0x0 (ffff9cf337a20d00) 00010000:00010000:3.0:1787398605.068297:0:158779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da800/0x5703899912342577 lrc: 3/0,1 mode: --/EX res: [0x240002340:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.068306:0:158779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da800/0x5703899912342577 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.068320:0:158779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da800/0x5703899912342577 lrc: 4/0,1 mode: EX/EX res: [0x240002340:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.068395:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398605.068582:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+17:69163:x1874221247469952:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 408us (1412us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398605.068590:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 127 00010000:00010000:1.0:1787398605.069613:0:158795:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da800/0x5703899912342577 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.069631:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da800/0x5703899912342577 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.069701:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639400/0x570389991234257e lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.069729:0:158795:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639400/0x570389991234257e lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.069743:0:158795:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639400/0x570389991234257e lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398605.069776:0:158795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7f0380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260977792:0@lo:101:mdt00_001.0 00000100:00100000:1.0:1787398605.069870:0:158795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398605.069916:0:158795:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf3108a2c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787398605.069992:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260977792 00000100:00100000:0.0:1787398605.070001:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260977792 00000100:00100000:0.0:1787398605.070074:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:0.0:1787398605.070086:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+14:158795:x1874221260977792:12345-0@lo:101:mdt00_001.0 00010000:00010000:0.0:1787398605.070108:0:158800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398605.070128:0:158800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x5703899912342585 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x570389991234257e expref: -99 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.070170:0:158800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342531 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bd6 expref: 5 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.070181:0:158800:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x5703899912342585 lrc: 4/0,0 mode: --/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x570389991234257e expref: 15 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.070210:0:158800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342531 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bd6 expref: 5 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.070225:0:158800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342531 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bd6 expref: 5 pid: 158795 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398605.070253:0:158800:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf325f9c700 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:158800:1874221260977920:192.168.204.36@tcp:104: 00000100:00100000:0.0:1787398605.070323:0:158800:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046a3900 going to sleep for 11 seconds 00010000:00010000:3.0:1787398605.079566:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398605.080796:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398605.082658:0:158800:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf325f9c700 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:158800:1874221260977920:192.168.204.36@tcp:104: 00010000:00010000:0.0:1787398605.082714:0:158800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x5703899912342585 lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x570389991234257e expref: 15 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.082730:0:158800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x6:0x0].0x0 (ffff9cf30da95f00) 00010000:00010000:0.0:1787398605.082734:0:158800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1787398605.082738:0:158800:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x5703899912342585 lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x570389991234257e expref: 15 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.082748:0:158800:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x5703899912342585 lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x570389991234257e expref: 15 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.082756:0:158800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056db400, rc 0) 00000100:00100000:0.0:1787398605.082864:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+15:158795:x1874221260977792:12345-0@lo:101:mdt00_001.0 Request processed in 12779us (13005us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398605.082875:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:1.0:1787398605.083246:0:158795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7f0380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260977792:0@lo:101:mdt00_001.0 00010000:00010000:1.0:1787398605.083271:0:158795:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639400/0x570389991234257e lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912342585 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.083283:0:158795:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639400/0x570389991234257e lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342585 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398605.085272:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247470080 00000100:00100000:3.0:1787398605.085291:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247470080 00010000:00010000:3.0:1787398605.085352:0:158781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342531 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bd6 expref: 6 pid: 158795 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398605.085446:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 128 00000100:00100000:3.0:1787398605.085458:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb28a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69164:x1874221247470080:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398605.085502:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398605.085511:0:158781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342531 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bd6 expref: 6 pid: 158795 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.085527:0:158781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342531 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bd6 expref: 6 pid: 158795 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.085557:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342531 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bd6 expref: 6 pid: 158795 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.085580:0:158781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x6:0x0].0x0 (ffff9cf30da95f00) 00010000:00010000:3.0:1787398605.085588:0:158781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x5703899912342585 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x570389991234257e expref: 14 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.085631:0:158781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x5703899912342585 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x570389991234257e expref: 14 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.085640:0:158781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x5703899912342585 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x570389991234257e expref: 14 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.085688:0:158781:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x5703899912342585 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x570389991234257e expref: 14 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398605.085705:0:158781:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33b381500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:158781:1874221260978048:0@lo:105: 00000100:00100000:3.0:1787398605.085788:0:158781:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398605.085851:0:158781:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20aea5e40 going to sleep for 11 seconds 00000100:00100000:1.0:1787398605.087674:0:158777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260978048 00000100:00100000:1.0:1787398605.087693:0:158777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260978048 00000100:00100000:1.0:1787398605.087778:0:158777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1787398605.087790:0:158777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33b382680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:158781:x1874221260978048:12345-0@lo:105: 00010000:00010000:1.0:1787398605.087809:0:158777:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639400/0x570389991234257e lrc: 5/0,1 mode: --/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342585 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.087823:0:158777:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639400/0x570389991234257e lrc: 5/0,1 mode: --/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342585 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.087833:0:158777:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639400/0x570389991234257e lrc: 5/0,1 mode: --/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912342585 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.087862:0:158777:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639400/0x570389991234257e lrc: 5/0,1 mode: EX/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x5703899912342585 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.087871:0:158777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639400/0x570389991234257e lrc: 6/0,1 mode: EX/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x5703899912342585 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.087882:0:158777:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639400/0x570389991234257e lrc: 6/0,1 mode: EX/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x5703899912342585 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.087928:0:158777:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9cf20b639400) 00000100:00100000:1.0:1787398605.088023:0:158777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33b382680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:158781:x1874221260978048:12345-0@lo:105: Request processed in 235us (2234us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.088032:0:158777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1787398605.088263:0:158781:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33b381500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:158781:1874221260978048:0@lo:105: 00010000:00010000:3.0:1787398605.088289:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398605.088344:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb28a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69164:x1874221247470080:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 2886us (7557us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398605.088353:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 128 00010000:00010000:2.0:1787398605.088766:0:158795:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639400/0x570389991234257e lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342585 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.088780:0:158795:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639400/0x570389991234257e lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342585 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398605.089641:0:158795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bb2b100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260978176:0@lo:403:mdt00_001.0 00000100:00100000:2.0:1787398605.089723:0:158795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398605.089766:0:158795:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbec00 going to sleep for 11 seconds 00000100:00100000:1.0:1787398605.090081:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260978176 00000100:00100000:1.0:1787398605.090090:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260978176 00000100:00100000:1.0:1787398605.090159:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:1.0:1787398605.090170:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+15:158795:x1874221260978176:12345-0@lo:403:mdt00_001.0 00000100:00100000:1.0:1787398605.093724:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+15:158795:x1874221260978176:12345-0@lo:403:mdt00_001.0 Request processed in 3541us (3986us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.093745:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:2.0:1787398605.094099:0:158795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bb2b100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260978176:0@lo:403:mdt00_001.0 00000040:00080000:2.0:1787398605.095835:0:158795:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002b10:0x2:0x0].4, 944 off36544 00000040:00080000:2.0:1787398605.096645:0:158795:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab4:0x2:0x0].4, 1024 off36864 00000004:00080000:2.0:1787398605.096660:0:158795:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9cf31ecbec00 with version 11 00000004:00080000:1.0:1787398605.100025:0:165613:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf33f4d50c0 version 11 rpc_version 11 00000020:00100000:1.0:1787398605.100211:0:165613:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787398605.100226:0:165613:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf33f11e300 x1874221260978432/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2608/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787398605.100259:0:165613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11e300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221260978432:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787398605.100371:0:165613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398605.100459:0:165613:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf3108a2c00 going to sleep for 11 seconds 00000100:00100000:3.0:1787398605.100854:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260978432 00000100:00100000:3.0:1787398605.100950:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260978432 00000100:00100000:3.0:1787398605.101019:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:3.0:1787398605.101029:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+15:165613:x1874221260978432:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787398605.101797:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+16:165613:x1874221260978432:12345-0@lo:1000:osp_up0-1.0 Request processed in 765us (1422us total) trans 34359738643 rc 0/0 00000100:00100000:3.0:1787398605.101808:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:1.0:1787398605.102036:0:165613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11e300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221260978432:0@lo:1000:osp_up0-1.0 00000004:00200000:2.0:1787398605.104205:0:158795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x3:0x0]: returning size 4096 00010000:00010000:2.0:1787398605.104254:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da800/0x5703899912342577 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.104268:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da800/0x5703899912342577 lrc: 2/0,0 mode: EX/EX res: [0x240002340:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.104278:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da800/0x5703899912342577 lrc: 3/0,0 mode: EX/EX res: [0x240002340:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.104285:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056da800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398605.104290:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da800/0x5703899912342577 lrc: 3/0,0 mode: EX/EX res: [0x240002340:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.104298:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da800/0x5703899912342577 lrc: 4/0,0 mode: EX/EX res: [0x240002340:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.104319:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x6:0x0].0x0 (ffff9cf337a20d00) 00010000:00010000:2.0:1787398605.104323:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1787398605.104329:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da800/0x5703899912342577 lrc: 2/0,0 mode: --/EX res: [0x240002340:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.104336:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da800/0x5703899912342577 lrc: 0/0,0 mode: --/EX res: [0x240002340:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.104373:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639400/0x570389991234257e lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342585 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.104411:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639400/0x570389991234257e lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912342585 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.104419:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639400/0x570389991234257e lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912342585 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.104697:0:158795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1787398605.104713:0:158795:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0x6:0x0] 00010000:00010000:2.0:1787398605.104728:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db600/0x5703899912342570 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.104735:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db600/0x5703899912342570 lrc: 2/0,0 mode: EX/EX res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.104742:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db600/0x5703899912342570 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.104748:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056db600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398605.104751:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db600/0x5703899912342570 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.104757:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db600/0x5703899912342570 lrc: 4/0,0 mode: EX/EX res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.104767:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x3:0x0].0x0 (ffff9cf2051cd200) 00010000:00010000:2.0:1787398605.104770:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398605.104773:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db600/0x5703899912342570 lrc: 2/0,0 mode: --/EX res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.104779:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db600/0x5703899912342570 lrc: 0/0,0 mode: --/EX res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.104801:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da000/0x5703899912342562 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342569 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.104808:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da000/0x5703899912342562 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912342569 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.104814:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da000/0x5703899912342562 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912342569 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.107241:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787398605.107263:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639400/0x570389991234257e lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x5703899912342585 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.107280:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639400 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:1.0:1787398605.107289:0:158782:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639400/0x570389991234257e lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912342585 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398605.107300:0:158782:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639400/0x570389991234257e lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912342585 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.107367:0:158782:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639400/0x570389991234257e lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342585 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.107374:0:158782:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1787398605.107465:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260978560:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398605.107602:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398605.107714:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260978560 00000100:00100000:0.0:1787398605.107724:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260978560 00000100:00100000:0.0:1787398605.107798:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1787398605.107808:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33b381500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+16:106503:x1874221260978560:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787398605.107825:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398605.107850:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x5703899912342585 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x570389991234257e expref: 16 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.107896:0:158779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x6:0x0].0x0 (ffff9cf30da95f00) 00010000:00010000:0.0:1787398605.107913:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787398605.107997:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639400/0x570389991234257e lrc: 1/0,0 mode: --/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342585 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.108006:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639400/0x570389991234257e lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342585 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.108025:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787398605.108030:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da000/0x5703899912342562 lrc: 4/0,0 mode: EX/EX res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x5703899912342569 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.108035:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056da000 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:1.0:1787398605.108048:0:158782:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da000/0x5703899912342562 lrc: 5/0,0 mode: EX/EX res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912342569 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398605.108068:0:158782:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da000/0x5703899912342562 lrc: 5/0,0 mode: EX/EX res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912342569 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.108091:0:158782:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da000/0x5703899912342562 lrc: 4/0,0 mode: --/EX res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342569 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.108097:0:158782:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787398605.108117:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da000/0x5703899912342562 lrc: 3/0,0 mode: --/EX res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342569 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.108125:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398605.108127:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398605.108129:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398605.108162:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260978688:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787398605.108196:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1787398605.108421:0:158795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1787398605.108432:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da000/0x5703899912342562 lrc: 0/0,0 mode: --/EX res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342569 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398605.108469:0:158795:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787398605.108493:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912342546 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234254d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.108502:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912342546 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x570389991234254d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.108509:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912342546 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x570389991234254d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.108526:0:158795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1787398605.108533:0:158795:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787398605.108540:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9cc00/0x5703899912342554 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x570389991234255b expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.108560:0:158795:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9cc00/0x5703899912342554 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x570389991234255b expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398605.108654:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+17:123749:x1874221247469696:12345-192.168.204.36@tcp:36:rm.0 Request processed in 70796us (77208us total) trans 25769803788 rc 0/0 00000100:00100000:2.0:1787398605.108664:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 443 00010000:00010000:1.0:1787398605.110792:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787398605.110812:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912342546 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x570389991234254d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.110829:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638600 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:1.0:1787398605.110838:0:158783:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912342546 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x570389991234254d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398605.110849:0:158783:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912342546 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x570389991234254d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.110953:0:158783:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912342546 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x570389991234254d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.110963:0:158783:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787398605.110998:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912342546 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x570389991234254d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.111007:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638600/0x5703899912342546 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x570389991234254d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.111040:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398605.111041:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398605.111248:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398605.111273:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260978816:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787398605.111373:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398605.111535:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260978688 00000100:00100000:2.0:1787398605.111545:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260978688 00000100:00100000:2.0:1787398605.111597:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260978816 00000100:00100000:2.0:1787398605.111600:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260978816 00000100:00100000:2.0:1787398605.111620:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1787398605.111629:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+17:106500:x1874221260978688:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787398605.111648:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398605.111675:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x5703899912342569 lrc: 0/0,0 mode: --/EX res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912342562 expref: 17 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.111692:0:158781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x3:0x0].0x0 (ffff9cf2051cd900) 00010000:00010000:2.0:1787398605.111705:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398605.111761:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+16:106500:x1874221260978688:12345-0@lo:103:ldlm_bl.0 Request processed in 131us (3562us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398605.111769:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1787398605.111789:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1787398605.111795:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf209b88450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+15:106501:x1874221260978816:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787398605.111804:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398605.111815:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x570389991234254d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912342546 expref: 15 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.111836:0:158781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30da95700) 00010000:00010000:2.0:1787398605.111843:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398605.111885:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf209b88450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+14:106501:x1874221260978816:12345-0@lo:103:ldlm_bl.0 Request processed in 90us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398605.111891:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1787398605.114839:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260978688:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787398605.114896:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260978816:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787398605.115591:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33b381500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+13:106503:x1874221260978560:12345-0@lo:103:ldlm_bl.0 Request processed in 7778us (7984us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398605.115608:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1787398605.115678:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260978560:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787398605.115712:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398605.116781:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398605.116876:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247470208 00000100:00100000:1.0:1787398605.116886:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247470208 00000100:00100000:1.0:1787398605.116956:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 444 00000100:00100000:1.0:1787398605.116969:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:123749:x1874221247470208:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:1.0:1787398605.117000:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398605.117034:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x570389991234258c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119be4 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.117292:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912342593 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.117328:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912342593 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.117342:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912342593 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787398605.117406:0:158794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1787398605.117410:0:158794:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787398605.117437:0:158794:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912342593 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.117468:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x570389991234258c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119be4 expref: 7 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.117525:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912342593 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119be4 expref: 6 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.117536:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30da95e00) 00010000:00010000:1.0:1787398605.117539:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787398605.117543:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b638e00, rc 0) 00000100:00100000:1.0:1787398605.117931:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:123749:x1874221247470208:12345-192.168.204.36@tcp:101:rm.0 Request processed in 963us (1157us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.117940:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 444 00000100:00100000:2.0:1787398605.122730:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398605.122817:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247470336 00000100:00100000:0.0:1787398605.122830:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247470336 00000100:00100000:0.0:1787398605.122919:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 445 00000100:00100000:0.0:1787398605.122930:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:123749:x1874221247470336:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:0.0:1787398605.122959:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398605.122987:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x570389991234259a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119beb expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.123090:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x57038999123425a1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.123108:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x57038999123425a1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.123121:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x57038999123425a1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.123149:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x57038999123425a8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.123158:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x57038999123425a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.123165:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x57038999123425a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398605.123341:0:160868:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf325f9c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:160868:1874221260978944:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1787398605.123410:0:160868:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398605.123457:0:160868:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046a39c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787398605.123634:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260978944 00000100:00100000:1.0:1787398605.123640:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260978944 00000100:00100000:1.0:1787398605.123689:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:1.0:1787398605.123697:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:160868:x1874221260978944:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1787398605.123797:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:160868:x1874221260978944:12345-0@lo:1000:mdt00_003.0 Request processed in 99us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.123815:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:1.0:1787398605.123871:0:160868:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf325f9c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:160868:1874221260978944:0@lo:1000:mdt00_003.0 00010000:00010000:1.0:1787398605.123929:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639400/0x57038999123425af lrc: 3/1,0 mode: --/PR res: [0x240002343:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.123940:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639400/0x57038999123425af lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.123949:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639400/0x57038999123425af lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398605.123975:0:160868:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639400/0x57038999123425af lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.123990:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x57038999123425a1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.123997:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x57038999123425a1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.124003:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x57038999123425a1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.124011:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x57038999123425a1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.124016:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056db600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398605.124020:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x57038999123425a1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.124029:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x57038999123425a1 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.124065:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30da95e00) 00010000:00010000:1.0:1787398605.124069:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398605.124075:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x57038999123425a1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.124083:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x57038999123425a1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.124101:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x57038999123425a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.124109:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x57038999123425a8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.124116:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x57038999123425a8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.124121:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056da800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398605.124124:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x57038999123425a8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.124129:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x57038999123425a8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.124137:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbf4c99ad (ffff9cf2051cde00) 00010000:00010000:1.0:1787398605.124148:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398605.124152:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x57038999123425a8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.124159:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x57038999123425a8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.124212:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x570389991234259a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119beb expref: 8 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.124230:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639400/0x57038999123425af lrc: 3/0,0 mode: PR/PR res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119beb expref: 7 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.124238:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x4:0x0].0x0 (ffff9cf30da95b00) 00010000:00010000:1.0:1787398605.124240:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787398605.124244:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b639400, rc 0) 00000100:00100000:1.0:1787398605.124306:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:123749:x1874221247470336:12345-192.168.204.36@tcp:101:rm.0 Request processed in 1377us (1590us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.124314:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 445 00000100:00100000:2.0:1787398605.131685:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398605.131819:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247470464 00000100:00100000:1.0:1787398605.131834:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247470464 00000100:00100000:1.0:1787398605.131919:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 446 00000100:00100000:1.0:1787398605.131931:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+17:123749:x1874221247470464:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:1.0:1787398605.131967:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398605.132003:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639200/0x57038999123425b6 lrc: 2/0,0 mode: --/CR res: [0x240002343:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119bf2 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.132104:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638600/0x57038999123425bd lrc: 3/1,0 mode: --/PR res: [0x240002343:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.132122:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638600/0x57038999123425bd lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.132136:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638600/0x57038999123425bd lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787398605.132309:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x4:0x0]: returning size 4096 00000004:00200000:1.0:1787398605.132315:0:158796:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787398605.132362:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639200/0x57038999123425b6 lrc: 0/0,0 mode: --/CR res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bf2 expref: 19 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.132386:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638600/0x57038999123425bd lrc: 3/0,0 mode: PR/PR res: [0x240002343:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bf2 expref: 18 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.132396:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x4:0x0].0x0 (ffff9cf30da95100) 00010000:00010000:1.0:1787398605.132399:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787398605.132402:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b638600, rc 0) 00000100:00100000:1.0:1787398605.132535:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+18:123749:x1874221247470464:12345-192.168.204.36@tcp:101:rm.0 Request processed in 606us (862us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.132544:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 446 00000100:00100000:1.0:1787398605.147175:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398605.147315:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247470592 00000100:00100000:0.0:1787398605.147329:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247470592 00000100:00100000:0.0:1787398605.147412:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 447 00000100:00100000:0.0:1787398605.147426:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+18:123749:x1874221247470592:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:0.0:1787398605.147456:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398605.147527:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db400/0x57038999123425c4 lrc: 2/0,0 mode: --/CR res: [0x240002340:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119bf9 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.147608:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da600/0x57038999123425cb lrc: 3/1,0 mode: --/PR res: [0x240002340:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.147627:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da600/0x57038999123425cb lrc: 3/1,0 mode: PR/PR res: [0x240002340:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.147641:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da600/0x57038999123425cb lrc: 3/1,0 mode: PR/PR res: [0x240002340:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787398605.147715:0:160868:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002340:0x7:0x0]: returning size 4096 00000004:00200000:0.0:1787398605.147723:0:160868:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787398605.147772:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db400/0x57038999123425c4 lrc: 0/0,0 mode: --/CR res: [0x240002340:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bf9 expref: 20 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.147795:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da600/0x57038999123425cb lrc: 3/0,0 mode: PR/PR res: [0x240002340:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bf9 expref: 19 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.147824:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x7:0x0].0x0 (ffff9cf2051cd800) 00010000:00010000:0.0:1787398605.147828:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787398605.147832:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056da600, rc 0) 00000100:00100000:0.0:1787398605.147917:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+19:123749:x1874221247470592:12345-192.168.204.36@tcp:101:rm.0 Request processed in 495us (756us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398605.147926:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 447 00000100:00100000:2.0:1787398605.160168:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398605.160349:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247470720 00000100:00100000:1.0:1787398605.160368:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247470720 00000100:00100000:1.0:1787398605.160446:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 448 00000100:00100000:1.0:1787398605.160458:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:123749:x1874221247470720:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:1.0:1787398605.160536:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398605.160572:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x57038999123425d2 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119c00 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.160663:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638400/0x57038999123425d9 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.160680:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638400/0x57038999123425d9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.160714:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638400/0x57038999123425d9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787398605.160784:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab1:0x7:0x0]: returning size 4096 00000004:00200000:1.0:1787398605.160792:0:158796:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787398605.160848:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x57038999123425d2 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c00 expref: 9 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.161090:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638400/0x57038999123425d9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c00 expref: 8 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.161101:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x7:0x0].0x0 (ffff9cf30da95d00) 00010000:00010000:1.0:1787398605.161104:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787398605.161108:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b638400, rc 0) 00000100:00100000:0.0:1787398605.161269:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123749:x1874221247470720:12345-192.168.204.36@tcp:101:rm.0 Request processed in 810us (1126us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398605.161279:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 448 00000100:00100000:1.0:1787398605.171730:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398605.171874:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247470976 00000100:00100000:0.0:1787398605.171888:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247470976 00000100:00100000:0.0:1787398605.171972:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 449 00000100:00100000:0.0:1787398605.171985:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+19:123749:x1874221247470976:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:0.0:1787398605.172014:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398605.172045:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db400/0x57038999123425e0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119c07 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787398605.172280:0:160868:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x4:0x0]: returning size 4096 00010000:00010000:0.0:1787398605.172408:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db400/0x57038999123425e0 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c07 expref: 21 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.172427:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cd300) 00010000:00010000:0.0:1787398605.172430:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787398605.172437:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db400/0x57038999123425e0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c07 expref: 21 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.172537:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056db400, rc 0) 00000100:00100000:0.0:1787398605.172636:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+20:123749:x1874221247470976:12345-192.168.204.36@tcp:101:rm.0 Request processed in 653us (922us total) trans 25769803789 rc 301/301 00000100:00100000:0.0:1787398605.172645:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 449 00000100:00100000:1.0:1787398605.182649:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398605.182788:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247471104 00000100:00100000:2.0:1787398605.182802:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247471104 00000100:00100000:2.0:1787398605.182896:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 116 00000100:00100000:2.0:1787398605.182915:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+20:123749:x1874221247471104:12345-192.168.204.36@tcp:37:rm.0 00000100:00100000:2.0:1787398605.188650:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+20:123749:x1874221247471104:12345-192.168.204.36@tcp:37:rm.0 Request processed in 5717us (5997us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398605.188670:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 116 00000100:00100000:3.0:1787398605.192980:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398605.193219:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247471232 00000100:00100000:1.0:1787398605.193233:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247471232 00000100:00100000:1.0:1787398605.193318:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 117 00000100:00100000:1.0:1787398605.193331:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33b380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123749:x1874221247471232:12345-192.168.204.36@tcp:37:rm.0 00000100:00100000:2.0:1787398605.201172:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33b380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123749:x1874221247471232:12345-192.168.204.36@tcp:37:rm.0 Request processed in 7825us (8190us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398605.201191:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 117 00000100:00100000:3.0:1787398605.206827:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398605.206974:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247471488 00000100:00100000:2.0:1787398605.206989:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247471488 00000100:00100000:2.0:1787398605.207076:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 118 00000100:00100000:2.0:1787398605.207089:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf336d14050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+20:123749:x1874221247471488:12345-192.168.204.36@tcp:35:rm.0 00000100:00100000:2.0:1787398605.207433:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf336d14050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+21:123749:x1874221247471488:12345-192.168.204.36@tcp:35:rm.0 Request processed in 346us (620us total) trans 25769803790 rc 0/0 00000100:00100000:2.0:1787398605.207464:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 118 00000100:00100000:3.0:1787398605.227290:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398605.227350:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398605.227628:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247471872 00000100:00100000:0.0:1787398605.227642:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247471872 00000100:00100000:0.0:1787398605.227730:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 450 00000100:00100000:0.0:1787398605.227743:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33b383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+21:123749:x1874221247471872:12345-192.168.204.36@tcp:36:rm.0 00010000:00010000:0.0:1787398605.227832:0:158794:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398605.227880:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638600/0x57038999123425bd lrc: 0/0,0 mode: --/PR res: [0x240002343:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bf2 expref: 21 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.227909:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x4:0x0].0x0 (ffff9cf30da95100) 00010000:00010000:0.0:1787398605.227924:0:158794:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787398605.227993:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db400/0x57038999123425ee lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.228003:0:158794:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db400/0x57038999123425ee lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.228015:0:158794:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db400/0x57038999123425ee lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398605.228041:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf325f9f100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260979072:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1787398605.228126:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398605.228176:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046a3f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787398605.228357:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260979072 00000100:00100000:3.0:1787398605.228362:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260979072 00000100:00100000:3.0:1787398605.228411:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:3.0:1787398605.228420:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33599f050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:158794:x1874221260979072:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1787398605.228437:0:158800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398605.228456:0:158800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69800/0x57038999123425f5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x57038999123425ee expref: -99 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.228525:0:158800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912342593 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119be4 expref: 7 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.228536:0:158800:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69800/0x57038999123425f5 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x57038999123425ee expref: 14 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.228565:0:158800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912342593 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119be4 expref: 7 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.228579:0:158800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912342593 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119be4 expref: 7 pid: 158794 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398605.228616:0:158800:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33b380000 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:158800:1874221260979200:192.168.204.36@tcp:104: 00000100:00100000:3.0:1787398605.228695:0:158800:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20aea5e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787398605.229339:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247471616 00000100:00100000:2.0:1787398605.229347:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247471616 00000100:00100000:2.0:1787398605.229402:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 81 00000100:00100000:2.0:1787398605.229412:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33b383b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:69164:x1874221247471616:12345-192.168.204.36@tcp:103:rm.0 00010000:00010000:2.0:1787398605.229424:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398605.229445:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639400/0x57038999123425af lrc: 0/0,0 mode: --/PR res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119beb expref: 8 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.229460:0:158781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x4:0x0].0x0 (ffff9cf30da95b00) 00010000:00010000:2.0:1787398605.229472:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398605.229562:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33b383b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:69164:x1874221247471616:12345-192.168.204.36@tcp:103:rm.0 Request processed in 152us (2211us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398605.229571:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 81 00000100:00100000:3.0:1787398605.234123:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398605.234316:0:158800:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33b380000 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:158800:1874221260979200:192.168.204.36@tcp:104: 00010000:00010000:0.0:1787398605.234387:0:158800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69800/0x57038999123425f5 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123425ee expref: 14 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.234403:0:158800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30da95e00) 00010000:00010000:0.0:1787398605.234406:0:158800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398605.234410:0:158800:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69800/0x57038999123425f5 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123425ee expref: 14 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.234421:0:158800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a69800, rc 0) 00000100:00100000:0.0:1787398605.234533:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33599f050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+14:158794:x1874221260979072:12345-0@lo:101:mdt00_000.0 Request processed in 6113us (6405us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398605.234544:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:2.0:1787398605.235082:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf325f9f100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260979072:0@lo:101:mdt00_000.0 00010000:00010000:2.0:1787398605.235108:0:158794:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db400/0x57038999123425ee lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x57038999123425f5 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.235119:0:158794:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db400/0x57038999123425ee lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123425f5 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398605.235373:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247472000 00000100:00100000:1.0:1787398605.235385:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247472000 00010000:00010000:1.0:1787398605.235432:0:162512:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912342593 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119be4 expref: 7 pid: 158794 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398605.235498:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 129 00000100:00100000:1.0:1787398605.235508:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33b381500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:69162:x1874221247472000:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787398605.235537:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398605.235545:0:162512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912342593 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119be4 expref: 7 pid: 158794 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.235560:0:162512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912342593 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119be4 expref: 7 pid: 158794 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.235588:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912342593 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119be4 expref: 7 pid: 158794 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.235609:0:162512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30da95e00) 00010000:00010000:1.0:1787398605.235614:0:162512:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69800/0x57038999123425f5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123425ee expref: 13 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.235626:0:162512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69800/0x57038999123425f5 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x57038999123425ee expref: 13 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.235634:0:162512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69800/0x57038999123425f5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x57038999123425ee expref: 13 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.235675:0:162512:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69800/0x57038999123425f5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123425ee expref: 13 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398605.235692:0:162512:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:162512:1874221260979328:0@lo:105: 00000100:00100000:1.0:1787398605.235748:0:162512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398605.235789:0:162512:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf321542480 going to sleep for 11 seconds 00000100:00100000:3.0:1787398605.235911:0:158777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260979328 00000100:00100000:3.0:1787398605.235916:0:158777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260979328 00000100:00100000:3.0:1787398605.235959:0:158777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1787398605.235967:0:158777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:162512:x1874221260979328:12345-0@lo:105: 00010000:00010000:3.0:1787398605.235979:0:158777:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db400/0x57038999123425ee lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123425f5 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.235989:0:158777:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db400/0x57038999123425ee lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123425f5 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.235998:0:158777:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db400/0x57038999123425ee lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x57038999123425f5 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.236005:0:158777:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db400/0x57038999123425ee lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x57038999123425f5 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.236011:0:158777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db400/0x57038999123425ee lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x57038999123425f5 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.236019:0:158777:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db400/0x57038999123425ee lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x57038999123425f5 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.236059:0:158777:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9cf2056db400) 00000100:00100000:3.0:1787398605.236108:0:158777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:162512:x1874221260979328:12345-0@lo:105: Request processed in 142us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398605.236116:0:158777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1787398605.236434:0:162512:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:162512:1874221260979328:0@lo:105: 00010000:00010000:1.0:1787398605.236465:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787398605.236562:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33b381500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69162:x1874221247472000:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 1054us (2455us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.236571:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 129 00010000:00010000:1.0:1787398605.236600:0:158794:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db400/0x57038999123425ee lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123425f5 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.236610:0:158794:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db400/0x57038999123425ee lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123425f5 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787398605.236637:0:158794:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1787398605.236685:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638800/0x57038999123425fc lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.236694:0:158794:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638800/0x57038999123425fc lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.236704:0:158794:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638800/0x57038999123425fc lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398605.236723:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260979456:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1787398605.236760:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398605.236786:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf321542480 going to sleep for 11 seconds 00000100:00100000:2.0:1787398605.236896:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260979456 00000100:00100000:2.0:1787398605.236902:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260979456 00000100:00100000:2.0:1787398605.236941:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:2.0:1787398605.236949:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+14:158794:x1874221260979456:12345-0@lo:101:mdt00_000.0 00010000:00010000:2.0:1787398605.236978:0:162682:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398605.236997:0:162682:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9c200/0x5703899912342603 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x57038999123425fc expref: -99 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.237022:0:162682:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9c200/0x5703899912342603 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x57038999123425fc expref: 15 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.237034:0:162682:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9c200/0x5703899912342603 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123425fc expref: 15 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.237042:0:162682:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbf4c99ad (ffff9cf30d87df00) 00010000:00010000:2.0:1787398605.237059:0:162682:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398605.237062:0:162682:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf32cc9c200, rc 0) 00000100:00100000:2.0:1787398605.237109:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+15:158794:x1874221260979456:12345-0@lo:101:mdt00_000.0 Request processed in 161us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398605.237116:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:1.0:1787398605.237631:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260979456:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1787398605.237651:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638800/0x57038999123425fc lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912342603 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.237663:0:158794:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638800/0x57038999123425fc lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342603 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787398605.237720:0:158794:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1787398605.237769:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260979584:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787398605.237810:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398605.237839:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf3108a2c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787398605.237903:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260979584 00000100:00100000:0.0:1787398605.237909:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260979584 00000100:00100000:0.0:1787398605.237956:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:0.0:1787398605.237966:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+15:158794:x1874221260979584:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1787398605.238068:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+15:158794:x1874221260979584:12345-0@lo:1000:mdt00_000.0 Request processed in 103us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398605.238075:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:2.0:1787398605.239030:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260979584:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1787398605.239265:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bb2aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260979712:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1787398605.239320:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398605.239356:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbee40 going to sleep for 11 seconds 00000100:00100000:1.0:1787398605.239756:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260979712 00000100:00100000:1.0:1787398605.239763:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260979712 00000100:00100000:1.0:1787398605.239825:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:1.0:1787398605.239836:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+15:158794:x1874221260979712:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787398605.239999:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+15:158794:x1874221260979712:12345-0@lo:1000:mdt00_000.0 Request processed in 163us (677us total) trans 0 rc 1/1 00000100:00100000:1.0:1787398605.240007:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:2.0:1787398605.240783:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bb2aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260979712:0@lo:1000:mdt00_000.0 00010000:00010000:2.0:1787398605.240958:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x570389991234260a lrc: 3/0,1 mode: --/EX res: [0x240002343:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.240971:0:158794:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x570389991234260a lrc: 3/0,1 mode: --/EX res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.241008:0:158794:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x570389991234260a lrc: 3/0,1 mode: --/EX res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398605.241032:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bb2aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260979840:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1787398605.241178:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398605.241260:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbe780 going to sleep for 11 seconds 00000100:00100000:0.0:1787398605.241772:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260979840 00000100:00100000:0.0:1787398605.241781:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260979840 00000100:00100000:0.0:1787398605.241898:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:0.0:1787398605.241909:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+15:158794:x1874221260979840:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1787398605.241933:0:159531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398605.241961:0:159531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db800/0x5703899912342611 lrc: 2/0,0 mode: --/EX res: [0x240002343:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x570389991234260a expref: -99 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.242016:0:159531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db800/0x5703899912342611 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x570389991234260a expref: 16 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.242034:0:159531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db800/0x5703899912342611 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x570389991234260a expref: 16 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.242363:0:159531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x4:0x0].0x0 (ffff9cf2051cd700) 00010000:00010000:0.0:1787398605.242368:0:159531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787398605.242373:0:159531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056db800, rc 0) 00000100:00100000:0.0:1787398605.242458:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+16:158794:x1874221260979840:12345-0@lo:101:mdt00_000.0 Request processed in 549us (1277us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398605.242466:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:2.0:1787398605.242585:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bb2aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260979840:0@lo:101:mdt00_000.0 00010000:00010000:2.0:1787398605.242606:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x570389991234260a lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912342611 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.242617:0:158794:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x570389991234260a lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342611 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.242658:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d400/0x5703899912342618 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.242668:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d400/0x5703899912342618 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.242678:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d400/0x5703899912342618 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.242815:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9dc00/0x570389991234261f lrc: 3/0,1 mode: --/EX res: [0x240002340:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.242830:0:158794:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da600/0x57038999123425cb lrc: 2/0,0 mode: PR/PR res: [0x240002340:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bf9 expref: 20 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.242839:0:158794:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9dc00/0x570389991234261f lrc: 4/0,1 mode: --/EX res: [0x240002340:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.242901:0:158794:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da600/0x57038999123425cb lrc: 3/0,0 mode: PR/PR res: [0x240002340:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bf9 expref: 20 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.242918:0:158794:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da600/0x57038999123425cb lrc: 4/0,0 mode: PR/PR res: [0x240002340:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bf9 expref: 20 pid: 160868 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398605.242935:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034dd880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:158794:1874221260979968:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398605.243038:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbe780 going to sleep for 11 seconds 00000100:00100000:3.0:1787398605.246333:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398605.246437:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247472128 00000100:00100000:1.0:1787398605.246451:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247472128 00010000:00010000:1.0:1787398605.246541:0:158781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da600/0x57038999123425cb lrc: 5/0,0 mode: PR/PR res: [0x240002340:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bf9 expref: 21 pid: 160868 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398605.246583:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 130 00000100:00100000:1.0:1787398605.246604:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33b380000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+21:69163:x1874221247472128:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787398605.246624:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398605.246632:0:158781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da600/0x57038999123425cb lrc: 5/0,0 mode: PR/PR res: [0x240002340:0x7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bf9 expref: 21 pid: 160868 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.246647:0:158781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da600/0x57038999123425cb lrc: 4/0,0 mode: PR/PR res: [0x240002340:0x7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bf9 expref: 21 pid: 160868 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.246679:0:158781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x7:0x0].0x0 (ffff9cf2051cd800) 00010000:00010000:1.0:1787398605.246702:0:158781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9dc00/0x570389991234261f lrc: 3/0,1 mode: --/EX res: [0x240002340:0x7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.246713:0:158781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9dc00/0x570389991234261f lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.246721:0:158781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9dc00/0x570389991234261f lrc: 4/0,1 mode: EX/EX res: [0x240002340:0x7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.246748:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787398605.246823:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33b380000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+21:69163:x1874221247472128:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 220us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.246831:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 130 00010000:00010000:2.0:1787398605.247925:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da600/0x57038999123425cb lrc: 0/0,0 mode: --/PR res: [0x240002340:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119bf9 expref: 20 pid: 160868 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398605.247956:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034dd880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:158794:1874221260979968:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398605.247987:0:158794:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9dc00/0x570389991234261f lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.247998:0:158794:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9dc00/0x570389991234261f lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.248004:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9dc00/0x570389991234261f lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.248081:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x5703899912342626 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.248090:0:158794:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x5703899912342626 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.248103:0:158794:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x5703899912342626 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398605.248154:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034dd880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260980096:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1787398605.248221:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398605.248266:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbe780 going to sleep for 11 seconds 00000100:00100000:1.0:1787398605.248284:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260980096 00000100:00100000:1.0:1787398605.248292:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260980096 00000100:00100000:1.0:1787398605.248355:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:1.0:1787398605.248366:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+16:158794:x1874221260980096:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1787398605.248387:0:162682:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398605.248407:0:162682:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x570389991234262d lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912342626 expref: -99 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.248437:0:162682:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638400/0x57038999123425d9 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c00 expref: 5 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.248447:0:162682:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x570389991234262d lrc: 4/0,0 mode: --/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912342626 expref: 17 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.248510:0:162682:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638400/0x57038999123425d9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c00 expref: 5 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.248539:0:162682:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638400/0x57038999123425d9 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c00 expref: 5 pid: 158796 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398605.248552:0:162682:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11f800 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:162682:1874221260980224:192.168.204.36@tcp:104: 00000100:00100000:1.0:1787398605.248641:0:162682:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20c023300 going to sleep for 11 seconds 00000100:00100000:1.0:1787398605.250937:0:162682:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11f800 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:162682:1874221260980224:192.168.204.36@tcp:104: 00010000:00010000:1.0:1787398605.250982:0:162682:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x570389991234262d lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342626 expref: 17 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.250998:0:162682:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x7:0x0].0x0 (ffff9cf30da95d00) 00010000:00010000:1.0:1787398605.251002:0:162682:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1787398605.251006:0:162682:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x570389991234262d lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342626 expref: 17 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.251016:0:162682:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x570389991234262d lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342626 expref: 17 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.251024:0:162682:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b638c00, rc 0) 00000100:00100000:1.0:1787398605.251291:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+17:158794:x1874221260980096:12345-0@lo:101:mdt00_000.0 Request processed in 2924us (3068us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.251301:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:2.0:1787398605.251422:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034dd880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260980096:0@lo:101:mdt00_000.0 00010000:00010000:2.0:1787398605.251447:0:158794:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x5703899912342626 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x570389991234262d expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.251458:0:158794:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x5703899912342626 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234262d expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398605.257893:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398605.258027:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247472256 00000100:00100000:2.0:1787398605.258042:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247472256 00010000:00010000:2.0:1787398605.258114:0:158780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638400/0x57038999123425d9 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c00 expref: 6 pid: 158796 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398605.258178:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 131 00000100:00100000:2.0:1787398605.258191:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69165:x1874221247472256:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787398605.258210:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398605.258219:0:158780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638400/0x57038999123425d9 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c00 expref: 6 pid: 158796 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.258236:0:158780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638400/0x57038999123425d9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c00 expref: 6 pid: 158796 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.258265:0:158780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638400/0x57038999123425d9 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c00 expref: 6 pid: 158796 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.258312:0:158780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x7:0x0].0x0 (ffff9cf30da95d00) 00010000:00010000:2.0:1787398605.258321:0:158780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x570389991234262d lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342626 expref: 16 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.258334:0:158780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x570389991234262d lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x5703899912342626 expref: 16 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.258345:0:158780:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x570389991234262d lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x5703899912342626 expref: 16 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.258392:0:158780:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x570389991234262d lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342626 expref: 16 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398605.258410:0:158780:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034dd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:158780:1874221260980352:0@lo:105: 00000100:00100000:2.0:1787398605.258473:0:158780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398605.258592:0:158780:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbe780 going to sleep for 11 seconds 00000100:00100000:3.0:1787398605.259246:0:158777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260980352 00000100:00100000:3.0:1787398605.259254:0:158777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260980352 00000100:00100000:3.0:1787398605.259312:0:158777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1787398605.259322:0:158777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:158780:x1874221260980352:12345-0@lo:105: 00010000:00010000:3.0:1787398605.259335:0:158777:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x5703899912342626 lrc: 5/0,1 mode: --/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234262d expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.259345:0:158777:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x5703899912342626 lrc: 5/0,1 mode: --/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234262d expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.259355:0:158777:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x5703899912342626 lrc: 5/0,1 mode: --/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x570389991234262d expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.259363:0:158777:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x5703899912342626 lrc: 5/0,1 mode: EX/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x570389991234262d expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.259370:0:158777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x5703899912342626 lrc: 6/0,1 mode: EX/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x570389991234262d expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.259379:0:158777:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x5703899912342626 lrc: 6/0,1 mode: EX/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x570389991234262d expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.259413:0:158777:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9cf32cc9d200) 00000100:00100000:3.0:1787398605.259532:0:158777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:158780:x1874221260980352:12345-0@lo:105: Request processed in 212us (1058us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398605.259540:0:158777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1787398605.259654:0:158780:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034dd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:158780:1874221260980352:0@lo:105: 00010000:00010000:0.0:1787398605.259679:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398605.259736:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69165:x1874221247472256:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 1547us (1856us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398605.259745:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 131 00010000:00010000:1.0:1787398605.259983:0:158794:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x5703899912342626 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234262d expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.259996:0:158794:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x5703899912342626 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234262d expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398605.261065:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11f800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260980480:0@lo:403:mdt00_000.0 00000100:00100000:1.0:1787398605.261161:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398605.261205:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20c023300 going to sleep for 11 seconds 00000100:00100000:0.0:1787398605.261777:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260980480 00000100:00100000:0.0:1787398605.261788:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260980480 00000100:00100000:0.0:1787398605.261868:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:0.0:1787398605.261879:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+17:158794:x1874221260980480:12345-0@lo:403:mdt00_000.0 00000100:00100000:0.0:1787398605.264064:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+17:158794:x1874221260980480:12345-0@lo:403:mdt00_000.0 Request processed in 2174us (2891us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398605.264080:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:3.0:1787398605.265520:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11f800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260980480:0@lo:403:mdt00_000.0 00000040:00080000:3.0:1787398605.267841:0:158794:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002b10:0x2:0x0].5, 944 off37488 00000040:00080000:3.0:1787398605.268134:0:158794:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab4:0x2:0x0].5, 1024 off37888 00000004:00080000:3.0:1787398605.268153:0:158794:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9cf20aea5b40 with version 12 00000004:00080000:1.0:1787398605.268226:0:165613:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf33f4d50c0 version 12 rpc_version 12 00000020:00100000:1.0:1787398605.268278:0:165613:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787398605.268293:0:165613:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf33f11f480 x1874221260980736/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2352/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787398605.268327:0:165613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11f480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221260980736:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787398605.268416:0:165613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398605.268463:0:165613:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20c023180 going to sleep for 11 seconds 00000100:00100000:0.0:1787398605.268636:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260980736 00000100:00100000:0.0:1787398605.268664:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260980736 00000100:00100000:0.0:1787398605.268732:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:0.0:1787398605.268743:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+17:165613:x1874221260980736:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787398605.269383:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+18:165613:x1874221260980736:12345-0@lo:1000:osp_up0-1.0 Request processed in 638us (963us total) trans 34359738644 rc 0/0 00000100:00100000:0.0:1787398605.269393:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:2.0:1787398605.270361:0:165613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11f480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221260980736:0@lo:1000:osp_up0-1.0 00000004:00200000:3.0:1787398605.272974:0:158794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x4:0x0]: returning size 4096 00010000:00010000:3.0:1787398605.273019:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9dc00/0x570389991234261f lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.273033:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9dc00/0x570389991234261f lrc: 2/0,0 mode: EX/EX res: [0x240002340:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.273040:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9dc00/0x570389991234261f lrc: 3/0,0 mode: EX/EX res: [0x240002340:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.273046:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf32cc9dc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398605.273121:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9dc00/0x570389991234261f lrc: 3/0,0 mode: EX/EX res: [0x240002340:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.273132:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9dc00/0x570389991234261f lrc: 4/0,0 mode: EX/EX res: [0x240002340:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.273164:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x7:0x0].0x0 (ffff9cf2051cd800) 00010000:00010000:3.0:1787398605.273167:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1787398605.273174:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9dc00/0x570389991234261f lrc: 2/0,0 mode: --/EX res: [0x240002340:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.273181:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9dc00/0x570389991234261f lrc: 0/0,0 mode: --/EX res: [0x240002340:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.273247:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x5703899912342626 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234262d expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.273565:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x5703899912342626 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x570389991234262d expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.273576:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x5703899912342626 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x570389991234262d expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.273676:0:158794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1787398605.273691:0:158794:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0x7:0x0] 00010000:00010000:3.0:1787398605.273706:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d400/0x5703899912342618 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.273713:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d400/0x5703899912342618 lrc: 2/0,0 mode: EX/EX res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.273720:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d400/0x5703899912342618 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.273726:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf32cc9d400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398605.273730:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d400/0x5703899912342618 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.273737:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d400/0x5703899912342618 lrc: 4/0,0 mode: EX/EX res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.273748:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x4:0x0].0x0 (ffff9cf30d87d100) 00010000:00010000:3.0:1787398605.273750:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398605.273762:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d400/0x5703899912342618 lrc: 2/0,0 mode: --/EX res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.273769:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d400/0x5703899912342618 lrc: 0/0,0 mode: --/EX res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.273786:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x570389991234260a lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342611 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.273793:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x570389991234260a lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912342611 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.273801:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x570389991234260a lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912342611 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.273840:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787398605.273850:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x5703899912342626 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x570389991234262d expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.273868:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf32cc9d200 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:1.0:1787398605.273874:0:158782:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x5703899912342626 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x570389991234262d expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398605.273882:0:158782:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x5703899912342626 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x570389991234262d expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.273938:0:158782:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x5703899912342626 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x570389991234262d expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.273946:0:158782:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787398605.273996:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x5703899912342626 lrc: 1/0,0 mode: --/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x570389991234262d expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.274011:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d200/0x5703899912342626 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x570389991234262d expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.274027:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787398605.274030:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x570389991234260a lrc: 4/0,0 mode: EX/EX res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x5703899912342611 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.274037:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf32cc9c000 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:1.0:1787398605.274040:0:158782:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x570389991234260a lrc: 5/0,0 mode: EX/EX res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912342611 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398605.274059:0:158782:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x570389991234260a lrc: 5/0,0 mode: EX/EX res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912342611 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.274079:0:158782:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x570389991234260a lrc: 4/0,0 mode: --/EX res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342611 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.274086:0:158782:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787398605.274093:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x570389991234260a lrc: 3/0,0 mode: --/EX res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342611 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.274101:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398605.274103:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398605.274105:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398605.275132:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260980864:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787398605.275246:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398605.275318:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787398605.275325:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260980992:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787398605.275348:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398605.275773:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260980864 00000100:00100000:1.0:1787398605.275785:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260980864 00000100:00100000:1.0:1787398605.275867:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260980992 00000100:00100000:1.0:1787398605.275871:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260980992 00000100:00100000:1.0:1787398605.275916:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1787398605.275927:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+19:106502:x1874221260980864:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787398605.275945:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398605.275976:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x570389991234262d lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912342626 expref: 19 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.275998:0:158781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x7:0x0].0x0 (ffff9cf30da95d00) 00010000:00010000:1.0:1787398605.276012:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787398605.276079:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+18:106502:x1874221260980864:12345-0@lo:103:ldlm_bl.0 Request processed in 153us (833us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.276087:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1787398605.276110:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1787398605.276117:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+17:106502:x1874221260980992:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787398605.276124:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398605.276145:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db800/0x5703899912342611 lrc: 0/0,0 mode: --/EX res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x570389991234260a expref: 17 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.276159:0:158781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x4:0x0].0x0 (ffff9cf2051cd700) 00010000:00010000:1.0:1787398605.276167:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787398605.276190:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+16:106502:x1874221260980992:12345-0@lo:103:ldlm_bl.0 Request processed in 74us (840us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.276196:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1787398605.276245:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260980992:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787398605.276254:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260980864:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787398605.276458:0:158794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1787398605.276470:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x570389991234260a lrc: 0/0,0 mode: --/EX res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342611 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787398605.276534:0:158794:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1787398605.276551:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db400/0x57038999123425ee lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123425f5 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.276560:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db400/0x57038999123425ee lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x57038999123425f5 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.276568:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db400/0x57038999123425ee lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x57038999123425f5 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.276596:0:158794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1787398605.276612:0:158794:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1787398605.276618:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638800/0x57038999123425fc lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912342603 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.276631:0:158794:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638800/0x57038999123425fc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912342603 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398605.276727:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33b383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+20:123749:x1874221247471872:12345-192.168.204.36@tcp:36:rm.0 Request processed in 48983us (49448us total) trans 25769803791 rc 0/0 00000100:00100000:3.0:1787398605.276736:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 450 00010000:00010000:0.0:1787398605.276792:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787398605.276800:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db400/0x57038999123425ee lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x57038999123425f5 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.276807:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056db400 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:0.0:1787398605.276812:0:159542:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db400/0x57038999123425ee lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x57038999123425f5 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398605.276820:0:159542:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db400/0x57038999123425ee lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x57038999123425f5 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.276861:0:159542:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db400/0x57038999123425ee lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x57038999123425f5 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.276868:0:159542:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787398605.276899:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db400/0x57038999123425ee lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x57038999123425f5 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398605.276911:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1787398605.276918:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db400/0x57038999123425ee lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x57038999123425f5 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398605.276926:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf325f9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260981120:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787398605.276933:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398605.276935:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398605.276936:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398605.276975:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398605.277021:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260981120 00000100:00100000:0.0:1787398605.277027:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260981120 00000100:00100000:0.0:1787398605.277072:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1787398605.277080:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf209b8b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+16:106501:x1874221260981120:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787398605.277092:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398605.277107:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69800/0x57038999123425f5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x57038999123425ee expref: 16 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.277119:0:158781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30da95e00) 00010000:00010000:0.0:1787398605.277127:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398605.277171:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf209b8b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+15:106501:x1874221260981120:12345-0@lo:103:ldlm_bl.0 Request processed in 91us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398605.277177:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1787398605.277285:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf325f9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260981120:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787398605.279330:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398605.281336:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398605.281834:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247472384 00000100:00100000:0.0:1787398605.281850:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247472384 00000100:00100000:0.0:1787398605.281946:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 451 00000100:00100000:0.0:1787398605.281961:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:123749:x1874221247472384:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:0.0:1787398605.281994:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398605.282032:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x5703899912342634 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119c0e expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.282347:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db000/0x570389991234263b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.282363:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db000/0x570389991234263b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.282376:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db000/0x570389991234263b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787398605.282438:0:160868:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1787398605.282441:0:160868:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787398605.282467:0:160868:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db000/0x570389991234263b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.282535:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x5703899912342634 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c0e expref: 7 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.282561:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db000/0x570389991234263b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c0e expref: 6 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.282571:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cd100) 00010000:00010000:0.0:1787398605.282574:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787398605.282579:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056db000, rc 0) 00000100:00100000:0.0:1787398605.282662:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:123749:x1874221247472384:12345-192.168.204.36@tcp:101:rm.0 Request processed in 705us (1341us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398605.282670:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 451 00000100:00100000:3.0:1787398605.285417:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398605.285814:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247472512 00000100:00100000:1.0:1787398605.285844:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247472512 00000100:00100000:1.0:1787398605.285935:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 452 00000100:00100000:1.0:1787398605.285949:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:123749:x1874221247472512:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:1.0:1787398605.285979:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398605.286007:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912342642 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119c15 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.286253:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912342649 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.286272:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912342649 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.286288:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912342649 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.286305:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x5703899912342650 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.286314:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x5703899912342650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.286321:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x5703899912342650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398605.286520:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:158796:1874221260981248:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1787398605.286603:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398605.286642:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20c023780 going to sleep for 11 seconds 00000100:00100000:0.0:1787398605.286738:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260981248 00000100:00100000:0.0:1787398605.286744:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260981248 00000100:00100000:0.0:1787398605.286807:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:0.0:1787398605.286816:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:158796:x1874221260981248:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1787398605.286940:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:158796:x1874221260981248:12345-0@lo:1000:mdt00_002.0 Request processed in 125us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398605.286950:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:2.0:1787398605.287073:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:158796:1874221260981248:0@lo:1000:mdt00_002.0 00010000:00010000:2.0:1787398605.287146:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d000/0x5703899912342657 lrc: 3/1,0 mode: --/PR res: [0x240002343:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.287171:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d000/0x5703899912342657 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.287182:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d000/0x5703899912342657 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398605.287212:0:158796:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d000/0x5703899912342657 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.287231:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912342649 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.287239:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912342649 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.287246:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912342649 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.287254:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912342649 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.287261:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398605.287266:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912342649 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.287275:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912342649 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.287289:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cd100) 00010000:00010000:2.0:1787398605.287293:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398605.287299:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912342649 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.287313:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912342649 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.287332:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x5703899912342650 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.287338:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x5703899912342650 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.287344:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x5703899912342650 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.287349:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398605.287352:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x5703899912342650 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.287357:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x5703899912342650 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.287365:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x96709776 (ffff9cf30da95300) 00010000:00010000:2.0:1787398605.287368:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398605.287371:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x5703899912342650 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.287378:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x5703899912342650 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.287429:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912342642 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c15 expref: 8 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.287459:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d000/0x5703899912342657 lrc: 3/0,0 mode: PR/PR res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c15 expref: 7 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.287467:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x5:0x0].0x0 (ffff9cf30d87db00) 00010000:00010000:2.0:1787398605.287469:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787398605.287471:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf32cc9d000, rc 0) 00000100:00100000:2.0:1787398605.287581:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:123749:x1874221247472512:12345-192.168.204.36@tcp:101:rm.0 Request processed in 1635us (2180us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398605.287590:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 452 00000100:00100000:3.0:1787398605.290577:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398605.290793:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247472640 00000100:00100000:2.0:1787398605.290806:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247472640 00000100:00100000:2.0:1787398605.290892:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 453 00000100:00100000:2.0:1787398605.290904:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+20:123749:x1874221247472640:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:2.0:1787398605.290937:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398605.290969:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9c000/0x570389991234265e lrc: 2/0,0 mode: --/CR res: [0x240002343:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119c1c expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.291230:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d400/0x5703899912342665 lrc: 3/1,0 mode: --/PR res: [0x240002343:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.291248:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d400/0x5703899912342665 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.291264:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d400/0x5703899912342665 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787398605.291405:0:158795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1787398605.291422:0:158795:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787398605.291473:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9c000/0x570389991234265e lrc: 0/0,0 mode: --/CR res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c1c expref: 22 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.291710:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d400/0x5703899912342665 lrc: 3/0,0 mode: PR/PR res: [0x240002343:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c1c expref: 21 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.291720:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x5:0x0].0x0 (ffff9cf30d87dc00) 00010000:00010000:2.0:1787398605.291723:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787398605.291728:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf32cc9d400, rc 0) 00000100:00100000:2.0:1787398605.291812:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+21:123749:x1874221247472640:12345-192.168.204.36@tcp:101:rm.0 Request processed in 910us (1252us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398605.291822:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 453 00000100:00100000:0.0:1787398605.298971:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398605.299086:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247472768 00000100:00100000:2.0:1787398605.299100:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247472768 00000100:00100000:2.0:1787398605.299183:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 454 00000100:00100000:2.0:1787398605.299196:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+21:123749:x1874221247472768:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:2.0:1787398605.299226:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398605.299264:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9dc00/0x570389991234266c lrc: 2/0,0 mode: --/CR res: [0x240002340:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119c23 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.299355:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d200/0x5703899912342673 lrc: 3/1,0 mode: --/PR res: [0x240002340:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.299373:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d200/0x5703899912342673 lrc: 3/1,0 mode: PR/PR res: [0x240002340:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.299388:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d200/0x5703899912342673 lrc: 3/1,0 mode: PR/PR res: [0x240002340:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787398605.299519:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002340:0x8:0x0]: returning size 4096 00000004:00200000:2.0:1787398605.299527:0:158796:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787398605.299580:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9dc00/0x570389991234266c lrc: 0/0,0 mode: --/CR res: [0x240002340:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c23 expref: 23 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.299606:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d200/0x5703899912342673 lrc: 3/0,0 mode: PR/PR res: [0x240002340:0x8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c23 expref: 22 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.299616:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x8:0x0].0x0 (ffff9cf30d87d100) 00010000:00010000:2.0:1787398605.299620:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787398605.299624:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf32cc9d200, rc 0) 00000100:00100000:2.0:1787398605.299706:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+22:123749:x1874221247472768:12345-192.168.204.36@tcp:101:rm.0 Request processed in 512us (752us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398605.299714:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 454 00000100:00100000:3.0:1787398605.311963:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398605.312532:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247472896 00000100:00100000:0.0:1787398605.312546:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247472896 00000100:00100000:0.0:1787398605.312630:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 455 00000100:00100000:0.0:1787398605.312643:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:123749:x1874221247472896:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:0.0:1787398605.312673:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398605.312708:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dac00/0x570389991234267a lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119c2a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.312798:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x5703899912342681 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.312816:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x5703899912342681 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.312831:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x5703899912342681 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787398605.312916:0:160868:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab1:0x8:0x0]: returning size 4096 00000004:00200000:0.0:1787398605.312923:0:160868:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787398605.312972:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dac00/0x570389991234267a lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c2a expref: 9 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.312999:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x5703899912342681 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c2a expref: 8 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.313028:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x8:0x0].0x0 (ffff9cf2051cd300) 00010000:00010000:0.0:1787398605.313031:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787398605.313037:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056da400, rc 0) 00000100:00100000:0.0:1787398605.313319:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123749:x1874221247472896:12345-192.168.204.36@tcp:101:rm.0 Request processed in 678us (1372us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398605.313328:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 455 00000100:00100000:0.0:1787398605.321705:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398605.321834:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247473152 00000100:00100000:2.0:1787398605.321847:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247473152 00000100:00100000:2.0:1787398605.321936:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 456 00000100:00100000:2.0:1787398605.321949:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+22:123749:x1874221247473152:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:2.0:1787398605.321980:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398605.322014:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9dc00/0x5703899912342688 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119c31 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787398605.322245:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x5:0x0]: returning size 4096 00010000:00010000:2.0:1787398605.322383:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9dc00/0x5703899912342688 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c31 expref: 24 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.322424:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30d87dd00) 00010000:00010000:2.0:1787398605.322428:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787398605.322434:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9dc00/0x5703899912342688 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c31 expref: 24 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.322459:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf32cc9dc00, rc 0) 00000100:00100000:2.0:1787398605.322615:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+23:123749:x1874221247473152:12345-192.168.204.36@tcp:101:rm.0 Request processed in 668us (924us total) trans 25769803792 rc 301/301 00000100:00100000:2.0:1787398605.322624:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 456 00000100:00100000:3.0:1787398605.332010:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398605.332165:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247473280 00000100:00100000:2.0:1787398605.332180:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247473280 00000100:00100000:2.0:1787398605.332262:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 119 00000100:00100000:2.0:1787398605.332275:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+23:123749:x1874221247473280:12345-192.168.204.36@tcp:37:rm.0 00000100:00100000:2.0:1787398605.346676:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+23:123749:x1874221247473280:12345-192.168.204.36@tcp:37:rm.0 Request processed in 14385us (14662us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398605.346696:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 119 00000100:00100000:0.0:1787398605.350451:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398605.350755:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247473408 00000100:00100000:1.0:1787398605.350770:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247473408 00000100:00100000:1.0:1787398605.350844:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 120 00000100:00100000:1.0:1787398605.350888:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123749:x1874221247473408:12345-192.168.204.36@tcp:37:rm.0 00000100:00100000:1.0:1787398605.355200:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123749:x1874221247473408:12345-192.168.204.36@tcp:37:rm.0 Request processed in 4297us (4748us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.355219:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 120 00000100:00100000:3.0:1787398605.363843:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398605.363988:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247473664 00000100:00100000:2.0:1787398605.364001:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247473664 00000100:00100000:2.0:1787398605.364085:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 121 00000100:00100000:2.0:1787398605.364098:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+23:123749:x1874221247473664:12345-192.168.204.36@tcp:35:rm.0 00000100:00100000:2.0:1787398605.364425:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+24:123749:x1874221247473664:12345-192.168.204.36@tcp:35:rm.0 Request processed in 327us (596us total) trans 25769803793 rc 0/0 00000100:00100000:2.0:1787398605.364435:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 121 00000100:00100000:0.0:1787398605.372563:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398605.372623:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398605.372736:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247473792 00000100:00100000:1.0:1787398605.372749:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247473792 00000100:00100000:1.0:1787398605.372842:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 85 00000100:00100000:1.0:1787398605.372854:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:69165:x1874221247473792:12345-192.168.204.36@tcp:103:rm.0 00010000:00010000:1.0:1787398605.372875:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398605.372910:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d000/0x5703899912342657 lrc: 0/0,0 mode: --/PR res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c15 expref: 8 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.372935:0:162512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x5:0x0].0x0 (ffff9cf30d87db00) 00010000:00010000:1.0:1787398605.372949:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787398605.373026:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:69165:x1874221247473792:12345-192.168.204.36@tcp:103:rm.0 Request processed in 173us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.373035:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 85 00000100:00100000:2.0:1787398605.374591:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247474048 00000100:00100000:2.0:1787398605.374632:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247474048 00000100:00100000:2.0:1787398605.374716:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 457 00000100:00100000:2.0:1787398605.374728:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+24:123749:x1874221247474048:12345-192.168.204.36@tcp:36:rm.0 00010000:00010000:2.0:1787398605.374809:0:158795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398605.374844:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d400/0x5703899912342665 lrc: 0/0,0 mode: --/PR res: [0x240002343:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c1c expref: 24 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.374881:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x5:0x0].0x0 (ffff9cf30d87dc00) 00010000:00010000:2.0:1787398605.374893:0:158795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787398605.374966:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9dc00/0x5703899912342696 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.374976:0:158795:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9dc00/0x5703899912342696 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.374987:0:158795:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9dc00/0x5703899912342696 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398605.375015:0:158795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034dd880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260981376:0@lo:101:mdt00_001.0 00000100:00100000:2.0:1787398605.375367:0:158795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398605.375411:0:158795:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbe0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787398605.375540:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260981376 00000100:00100000:0.0:1787398605.375546:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260981376 00000100:00100000:0.0:1787398605.375593:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:0.0:1787398605.375603:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+15:158795:x1874221260981376:12345-0@lo:101:mdt00_001.0 00010000:00010000:0.0:1787398605.375621:0:159531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398605.375641:0:159531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x570389991234269d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912342696 expref: -99 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.375672:0:159531:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db000/0x570389991234263b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c0e expref: 6 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.375682:0:159531:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x570389991234269d lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912342696 expref: 16 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.375710:0:159531:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db000/0x570389991234263b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c0e expref: 6 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.375740:0:159531:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db000/0x570389991234263b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c0e expref: 6 pid: 160868 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398605.375754:0:159531:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf325f9d180 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159531:1874221260981504:192.168.204.36@tcp:104: 00000100:00100000:0.0:1787398605.375841:0:159531:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046a3000 going to sleep for 11 seconds 00000100:00100000:3.0:1787398605.379813:0:159531:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf325f9d180 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159531:1874221260981504:192.168.204.36@tcp:104: 00010000:00010000:3.0:1787398605.379881:0:159531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x570389991234269d lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342696 expref: 16 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.379898:0:159531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cd100) 00010000:00010000:3.0:1787398605.379901:0:159531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398605.379906:0:159531:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x570389991234269d lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342696 expref: 16 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.379918:0:159531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056db400, rc 0) 00000100:00100000:3.0:1787398605.380002:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+16:158795:x1874221260981376:12345-0@lo:101:mdt00_001.0 Request processed in 4399us (4634us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398605.380036:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:1.0:1787398605.380246:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398605.380593:0:158795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034dd880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260981376:0@lo:101:mdt00_001.0 00010000:00010000:2.0:1787398605.380619:0:158795:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9dc00/0x5703899912342696 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x570389991234269d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.380631:0:158795:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9dc00/0x5703899912342696 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234269d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398605.381276:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247474176 00000100:00100000:0.0:1787398605.381288:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247474176 00010000:00010000:0.0:1787398605.381333:0:158781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db000/0x570389991234263b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c0e expref: 7 pid: 160868 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398605.381375:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 132 00000100:00100000:0.0:1787398605.381385:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:69162:x1874221247474176:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398605.381406:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398605.381413:0:158781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db000/0x570389991234263b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c0e expref: 7 pid: 160868 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.381426:0:158781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db000/0x570389991234263b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c0e expref: 7 pid: 160868 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.381452:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db000/0x570389991234263b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c0e expref: 7 pid: 160868 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.381471:0:158781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cd100) 00010000:00010000:0.0:1787398605.381505:0:158781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x570389991234269d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342696 expref: 15 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.381532:0:158781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x570389991234269d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x5703899912342696 expref: 15 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.381541:0:158781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x570389991234269d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x5703899912342696 expref: 15 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.381581:0:158781:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x570389991234269d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342696 expref: 15 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398605.381596:0:158781:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf325f9f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:158781:1874221260981632:0@lo:105: 00000100:00100000:0.0:1787398605.381658:0:158781:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398605.381701:0:158781:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046a30c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787398605.381846:0:158777:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1787398605.381869:0:158777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260981632 00000100:00100000:1.0:1787398605.381873:0:158777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260981632 00000100:00100000:1.0:1787398605.381910:0:158777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1787398605.381917:0:158777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33c5f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:158781:x1874221260981632:12345-0@lo:105: 00010000:00010000:1.0:1787398605.381928:0:158777:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9dc00/0x5703899912342696 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234269d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.381950:0:158777:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9dc00/0x5703899912342696 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234269d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.381960:0:158777:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9dc00/0x5703899912342696 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x570389991234269d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.381968:0:158777:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9dc00/0x5703899912342696 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x570389991234269d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.381974:0:158777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9dc00/0x5703899912342696 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x570389991234269d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.381984:0:158777:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9dc00/0x5703899912342696 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x570389991234269d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.381999:0:158777:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9cf32cc9dc00) 00000100:00100000:1.0:1787398605.382033:0:158777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33c5f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:158781:x1874221260981632:12345-0@lo:105: Request processed in 116us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.382039:0:158777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1787398605.382339:0:158781:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf325f9f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:158781:1874221260981632:0@lo:105: 00010000:00010000:0.0:1787398605.382356:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398605.382410:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69162:x1874221247474176:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 1025us (2164us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398605.382418:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 132 00010000:00010000:2.0:1787398605.382603:0:158795:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9dc00/0x5703899912342696 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234269d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.382623:0:158795:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9dc00/0x5703899912342696 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234269d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398605.382653:0:158795:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787398605.382697:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x57038999123426a4 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.382704:0:158795:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x57038999123426a4 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.382714:0:158795:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x57038999123426a4 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398605.382733:0:158795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034dd880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260981760:0@lo:101:mdt00_001.0 00000100:00100000:2.0:1787398605.382768:0:158795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398605.382797:0:158795:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbe0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787398605.383912:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260981760 00000100:00100000:0.0:1787398605.383929:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260981760 00000100:00100000:0.0:1787398605.383997:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:0.0:1787398605.384009:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+16:158795:x1874221260981760:12345-0@lo:101:mdt00_001.0 00010000:00010000:0.0:1787398605.384035:0:158800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398605.384315:0:158800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da600/0x57038999123426ab lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x57038999123426a4 expref: -99 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.384351:0:158800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da600/0x57038999123426ab lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x57038999123426a4 expref: 17 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.384384:0:158800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da600/0x57038999123426ab lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123426a4 expref: 17 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.384394:0:158800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x96709776 (ffff9cf2051cdf00) 00010000:00010000:0.0:1787398605.384397:0:158800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398605.384402:0:158800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056da600, rc 0) 00000100:00100000:0.0:1787398605.384573:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+17:158795:x1874221260981760:12345-0@lo:101:mdt00_001.0 Request processed in 565us (1803us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398605.384580:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:2.0:1787398605.388256:0:158795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034dd880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260981760:0@lo:101:mdt00_001.0 00010000:00010000:2.0:1787398605.388305:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x57038999123426a4 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x57038999123426ab expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.388975:0:158795:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x57038999123426a4 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123426ab expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398605.389018:0:158795:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:2.0:1787398605.389246:0:158795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034dd880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260981888:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1787398605.389344:0:158795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398605.389394:0:158795:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbed80 going to sleep for 11 seconds 00000100:00100000:1.0:1787398605.389991:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260981888 00000100:00100000:1.0:1787398605.390001:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260981888 00000100:00100000:1.0:1787398605.390158:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:1.0:1787398605.390170:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+17:158795:x1874221260981888:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1787398605.390297:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+17:158795:x1874221260981888:12345-0@lo:1000:mdt00_001.0 Request processed in 129us (953us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.390306:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:2.0:1787398605.390434:0:158795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034dd880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260981888:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1787398605.390545:0:158795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034dd880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260982016:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1787398605.390581:0:158795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398605.397305:0:158795:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbed80 going to sleep for 11 seconds 00000100:00100000:3.0:1787398605.399561:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260982016 00000100:00100000:3.0:1787398605.399585:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260982016 00000100:00100000:3.0:1787398605.399741:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:3.0:1787398605.399755:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+17:158795:x1874221260982016:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1787398605.401244:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+17:158795:x1874221260982016:12345-0@lo:1000:mdt00_001.0 Request processed in 1481us (10650us total) trans 0 rc 1/1 00000100:00100000:3.0:1787398605.401265:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:2.0:1787398605.403298:0:158795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034dd880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260982016:0@lo:1000:mdt00_001.0 00010000:00010000:2.0:1787398605.403441:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d400/0x57038999123426b2 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.403454:0:158795:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d400/0x57038999123426b2 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.403466:0:158795:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d400/0x57038999123426b2 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398605.403509:0:158795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7f2680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260982144:0@lo:101:mdt00_001.0 00000100:00100000:2.0:1787398605.403588:0:158795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398605.403647:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260982144 00000100:00100000:2.0:1787398605.403655:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260982144 00000100:00100000:2.0:1787398605.403712:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:2.0:1787398605.403722:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+17:158795:x1874221260982144:12345-0@lo:101:mdt00_001.0 00010000:00010000:2.0:1787398605.403744:0:158800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398605.403765:0:158800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9c400/0x57038999123426b9 lrc: 2/0,0 mode: --/EX res: [0x240002343:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x57038999123426b2 expref: -99 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.403800:0:158800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9c400/0x57038999123426b9 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x57038999123426b2 expref: 18 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.403816:0:158800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9c400/0x57038999123426b9 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123426b2 expref: 18 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.403843:0:158800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x5:0x0].0x0 (ffff9cf30d87d200) 00010000:00010000:2.0:1787398605.403847:0:158800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787398605.403851:0:158800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf32cc9c400, rc 0) 00000100:00100000:2.0:1787398605.403886:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+18:158795:x1874221260982144:12345-0@lo:101:mdt00_001.0 Request processed in 165us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398605.403893:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:2.0:1787398605.403923:0:158795:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbe0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787398605.403938:0:158795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7f2680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260982144:0@lo:101:mdt00_001.0 00010000:00010000:2.0:1787398605.403953:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d400/0x57038999123426b2 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x57038999123426b9 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.403964:0:158795:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d400/0x57038999123426b2 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123426b9 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.403994:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d000/0x57038999123426c0 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.404003:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d000/0x57038999123426c0 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.404012:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d000/0x57038999123426c0 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.404164:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf30911cc00/0x57038999123426c7 lrc: 3/0,1 mode: --/EX res: [0x240002340:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.404181:0:158795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d200/0x5703899912342673 lrc: 2/0,0 mode: PR/PR res: [0x240002340:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c23 expref: 23 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.404201:0:158795:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf30911cc00/0x57038999123426c7 lrc: 4/0,1 mode: --/EX res: [0x240002340:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.404231:0:158795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d200/0x5703899912342673 lrc: 3/0,0 mode: PR/PR res: [0x240002340:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c23 expref: 23 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.404248:0:158795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d200/0x5703899912342673 lrc: 4/0,0 mode: PR/PR res: [0x240002340:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c23 expref: 23 pid: 158796 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398605.404262:0:158795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7f2680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:158795:1874221260982272:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398605.404354:0:158795:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbe0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787398605.411260:0:158795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7f2680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:158795:1874221260982272:192.168.204.36@tcp:104: 00010000:00010000:3.0:1787398605.411316:0:158795:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9cf30911cc00/0x57038999123426c7 lrc: 3/0,1 mode: --/EX res: [0x240002340:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398605.414091:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398605.414818:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247474304 00000100:00100000:3.0:1787398605.414836:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247474304 00010000:00010000:3.0:1787398605.414914:0:162512:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d200/0x5703899912342673 lrc: 4/0,0 mode: PR/PR res: [0x240002340:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c23 expref: 24 pid: 158796 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398605.415014:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 133 00000100:00100000:3.0:1787398605.415027:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+24:69163:x1874221247474304:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398605.415063:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398605.415073:0:162512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d200/0x5703899912342673 lrc: 4/0,0 mode: PR/PR res: [0x240002340:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c23 expref: 24 pid: 158796 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.415089:0:162512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d200/0x5703899912342673 lrc: 3/0,0 mode: PR/PR res: [0x240002340:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c23 expref: 24 pid: 158796 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.415154:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d200/0x5703899912342673 lrc: 0/0,0 mode: --/PR res: [0x240002340:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c23 expref: 24 pid: 158796 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.415177:0:162512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x8:0x0].0x0 (ffff9cf30d87d100) 00010000:00010000:3.0:1787398605.415184:0:162512:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9cf30911cc00/0x57038999123426c7 lrc: 3/0,1 mode: --/EX res: [0x240002340:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.415196:0:162512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf30911cc00/0x57038999123426c7 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.415204:0:162512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf30911cc00/0x57038999123426c7 lrc: 4/0,1 mode: EX/EX res: [0x240002340:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.415248:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398605.415328:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+23:69163:x1874221247474304:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 303us (1254us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398605.415337:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 133 00010000:00010000:1.0:1787398605.415413:0:158795:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9cf30911cc00/0x57038999123426c7 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.415422:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf30911cc00/0x57038999123426c7 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.415510:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x57038999123426ce lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.415520:0:158795:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x57038999123426ce lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.415530:0:158795:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x57038999123426ce lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398605.415557:0:158795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260982400:0@lo:101:mdt00_001.0 00000100:00100000:1.0:1787398605.415615:0:158795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398605.415651:0:158795:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20c023e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787398605.419144:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260982400 00000100:00100000:0.0:1787398605.419170:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260982400 00000100:00100000:0.0:1787398605.419283:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:0.0:1787398605.419296:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+18:158795:x1874221260982400:12345-0@lo:101:mdt00_001.0 00010000:00010000:0.0:1787398605.419325:0:159531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398605.419354:0:159531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db000/0x57038999123426d5 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x57038999123426ce expref: -99 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.419393:0:159531:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x5703899912342681 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c2a expref: 5 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.419403:0:159531:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db000/0x57038999123426d5 lrc: 4/0,0 mode: --/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x57038999123426ce expref: 19 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.419452:0:159531:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x5703899912342681 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c2a expref: 5 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.419530:0:159531:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x5703899912342681 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c2a expref: 5 pid: 160868 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398605.419547:0:159531:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf325f9f100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159531:1874221260982528:192.168.204.36@tcp:104: 00000100:00100000:0.0:1787398605.419657:0:159531:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046a30c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787398605.427978:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398605.429313:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247474432 00000100:00100000:2.0:1787398605.429333:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247474432 00010000:00010000:2.0:1787398605.429402:0:158781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x5703899912342681 lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c2a expref: 6 pid: 160868 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398605.429458:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 134 00000100:00100000:2.0:1787398605.429468:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69165:x1874221247474432:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787398605.429530:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398605.429539:0:158781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x5703899912342681 lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c2a expref: 6 pid: 160868 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.429554:0:158781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x5703899912342681 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c2a expref: 6 pid: 160868 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.429583:0:158781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x8:0x0].0x0 (ffff9cf2051cd300) 00010000:00010000:2.0:1787398605.429611:0:158781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db000/0x57038999123426d5 lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x57038999123426ce expref: 19 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.429624:0:158781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db000/0x57038999123426d5 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x57038999123426ce expref: 19 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.429634:0:158781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db000/0x57038999123426d5 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x57038999123426ce expref: 19 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.429682:0:158781:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db000/0x57038999123426d5 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123426ce expref: 19 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398605.429700:0:158781:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:158781:1874221260982656:0@lo:105: 00000100:00100000:2.0:1787398605.429777:0:158781:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398605.429822:0:158781:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbed80 going to sleep for 11 seconds 00000100:00100000:1.0:1787398605.430402:0:158777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260982656 00000100:00100000:1.0:1787398605.430411:0:158777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260982656 00000100:00100000:1.0:1787398605.430467:0:158777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1787398605.430520:0:158777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:158781:x1874221260982656:12345-0@lo:105: 00010000:00010000:1.0:1787398605.430535:0:158777:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x57038999123426ce lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123426d5 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.430545:0:158777:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x57038999123426ce lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123426d5 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.430554:0:158777:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x57038999123426ce lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x57038999123426d5 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.430572:0:158777:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x57038999123426ce lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x57038999123426d5 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.430579:0:158777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x57038999123426ce lrc: 5/0,1 mode: EX/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x57038999123426d5 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.430588:0:158777:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x57038999123426ce lrc: 5/0,1 mode: EX/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x57038999123426d5 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.430605:0:158777:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9cf20b639a00) 00000100:00100000:1.0:1787398605.430667:0:158777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:158781:x1874221260982656:12345-0@lo:105: Request processed in 191us (888us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.430675:0:158777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1787398605.430728:0:158781:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:158781:1874221260982656:0@lo:105: 00010000:00010000:1.0:1787398605.430752:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787398605.430806:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69165:x1874221247474432:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 1338us (2842us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.430815:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 134 00010000:00010000:0.0:1787398605.434790:0:159531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x5703899912342681 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c2a expref: 5 pid: 160868 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398605.434827:0:159531:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf325f9f100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159531:1874221260982528:192.168.204.36@tcp:104: 00010000:00010000:0.0:1787398605.434881:0:159531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db000/0x57038999123426d5 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123426ce expref: 19 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.434894:0:159531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x8:0x0].0x0 (ffff9cf2051cd300) 00010000:00010000:0.0:1787398605.434897:0:159531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1787398605.434902:0:159531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056db000, rc 0) 00000100:00100000:1.0:1787398605.435256:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+19:158795:x1874221260982400:12345-0@lo:101:mdt00_001.0 Request processed in 15959us (19636us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.435268:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:3.0:1787398605.435451:0:158795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260982400:0@lo:101:mdt00_001.0 00010000:00010000:3.0:1787398605.435993:0:158795:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x57038999123426ce lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123426d5 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398605.439316:0:158795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf325f9f100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260982784:0@lo:403:mdt00_001.0 00000100:00100000:0.0:1787398605.439428:0:158795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398605.439471:0:158795:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046a30c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787398605.439621:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260982784 00000100:00100000:1.0:1787398605.439631:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260982784 00000100:00100000:1.0:1787398605.439706:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:1.0:1787398605.439718:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+19:158795:x1874221260982784:12345-0@lo:403:mdt00_001.0 00000100:00100000:1.0:1787398605.441822:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+19:158795:x1874221260982784:12345-0@lo:403:mdt00_001.0 Request processed in 2089us (2377us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.441859:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:0.0:1787398605.442246:0:158795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf325f9f100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:158795:1874221260982784:0@lo:403:mdt00_001.0 00000040:00080000:0.0:1787398605.443973:0:158795:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002b10:0x2:0x0].6, 944 off38432 00000040:00080000:0.0:1787398605.445297:0:158795:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab4:0x2:0x0].6, 1024 off38912 00000004:00080000:0.0:1787398605.445312:0:158795:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9cf2046a30c0 with version 13 00000004:00080000:2.0:1787398605.447038:0:165613:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf33f4d50c0 version 13 rpc_version 13 00000020:00100000:2.0:1787398605.447199:0:165613:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787398605.447217:0:165613:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf33f7f3800 x1874221260983040/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2352/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787398605.447253:0:165613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7f3800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221260983040:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787398605.447359:0:165613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398605.447471:0:165613:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbe780 going to sleep for 11 seconds 00000100:00100000:0.0:1787398605.449236:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260983040 00000100:00100000:0.0:1787398605.449254:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260983040 00000100:00100000:0.0:1787398605.449333:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:0.0:1787398605.449366:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+19:165613:x1874221260983040:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787398605.450438:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+20:165613:x1874221260983040:12345-0@lo:1000:osp_up0-1.0 Request processed in 1070us (3073us total) trans 34359738645 rc 0/0 00000100:00100000:0.0:1787398605.450454:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:2.0:1787398605.450793:0:165613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7f3800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221260983040:0@lo:1000:osp_up0-1.0 00000004:00200000:0.0:1787398605.450944:0:158795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x5:0x0]: returning size 4096 00010000:00010000:0.0:1787398605.450973:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf30911cc00/0x57038999123426c7 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.450984:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf30911cc00/0x57038999123426c7 lrc: 2/0,0 mode: EX/EX res: [0x240002340:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.450993:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf30911cc00/0x57038999123426c7 lrc: 3/0,0 mode: EX/EX res: [0x240002340:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.450999:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf30911cc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398605.451005:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf30911cc00/0x57038999123426c7 lrc: 3/0,0 mode: EX/EX res: [0x240002340:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.451013:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf30911cc00/0x57038999123426c7 lrc: 4/0,0 mode: EX/EX res: [0x240002340:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.451033:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x8:0x0].0x0 (ffff9cf30d87d100) 00010000:00010000:0.0:1787398605.451037:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1787398605.451042:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf30911cc00/0x57038999123426c7 lrc: 2/0,0 mode: --/EX res: [0x240002340:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.451122:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf30911cc00/0x57038999123426c7 lrc: 0/0,0 mode: --/EX res: [0x240002340:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.451161:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x57038999123426ce lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123426d5 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.451194:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x57038999123426ce lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x57038999123426d5 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.451200:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x57038999123426ce lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x57038999123426d5 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.451265:0:158795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1787398605.451279:0:158795:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0x8:0x0] 00010000:00010000:0.0:1787398605.451292:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d000/0x57038999123426c0 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.451298:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d000/0x57038999123426c0 lrc: 2/0,0 mode: EX/EX res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.451304:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d000/0x57038999123426c0 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.451308:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf32cc9d000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398605.451311:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d000/0x57038999123426c0 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.451317:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d000/0x57038999123426c0 lrc: 4/0,0 mode: EX/EX res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.451327:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x5:0x0].0x0 (ffff9cf30d87d400) 00010000:00010000:0.0:1787398605.451330:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398605.451333:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d000/0x57038999123426c0 lrc: 2/0,0 mode: --/EX res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.451339:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d000/0x57038999123426c0 lrc: 0/0,0 mode: --/EX res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.451362:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d400/0x57038999123426b2 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123426b9 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.451370:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d400/0x57038999123426b2 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x57038999123426b9 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.451377:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d400/0x57038999123426b2 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x57038999123426b9 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.452246:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787398605.452258:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x57038999123426ce lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x57038999123426d5 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.452269:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639a00 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:1.0:1787398605.452276:0:158782:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x57038999123426ce lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x57038999123426d5 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398605.452286:0:158782:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x57038999123426ce lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x57038999123426d5 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.452337:0:158782:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x57038999123426ce lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x57038999123426d5 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.452344:0:158782:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787398605.452385:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x57038999123426ce lrc: 1/0,0 mode: --/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x57038999123426d5 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.452393:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x57038999123426ce lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x57038999123426d5 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.452415:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787398605.452419:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d400/0x57038999123426b2 lrc: 4/0,0 mode: EX/EX res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x57038999123426b9 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.452426:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf32cc9d400 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:1.0:1787398605.452430:0:158782:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d400/0x57038999123426b2 lrc: 5/0,0 mode: EX/EX res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x57038999123426b9 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398605.452452:0:158782:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d400/0x57038999123426b2 lrc: 5/0,0 mode: EX/EX res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x57038999123426b9 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.452472:0:158782:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d400/0x57038999123426b2 lrc: 4/0,0 mode: --/EX res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x57038999123426b9 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.452495:0:158782:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787398605.452524:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d400/0x57038999123426b2 lrc: 3/0,0 mode: --/EX res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x57038999123426b9 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.452533:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398605.452534:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398605.452536:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398605.452562:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260983296:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787398605.452646:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398605.454003:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787398605.454033:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260983168:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398605.454122:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398605.454323:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260983296 00000100:00100000:2.0:1787398605.454332:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260983296 00000100:00100000:2.0:1787398605.454401:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260983168 00000100:00100000:2.0:1787398605.454405:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260983168 00000100:00100000:2.0:1787398605.454433:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1787398605.454460:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+21:106502:x1874221260983296:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787398605.454521:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398605.454552:0:158780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9c400/0x57038999123426b9 lrc: 0/0,0 mode: --/EX res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x57038999123426b2 expref: 21 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.454571:0:158780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x5:0x0].0x0 (ffff9cf30d87d200) 00010000:00010000:2.0:1787398605.454585:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398605.454634:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+20:106502:x1874221260983296:12345-0@lo:103:ldlm_bl.0 Request processed in 174us (1987us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398605.454642:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1787398605.454661:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1787398605.454667:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+19:106500:x1874221260983168:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787398605.454675:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398605.454686:0:158780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db000/0x57038999123426d5 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x57038999123426ce expref: 19 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.454699:0:158780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x8:0x0].0x0 (ffff9cf2051cd300) 00010000:00010000:2.0:1787398605.454707:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398605.454734:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+18:106500:x1874221260983168:12345-0@lo:103:ldlm_bl.0 Request processed in 66us (611us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398605.454740:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1787398605.454858:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260983168:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787398605.455192:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260983296:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787398605.455336:0:158795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1787398605.455348:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9d400/0x57038999123426b2 lrc: 0/0,0 mode: --/EX res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x57038999123426b9 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787398605.455390:0:158795:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1787398605.455398:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9dc00/0x5703899912342696 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234269d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.455406:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9dc00/0x5703899912342696 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x570389991234269d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.455413:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9dc00/0x5703899912342696 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x570389991234269d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.459171:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787398605.459220:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9dc00/0x5703899912342696 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x570389991234269d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.459235:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf32cc9dc00 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:3.0:1787398605.459245:0:159542:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9dc00/0x5703899912342696 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x570389991234269d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398605.459256:0:159542:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9dc00/0x5703899912342696 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x570389991234269d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.459584:0:158795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00000004:00080000:0.0:1787398605.459609:0:158795:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1787398605.459706:0:159542:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9dc00/0x5703899912342696 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x570389991234269d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.459717:0:159542:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1787398605.459793:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260983424:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787398605.459914:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398605.460007:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260983424 00000100:00100000:0.0:1787398605.460017:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260983424 00000100:00100000:0.0:1787398605.460101:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1787398605.460127:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf209b89c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+18:106503:x1874221260983424:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787398605.460166:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398605.460198:0:158780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x570389991234269d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912342696 expref: 18 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.460225:0:158780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cd100) 00010000:00010000:0.0:1787398605.460239:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787398605.460304:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9dc00/0x5703899912342696 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x570389991234269d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.460313:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9dc00/0x5703899912342696 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x570389991234269d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.460337:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398605.460349:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398605.460351:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398605.460375:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x57038999123426a4 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x57038999123426ab expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.460386:0:158795:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x57038999123426a4 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x57038999123426ab expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398605.460518:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+23:123749:x1874221247474048:12345-192.168.204.36@tcp:36:rm.0 Request processed in 85788us (87968us total) trans 25769803794 rc 0/0 00000100:00100000:1.0:1787398605.460529:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 457 00010000:00010000:3.0:1787398605.460832:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398605.462406:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf209b89c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+17:106503:x1874221260983424:12345-0@lo:103:ldlm_bl.0 Request processed in 2267us (2478us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398605.462430:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1787398605.464351:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398605.464528:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247474560 00000100:00100000:0.0:1787398605.464542:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247474560 00000100:00100000:0.0:1787398605.464639:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 458 00000100:00100000:0.0:1787398605.464653:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:123749:x1874221247474560:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:0.0:1787398605.464682:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398605.464717:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x57038999123426dc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119c38 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.464817:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x57038999123426e3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.464834:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x57038999123426e3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.464850:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x57038999123426e3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787398605.464921:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1787398605.464926:0:158796:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787398605.464980:0:158796:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x57038999123426e3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.465010:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x57038999123426dc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c38 expref: 7 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.465033:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x57038999123426e3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c38 expref: 6 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.465042:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cda00) 00010000:00010000:0.0:1787398605.465045:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787398605.465050:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056da000, rc 0) 00000100:00100000:0.0:1787398605.465149:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:123749:x1874221247474560:12345-192.168.204.36@tcp:101:rm.0 Request processed in 498us (812us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398605.465157:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 458 00000100:00100000:2.0:1787398605.467122:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260983424:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398605.467925:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398605.468147:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247474688 00000100:00100000:0.0:1787398605.468158:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247474688 00000100:00100000:0.0:1787398605.468231:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 459 00000100:00100000:0.0:1787398605.468242:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:123749:x1874221247474688:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:0.0:1787398605.468268:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398605.468298:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x57038999123426ea lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119c3f expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.468387:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x57038999123426f1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.468407:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x57038999123426f1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.468421:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x57038999123426f1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.468463:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x57038999123426f8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.468472:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x57038999123426f8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.468504:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x57038999123426f8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398605.468652:0:160868:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf325f9d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:160868:1874221260983552:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1787398605.468720:0:160868:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398605.468758:0:160868:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf308182e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787398605.468776:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260983552 00000100:00100000:2.0:1787398605.468781:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260983552 00000100:00100000:2.0:1787398605.468831:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:2.0:1787398605.468839:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:160868:x1874221260983552:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1787398605.468978:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:160868:x1874221260983552:12345-0@lo:1000:mdt00_003.0 Request processed in 139us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398605.468987:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:1.0:1787398605.469055:0:160868:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf325f9d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:160868:1874221260983552:0@lo:1000:mdt00_003.0 00010000:00010000:1.0:1787398605.469110:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638a00/0x57038999123426ff lrc: 3/1,0 mode: --/PR res: [0x240002343:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.469120:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638a00/0x57038999123426ff lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.469128:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638a00/0x57038999123426ff lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398605.469167:0:160868:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638a00/0x57038999123426ff lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.469183:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x57038999123426f1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.469190:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x57038999123426f1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.469197:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x57038999123426f1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.469214:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x57038999123426f1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.469221:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056db600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398605.469226:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x57038999123426f1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.469235:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x57038999123426f1 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.469250:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cda00) 00010000:00010000:1.0:1787398605.469254:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398605.469259:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x57038999123426f1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.469266:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x57038999123426f1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.469282:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x57038999123426f8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.469288:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x57038999123426f8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.469294:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x57038999123426f8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.469299:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056dbe00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398605.469302:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x57038999123426f8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.469318:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x57038999123426f8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.469326:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a253ddb (ffff9cf2051cd700) 00010000:00010000:1.0:1787398605.469329:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398605.469332:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x57038999123426f8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.469338:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x57038999123426f8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.469380:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x57038999123426ea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c3f expref: 8 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.469397:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638a00/0x57038999123426ff lrc: 3/0,0 mode: PR/PR res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c3f expref: 7 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.469406:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x6:0x0].0x0 (ffff9cf30da95c00) 00010000:00010000:1.0:1787398605.469409:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787398605.469411:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b638a00, rc 0) 00000100:00100000:1.0:1787398605.473549:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:123749:x1874221247474688:12345-192.168.204.36@tcp:101:rm.0 Request processed in 5288us (5610us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.473568:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 459 00000100:00100000:1.0:1787398605.491107:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398605.495238:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247474816 00000100:00100000:3.0:1787398605.495259:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247474816 00000100:00100000:2.0:1787398605.495553:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 460 00000100:00100000:2.0:1787398605.495566:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+23:123749:x1874221247474816:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:2.0:1787398605.495605:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398605.495641:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf30911ce00/0x5703899912342706 lrc: 2/0,0 mode: --/CR res: [0x240002343:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119c46 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.495734:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf30911d000/0x570389991234270d lrc: 3/1,0 mode: --/PR res: [0x240002343:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.495750:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf30911d000/0x570389991234270d lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.495766:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf30911d000/0x570389991234270d lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787398605.495927:0:158794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x6:0x0]: returning size 4096 00000004:00200000:2.0:1787398605.495934:0:158794:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787398605.495983:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf30911ce00/0x5703899912342706 lrc: 0/0,0 mode: --/CR res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c46 expref: 25 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.496006:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf30911d000/0x570389991234270d lrc: 3/0,0 mode: PR/PR res: [0x240002343:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c46 expref: 24 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.496016:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x6:0x0].0x0 (ffff9cf30d87d200) 00010000:00010000:2.0:1787398605.496038:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787398605.496043:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf30911d000, rc 0) 00000100:00100000:2.0:1787398605.496166:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+24:123749:x1874221247474816:12345-192.168.204.36@tcp:101:rm.0 Request processed in 600us (5130us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398605.496175:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 460 00000100:00100000:3.0:1787398605.501617:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398605.506333:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247474944 00000100:00100000:0.0:1787398605.506357:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247474944 00000100:00100000:0.0:1787398605.508099:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 461 00000100:00100000:0.0:1787398605.508116:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+24:123749:x1874221247474944:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:0.0:1787398605.508158:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398605.508195:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da400/0x5703899912342714 lrc: 2/0,0 mode: --/CR res: [0x240002340:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119c4d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.508298:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db400/0x570389991234271b lrc: 3/1,0 mode: --/PR res: [0x240002340:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.508314:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db400/0x570389991234271b lrc: 3/1,0 mode: PR/PR res: [0x240002340:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.508328:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db400/0x570389991234271b lrc: 3/1,0 mode: PR/PR res: [0x240002340:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787398605.508423:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002340:0x9:0x0]: returning size 4096 00000004:00200000:0.0:1787398605.508430:0:158796:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787398605.508515:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da400/0x5703899912342714 lrc: 0/0,0 mode: --/CR res: [0x240002340:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c4d expref: 26 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.508539:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db400/0x570389991234271b lrc: 3/0,0 mode: PR/PR res: [0x240002340:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c4d expref: 25 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.508549:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x9:0x0].0x0 (ffff9cf2051cd100) 00010000:00010000:0.0:1787398605.508552:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787398605.508556:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056db400, rc 0) 00000100:00100000:0.0:1787398605.508656:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+25:123749:x1874221247474944:12345-192.168.204.36@tcp:101:rm.0 Request processed in 543us (7056us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398605.508665:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 461 00000100:00100000:3.0:1787398605.515407:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398605.515546:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247475072 00000100:00100000:2.0:1787398605.515560:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247475072 00000100:00100000:2.0:1787398605.515633:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 462 00000100:00100000:2.0:1787398605.515646:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:123749:x1874221247475072:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:2.0:1787398605.515677:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398605.515711:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911de00/0x5703899912342722 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119c54 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.515826:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342729 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.515844:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342729 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.515869:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342729 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787398605.515938:0:158794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab1:0x9:0x0]: returning size 4096 00000004:00200000:2.0:1787398605.515945:0:158794:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787398605.515993:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911de00/0x5703899912342722 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c54 expref: 9 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.516018:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342729 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c54 expref: 8 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.516042:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x9:0x0].0x0 (ffff9cf30d87d300) 00010000:00010000:2.0:1787398605.516194:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787398605.516199:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf30911c400, rc 0) 00000100:00100000:2.0:1787398605.516377:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123749:x1874221247475072:12345-192.168.204.36@tcp:101:rm.0 Request processed in 732us (982us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398605.516387:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 462 00000100:00100000:3.0:1787398605.525516:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398605.525647:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247475328 00000100:00100000:2.0:1787398605.525661:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247475328 00000100:00100000:2.0:1787398605.525751:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 463 00000100:00100000:2.0:1787398605.525764:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+25:123749:x1874221247475328:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:2.0:1787398605.525794:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398605.525826:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf30911ce00/0x5703899912342730 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119c5b expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787398605.526072:0:160868:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x6:0x0]: returning size 4096 00010000:00010000:2.0:1787398605.526225:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf30911ce00/0x5703899912342730 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c5b expref: 27 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.526242:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30d87d700) 00010000:00010000:2.0:1787398605.526245:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787398605.526251:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf30911ce00/0x5703899912342730 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c5b expref: 27 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.526271:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf30911ce00, rc 0) 00000100:00100000:2.0:1787398605.526352:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+26:123749:x1874221247475328:12345-192.168.204.36@tcp:101:rm.0 Request processed in 590us (886us total) trans 25769803795 rc 301/301 00000100:00100000:2.0:1787398605.526382:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 463 00000100:00100000:0.0:1787398605.536787:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398605.536971:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247475456 00000100:00100000:2.0:1787398605.536986:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247475456 00000100:00100000:2.0:1787398605.537075:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 122 00000100:00100000:2.0:1787398605.537087:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+26:123749:x1874221247475456:12345-192.168.204.36@tcp:37:rm.0 00000100:00100000:2.0:1787398605.543555:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+26:123749:x1874221247475456:12345-192.168.204.36@tcp:37:rm.0 Request processed in 6450us (6764us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398605.543574:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 122 00000100:00100000:3.0:1787398605.548917:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398605.552011:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247475584 00000100:00100000:1.0:1787398605.552037:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247475584 00000100:00100000:1.0:1787398605.552223:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 123 00000100:00100000:1.0:1787398605.552236:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf336d16c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123749:x1874221247475584:12345-192.168.204.36@tcp:37:rm.0 00000100:00100000:1.0:1787398605.563564:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf336d16c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123749:x1874221247475584:12345-192.168.204.36@tcp:37:rm.0 Request processed in 11314us (14648us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.563581:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 123 00000100:00100000:0.0:1787398605.567656:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398605.567884:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247475840 00000100:00100000:2.0:1787398605.567898:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247475840 00000100:00100000:2.0:1787398605.567979:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 124 00000100:00100000:2.0:1787398605.567991:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+26:123749:x1874221247475840:12345-192.168.204.36@tcp:35:rm.0 00000100:00100000:2.0:1787398605.568332:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+27:123749:x1874221247475840:12345-192.168.204.36@tcp:35:rm.0 Request processed in 342us (691us total) trans 25769803796 rc 0/0 00000100:00100000:2.0:1787398605.568342:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 124 00000100:00100000:3.0:1787398605.573074:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398605.573213:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247475968 00000100:00100000:1.0:1787398605.573227:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247475968 00000100:00100000:1.0:1787398605.573320:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 89 00000100:00100000:1.0:1787398605.573334:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:69165:x1874221247475968:12345-192.168.204.36@tcp:103:rm.0 00010000:00010000:1.0:1787398605.573356:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398605.573391:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638a00/0x57038999123426ff lrc: 0/0,0 mode: --/PR res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c3f expref: 8 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.573418:0:158781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x6:0x0].0x0 (ffff9cf30da95c00) 00010000:00010000:1.0:1787398605.573433:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787398605.573573:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:69165:x1874221247475968:12345-192.168.204.36@tcp:103:rm.0 Request processed in 242us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.573582:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 89 00000100:00100000:3.0:1787398605.575978:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398605.576198:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247476224 00000100:00100000:0.0:1787398605.576210:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247476224 00000100:00100000:0.0:1787398605.576288:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 464 00000100:00100000:0.0:1787398605.576300:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+27:123749:x1874221247476224:12345-192.168.204.36@tcp:36:rm.0 00010000:00010000:0.0:1787398605.576391:0:158796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398605.576432:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf30911d000/0x570389991234270d lrc: 0/0,0 mode: --/PR res: [0x240002343:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c46 expref: 27 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.576456:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x6:0x0].0x0 (ffff9cf30d87d200) 00010000:00010000:0.0:1787398605.576470:0:158796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787398605.577250:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x570389991234273e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.577265:0:158796:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x570389991234273e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.577278:0:158796:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x570389991234273e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398605.577311:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260983680:0@lo:101:mdt00_002.0 00000100:00100000:1.0:1787398605.577383:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398605.577516:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20c023780 going to sleep for 11 seconds 00000100:00100000:0.0:1787398605.577990:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260983680 00000100:00100000:0.0:1787398605.577999:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260983680 00000100:00100000:0.0:1787398605.578075:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:0.0:1787398605.578086:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+17:158796:x1874221260983680:12345-0@lo:101:mdt00_002.0 00010000:00010000:0.0:1787398605.578110:0:158800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398605.578141:0:158800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db800/0x5703899912342745 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x570389991234273e expref: -99 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.578174:0:158800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x57038999123426e3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c38 expref: 6 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.578185:0:158800:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db800/0x5703899912342745 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x570389991234273e expref: 18 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.578220:0:158800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x57038999123426e3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c38 expref: 6 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.578236:0:158800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x57038999123426e3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c38 expref: 6 pid: 158796 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398605.578249:0:158800:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf325f9df80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:158800:1874221260983808:192.168.204.36@tcp:104: 00000100:00100000:0.0:1787398605.578345:0:158800:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf308182f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787398605.581823:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398605.581879:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247476352 00000100:00100000:0.0:1787398605.581890:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247476352 00010000:00010000:0.0:1787398605.581941:0:158779:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x57038999123426e3 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c38 expref: 7 pid: 158796 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398605.582010:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 135 00000100:00100000:0.0:1787398605.582020:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:69162:x1874221247476352:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398605.582038:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398605.582061:0:158779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x57038999123426e3 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c38 expref: 7 pid: 158796 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.582076:0:158779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x57038999123426e3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c38 expref: 7 pid: 158796 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.582105:0:158779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cda00) 00010000:00010000:0.0:1787398605.582112:0:158779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db800/0x5703899912342745 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x570389991234273e expref: 18 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.582124:0:158779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db800/0x5703899912342745 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x570389991234273e expref: 18 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.582143:0:158779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db800/0x5703899912342745 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x570389991234273e expref: 18 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.582190:0:158779:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db800/0x5703899912342745 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x570389991234273e expref: 18 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398605.582209:0:158779:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf325f9ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:158779:1874221260983936:0@lo:105: 00000100:00100000:0.0:1787398605.582271:0:158779:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398605.582319:0:158779:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf308182480 going to sleep for 11 seconds 00000100:00100000:0.0:1787398605.582352:0:158777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260983936 00000100:00100000:0.0:1787398605.582356:0:158777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260983936 00000100:00100000:0.0:1787398605.582396:0:158777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1787398605.582404:0:158777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:158779:x1874221260983936:12345-0@lo:105: 00010000:00010000:0.0:1787398605.582418:0:158777:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x570389991234273e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342745 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.582429:0:158777:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x570389991234273e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342745 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.582438:0:158777:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x570389991234273e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912342745 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.582446:0:158777:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x570389991234273e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x5703899912342745 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.582454:0:158777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x570389991234273e lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x5703899912342745 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.582463:0:158777:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x570389991234273e lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x5703899912342745 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.582505:0:158777:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9cf20b639a00) 00000100:00100000:0.0:1787398605.582548:0:158777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:158779:x1874221260983936:12345-0@lo:105: Request processed in 144us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398605.582556:0:158777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1787398605.582605:0:158779:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf325f9ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:158779:1874221260983936:0@lo:105: 00010000:00010000:0.0:1787398605.582625:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398605.582684:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:69162:x1874221247476352:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 664us (874us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398605.582691:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 135 00010000:00010000:3.0:1787398605.583279:0:158800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x57038999123426e3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c38 expref: 6 pid: 158796 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398605.583304:0:158800:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf325f9df80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:158800:1874221260983808:192.168.204.36@tcp:104: 00010000:00010000:3.0:1787398605.583324:0:158800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db800/0x5703899912342745 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x570389991234273e expref: 18 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.583351:0:158800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cda00) 00010000:00010000:3.0:1787398605.583354:0:158800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398605.583357:0:158800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056db800, rc 0) 00000100:00100000:3.0:1787398605.583469:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+18:158796:x1874221260983680:12345-0@lo:101:mdt00_002.0 Request processed in 5384us (6084us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398605.583503:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:1.0:1787398605.584768:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260983680:0@lo:101:mdt00_002.0 00010000:00010000:1.0:1787398605.584795:0:158796:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x570389991234273e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342745 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787398605.584843:0:158796:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1787398605.584981:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638a00/0x570389991234274c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.584991:0:158796:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638a00/0x570389991234274c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.585002:0:158796:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638a00/0x570389991234274c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398605.585028:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260984064:0@lo:101:mdt00_002.0 00000100:00100000:1.0:1787398605.585305:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398605.585349:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20c023780 going to sleep for 11 seconds 00000100:00100000:2.0:1787398605.585461:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260984064 00000100:00100000:2.0:1787398605.585470:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260984064 00000100:00100000:2.0:1787398605.585730:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:2.0:1787398605.585741:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+18:158796:x1874221260984064:12345-0@lo:101:mdt00_002.0 00010000:00010000:2.0:1787398605.585765:0:162682:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398605.585789:0:162682:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ce00/0x5703899912342753 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x570389991234274c expref: -99 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.585824:0:162682:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ce00/0x5703899912342753 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x570389991234274c expref: 19 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.585875:0:162682:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ce00/0x5703899912342753 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x570389991234274c expref: 19 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.585885:0:162682:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a253ddb (ffff9cf30d87d700) 00010000:00010000:2.0:1787398605.585887:0:162682:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398605.585892:0:162682:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf30911ce00, rc 0) 00000100:00100000:2.0:1787398605.585952:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+19:158796:x1874221260984064:12345-0@lo:101:mdt00_002.0 Request processed in 212us (648us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398605.585960:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:1.0:1787398605.586039:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260984064:0@lo:101:mdt00_002.0 00010000:00010000:1.0:1787398605.586072:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638a00/0x570389991234274c lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912342753 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.586083:0:158796:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638a00/0x570389991234274c lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342753 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787398605.586112:0:158796:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1787398605.586172:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260984192:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1787398605.586206:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398605.586556:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20c023600 going to sleep for 11 seconds 00000100:00100000:0.0:1787398605.586691:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260984192 00000100:00100000:0.0:1787398605.586698:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260984192 00000100:00100000:0.0:1787398605.586739:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:0.0:1787398605.586747:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+19:158796:x1874221260984192:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1787398605.586842:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+19:158796:x1874221260984192:12345-0@lo:1000:mdt00_002.0 Request processed in 95us (635us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.586956:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260984192:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1787398605.587018:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260984320:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1787398605.587061:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398605.587083:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260984320 00000100:00100000:1.0:1787398605.587087:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260984320 00000100:00100000:1.0:1787398605.587109:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:1.0:1787398605.587115:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+20:158796:x1874221260984320:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1787398605.587214:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+20:158796:x1874221260984320:12345-0@lo:1000:mdt00_002.0 Request processed in 97us (152us total) trans 0 rc 1/1 00000100:00100000:1.0:1787398605.587221:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:1.0:1787398605.587241:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20c023600 going to sleep for 11 seconds 00000100:00100000:1.0:1787398605.587253:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260984320:0@lo:1000:mdt00_002.0 00010000:00010000:1.0:1787398605.587311:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639e00/0x570389991234275a lrc: 3/0,1 mode: --/EX res: [0x240002343:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.587321:0:158796:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639e00/0x570389991234275a lrc: 3/0,1 mode: --/EX res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.587331:0:158796:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639e00/0x570389991234275a lrc: 3/0,1 mode: --/EX res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398605.587343:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260984448:0@lo:101:mdt00_002.0 00000100:00100000:1.0:1787398605.587365:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398605.587385:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260984448 00000100:00100000:1.0:1787398605.587388:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260984448 00000100:00100000:1.0:1787398605.587405:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:1.0:1787398605.587410:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+20:158796:x1874221260984448:12345-0@lo:101:mdt00_002.0 00010000:00010000:1.0:1787398605.587420:0:158800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398605.587447:0:158800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342761 lrc: 2/0,0 mode: --/EX res: [0x240002343:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x570389991234275a expref: -99 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.587467:0:158800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342761 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x570389991234275a expref: 21 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.587502:0:158800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342761 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x570389991234275a expref: 21 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.587511:0:158800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x6:0x0].0x0 (ffff9cf30da95300) 00010000:00010000:1.0:1787398605.587514:0:158800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787398605.587519:0:158800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b638c00, rc 0) 00000100:00100000:1.0:1787398605.587546:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+21:158796:x1874221260984448:12345-0@lo:101:mdt00_002.0 Request processed in 136us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.587553:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:1.0:1787398605.587573:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20c023780 going to sleep for 11 seconds 00000100:00100000:1.0:1787398605.587586:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260984448:0@lo:101:mdt00_002.0 00010000:00010000:1.0:1787398605.587596:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639e00/0x570389991234275a lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912342761 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.587605:0:158796:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639e00/0x570389991234275a lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342761 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.587642:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638e00/0x5703899912342768 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.587652:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638e00/0x5703899912342768 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.587661:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638e00/0x5703899912342768 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.587790:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638200/0x570389991234276f lrc: 3/0,1 mode: --/EX res: [0x240002340:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.587807:0:158796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db400/0x570389991234271b lrc: 2/0,0 mode: PR/PR res: [0x240002340:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c4d expref: 26 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.587815:0:158796:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638200/0x570389991234276f lrc: 4/0,1 mode: --/EX res: [0x240002340:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.587840:0:158796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db400/0x570389991234271b lrc: 3/0,0 mode: PR/PR res: [0x240002340:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c4d expref: 26 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.588006:0:158796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db400/0x570389991234271b lrc: 4/0,0 mode: PR/PR res: [0x240002340:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c4d expref: 26 pid: 158796 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398605.588020:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:158796:1874221260984576:192.168.204.36@tcp:104: 00000100:00100000:1.0:1787398605.588258:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20c023780 going to sleep for 11 seconds 00000100:00100000:0.0:1787398605.590773:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:0.0:1787398605.592300:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398605.592695:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247476480 00000100:00100000:2.0:1787398605.592708:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247476480 00010000:00010000:2.0:1787398605.592761:0:158781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db400/0x570389991234271b lrc: 5/0,0 mode: PR/PR res: [0x240002340:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c4d expref: 27 pid: 158796 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398605.592809:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 136 00000100:00100000:2.0:1787398605.592820:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+27:69163:x1874221247476480:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787398605.592846:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398605.592867:0:158781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db400/0x570389991234271b lrc: 5/0,0 mode: PR/PR res: [0x240002340:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c4d expref: 27 pid: 158796 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.592884:0:158781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db400/0x570389991234271b lrc: 4/0,0 mode: PR/PR res: [0x240002340:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c4d expref: 27 pid: 158796 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.592916:0:158781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x9:0x0].0x0 (ffff9cf2051cd100) 00010000:00010000:2.0:1787398605.592923:0:158781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638200/0x570389991234276f lrc: 3/0,1 mode: --/EX res: [0x240002340:0x9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.592962:0:158781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638200/0x570389991234276f lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.592971:0:158781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638200/0x570389991234276f lrc: 4/0,1 mode: EX/EX res: [0x240002340:0x9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.592998:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398605.593088:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+27:69163:x1874221247476480:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 269us (799us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398605.593098:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 136 00010000:00010000:1.0:1787398605.594842:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db400/0x570389991234271b lrc: 0/0,0 mode: --/PR res: [0x240002340:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c4d expref: 26 pid: 158796 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398605.594950:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:158796:1874221260984576:192.168.204.36@tcp:104: 00010000:00010000:1.0:1787398605.594988:0:158796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638200/0x570389991234276f lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.594999:0:158796:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638200/0x570389991234276f lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.595005:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638200/0x570389991234276f lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.595249:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638400/0x5703899912342776 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.595259:0:158796:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638400/0x5703899912342776 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.595271:0:158796:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638400/0x5703899912342776 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398605.595299:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260984704:0@lo:101:mdt00_002.0 00000100:00100000:1.0:1787398605.595379:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398605.595549:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20c023780 going to sleep for 11 seconds 00000100:00100000:2.0:1787398605.595667:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260984704 00000100:00100000:2.0:1787398605.595675:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260984704 00000100:00100000:2.0:1787398605.595790:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:2.0:1787398605.595801:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+20:158796:x1874221260984704:12345-0@lo:101:mdt00_002.0 00010000:00010000:2.0:1787398605.595822:0:158800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398605.595844:0:158800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911de00/0x570389991234277d lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912342776 expref: -99 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.595885:0:158800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342729 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c54 expref: 5 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.595895:0:158800:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911de00/0x570389991234277d lrc: 4/0,0 mode: --/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912342776 expref: 21 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.595927:0:158800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342729 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c54 expref: 5 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.595941:0:158800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342729 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c54 expref: 5 pid: 158794 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398605.595972:0:158800:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7f0000 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:158800:1874221260984832:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398605.596272:0:158800:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbed80 going to sleep for 11 seconds 00000100:00100000:0.0:1787398605.599862:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398605.600062:0:158800:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7f0000 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:158800:1874221260984832:192.168.204.36@tcp:104: 00010000:00010000:1.0:1787398605.600110:0:158800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911de00/0x570389991234277d lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342776 expref: 21 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.600125:0:158800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x9:0x0].0x0 (ffff9cf30d87d300) 00010000:00010000:1.0:1787398605.600128:0:158800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1787398605.600143:0:158800:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911de00/0x570389991234277d lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342776 expref: 21 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.600155:0:158800:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911de00/0x570389991234277d lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342776 expref: 21 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.600163:0:158800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf30911de00, rc 0) 00000100:00100000:1.0:1787398605.600235:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+21:158796:x1874221260984704:12345-0@lo:101:mdt00_002.0 Request processed in 4435us (4855us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.600263:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:3.0:1787398605.600502:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247476608 00000100:00100000:3.0:1787398605.600512:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247476608 00010000:00010000:3.0:1787398605.600553:0:158779:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342729 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c54 expref: 6 pid: 158794 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398605.600590:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 137 00000100:00100000:3.0:1787398605.600600:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69164:x1874221247476608:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398605.600619:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398605.600627:0:158779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342729 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c54 expref: 6 pid: 158794 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.600641:0:158779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342729 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c54 expref: 6 pid: 158794 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.600666:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342729 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c54 expref: 6 pid: 158794 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.600681:0:158779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x9:0x0].0x0 (ffff9cf30d87d300) 00010000:00010000:3.0:1787398605.600687:0:158779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911de00/0x570389991234277d lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342776 expref: 20 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.600705:0:158779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911de00/0x570389991234277d lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x5703899912342776 expref: 20 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.600715:0:158779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911de00/0x570389991234277d lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x5703899912342776 expref: 20 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.600755:0:158779:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911de00/0x570389991234277d lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342776 expref: 20 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398605.600771:0:158779:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aa1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:158779:1874221260984960:0@lo:105: 00000100:00100000:3.0:1787398605.600817:0:158779:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398605.600934:0:158779:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20aea5240 going to sleep for 11 seconds 00000100:00100000:3.0:1787398605.600955:0:158777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260984960 00000100:00100000:3.0:1787398605.600959:0:158777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260984960 00000100:00100000:3.0:1787398605.600996:0:158777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1787398605.601004:0:158777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:158779:x1874221260984960:12345-0@lo:105: 00010000:00010000:3.0:1787398605.601016:0:158777:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638400/0x5703899912342776 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234277d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.601027:0:158777:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638400/0x5703899912342776 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234277d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.601036:0:158777:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638400/0x5703899912342776 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x570389991234277d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.601166:0:158777:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638400/0x5703899912342776 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x570389991234277d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.601180:0:158777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638400/0x5703899912342776 lrc: 5/0,1 mode: EX/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x570389991234277d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.601189:0:158777:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638400/0x5703899912342776 lrc: 5/0,1 mode: EX/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x570389991234277d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.601203:0:158777:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9cf20b638400) 00000100:00100000:3.0:1787398605.601241:0:158777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:158779:x1874221260984960:12345-0@lo:105: Request processed in 238us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398605.601248:0:158777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1787398605.601297:0:158779:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aa1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:158779:1874221260984960:0@lo:105: 00010000:00010000:3.0:1787398605.601311:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398605.601359:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69164:x1874221247476608:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 760us (1524us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398605.601366:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 137 00000100:00100000:0.0:1787398605.601633:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260984704:0@lo:101:mdt00_002.0 00010000:00010000:0.0:1787398605.601655:0:158796:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638400/0x5703899912342776 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234277d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398605.604268:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf325f9f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260985088:0@lo:403:mdt00_002.0 00000100:00100000:0.0:1787398605.604376:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398605.604501:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf308182480 going to sleep for 11 seconds 00000100:00100000:1.0:1787398605.604791:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260985088 00000100:00100000:1.0:1787398605.604801:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260985088 00000100:00100000:1.0:1787398605.604999:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:1.0:1787398605.605011:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+21:158796:x1874221260985088:12345-0@lo:403:mdt00_002.0 00000100:00100000:1.0:1787398605.608294:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+21:158796:x1874221260985088:12345-0@lo:403:mdt00_002.0 Request processed in 3271us (3903us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.608313:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:0.0:1787398605.608421:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf325f9f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:158796:1874221260985088:0@lo:403:mdt00_002.0 00000040:00080000:0.0:1787398605.610459:0:158796:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002b10:0x2:0x0].7, 944 off39376 00000040:00080000:0.0:1787398605.611265:0:158796:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab4:0x2:0x0].7, 1024 off39936 00000004:00080000:0.0:1787398605.611277:0:158796:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9cf308182480 with version 14 00000004:00080000:2.0:1787398605.611388:0:165613:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf33f4d50c0 version 14 rpc_version 14 00000020:00100000:2.0:1787398605.611439:0:165613:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787398605.611453:0:165613:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf33f7f2680 x1874221260985344/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2352/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787398605.611678:0:165613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7f2680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221260985344:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787398605.611771:0:165613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398605.611856:0:165613:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbe0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787398605.611969:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260985344 00000100:00100000:0.0:1787398605.611979:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260985344 00000100:00100000:0.0:1787398605.612093:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:0.0:1787398605.612105:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+21:165613:x1874221260985344:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787398605.612637:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+22:165613:x1874221260985344:12345-0@lo:1000:osp_up0-1.0 Request processed in 531us (864us total) trans 34359738646 rc 0/0 00000100:00100000:0.0:1787398605.612647:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:2.0:1787398605.612772:0:165613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7f2680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221260985344:0@lo:1000:osp_up0-1.0 00000004:00200000:3.0:1787398605.612997:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x6:0x0]: returning size 4096 00010000:00010000:3.0:1787398605.613024:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638200/0x570389991234276f lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.613035:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638200/0x570389991234276f lrc: 2/0,0 mode: EX/EX res: [0x240002340:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.613053:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638200/0x570389991234276f lrc: 3/0,0 mode: EX/EX res: [0x240002340:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.613060:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398605.613066:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638200/0x570389991234276f lrc: 3/0,0 mode: EX/EX res: [0x240002340:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.613086:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638200/0x570389991234276f lrc: 4/0,0 mode: EX/EX res: [0x240002340:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.613105:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x9:0x0].0x0 (ffff9cf2051cd100) 00010000:00010000:3.0:1787398605.613108:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1787398605.613112:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638200/0x570389991234276f lrc: 2/0,0 mode: --/EX res: [0x240002340:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.613119:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638200/0x570389991234276f lrc: 0/0,0 mode: --/EX res: [0x240002340:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.613154:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638400/0x5703899912342776 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234277d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.613164:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638400/0x5703899912342776 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x570389991234277d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.613171:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638400/0x5703899912342776 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x570389991234277d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.613189:0:158796:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1787398605.613199:0:158796:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0x9:0x0] 00010000:00010000:3.0:1787398605.613210:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638e00/0x5703899912342768 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.613215:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638e00/0x5703899912342768 lrc: 2/0,0 mode: EX/EX res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.613222:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638e00/0x5703899912342768 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.613237:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398605.613240:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638e00/0x5703899912342768 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.613247:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638e00/0x5703899912342768 lrc: 4/0,0 mode: EX/EX res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.613255:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x6:0x0].0x0 (ffff9cf30da95e00) 00010000:00010000:3.0:1787398605.613257:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398605.613260:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638e00/0x5703899912342768 lrc: 2/0,0 mode: --/EX res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.613266:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638e00/0x5703899912342768 lrc: 0/0,0 mode: --/EX res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.613281:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639e00/0x570389991234275a lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342761 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.613287:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639e00/0x570389991234275a lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912342761 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.613294:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639e00/0x570389991234275a lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912342761 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.613315:0:158796:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1787398605.613328:0:158796:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1787398605.613333:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x570389991234273e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342745 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.613352:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x570389991234273e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912342745 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.613359:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x570389991234273e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912342745 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.613376:0:158796:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:3.0:1787398605.613381:0:158796:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1787398605.613390:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1787398605.613397:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638400/0x5703899912342776 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x570389991234277d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.613404:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638400 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:3.0:1787398605.613408:0:158783:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638400/0x5703899912342776 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x570389991234277d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398605.613416:0:158783:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638400/0x5703899912342776 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x570389991234277d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.613452:0:158783:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638400/0x5703899912342776 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x570389991234277d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.613459:0:158783:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787398605.613504:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638400/0x5703899912342776 lrc: 1/0,0 mode: --/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x570389991234277d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.613512:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638400/0x5703899912342776 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x570389991234277d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.613541:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787398605.613544:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639e00/0x570389991234275a lrc: 2/0,0 mode: EX/EX res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x5703899912342761 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.613550:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639e00 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:3.0:1787398605.613554:0:158783:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639e00/0x570389991234275a lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912342761 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398605.613561:0:158783:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639e00/0x570389991234275a lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912342761 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.613578:0:158783:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639e00/0x570389991234275a lrc: 2/0,0 mode: --/EX res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342761 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.613585:0:158783:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787398605.613592:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639e00/0x570389991234275a lrc: 1/0,0 mode: --/EX res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342761 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.613599:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639e00/0x570389991234275a lrc: 0/0,0 mode: --/EX res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342761 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.613610:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787398605.613613:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x570389991234273e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x5703899912342745 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.613619:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639a00 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:3.0:1787398605.613623:0:158783:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x570389991234273e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912342745 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398605.613636:0:158783:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x570389991234273e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912342745 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.613658:0:158783:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x570389991234273e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342745 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.613664:0:158783:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787398605.613682:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x570389991234273e lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342745 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.613690:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b639a00/0x570389991234273e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342745 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.613703:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398605.613705:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398605.613706:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398605.613723:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aa1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260985472:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398605.613784:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398605.613817:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787398605.613824:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260985600:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398605.613844:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398605.613891:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aa1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260985728:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398605.613922:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398605.613955:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260985472 00000100:00100000:3.0:1787398605.613961:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260985472 00000100:00100000:3.0:1787398605.614006:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260985600 00000100:00100000:3.0:1787398605.614010:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260985600 00000100:00100000:3.0:1787398605.614036:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260985728 00000100:00100000:3.0:1787398605.614039:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260985728 00000100:00100000:3.0:1787398605.614056:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1787398605.614064:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+24:106500:x1874221260985472:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787398605.614081:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398605.614102:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911de00/0x570389991234277d lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912342776 expref: 24 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.614115:0:162512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x9:0x0].0x0 (ffff9cf30d87d300) 00010000:00010000:3.0:1787398605.614125:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398605.614172:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+23:106500:x1874221260985472:12345-0@lo:103:ldlm_bl.0 Request processed in 108us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398605.614180:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1787398605.614202:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1787398605.614208:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+22:106500:x1874221260985600:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787398605.614216:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398605.614227:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342761 lrc: 0/0,0 mode: --/EX res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x570389991234275a expref: 22 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.614239:0:162512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x6:0x0].0x0 (ffff9cf30da95300) 00010000:00010000:3.0:1787398605.614247:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398605.614269:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+21:106500:x1874221260985600:12345-0@lo:103:ldlm_bl.0 Request processed in 61us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398605.614276:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1787398605.614289:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1787398605.614295:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf209b89850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+20:106502:x1874221260985728:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787398605.614301:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398605.614319:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db800/0x5703899912342745 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x570389991234273e expref: 20 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.614331:0:162512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf2051cda00) 00010000:00010000:3.0:1787398605.614338:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398605.614366:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf209b89850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+19:106502:x1874221260985728:12345-0@lo:103:ldlm_bl.0 Request processed in 71us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398605.614371:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1787398605.614449:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aa1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260985728:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398605.614506:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260985600:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398605.614517:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aa1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260985472:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787398605.614548:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638a00/0x570389991234274c lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912342753 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.614558:0:158796:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638a00/0x570389991234274c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912342753 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398605.614645:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+26:123749:x1874221247476224:12345-192.168.204.36@tcp:36:rm.0 Request processed in 38344us (38678us total) trans 25769803797 rc 0/0 00000100:00100000:3.0:1787398605.614653:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 464 00010000:00010000:2.0:1787398605.614943:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398605.615143:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398605.618406:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398605.618688:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247476736 00000100:00100000:2.0:1787398605.618702:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247476736 00000100:00100000:2.0:1787398605.618779:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 465 00000100:00100000:2.0:1787398605.618790:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:123749:x1874221247476736:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:2.0:1787398605.618819:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398605.618859:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d200/0x5703899912342784 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119c62 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.618948:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d400/0x570389991234278b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.618965:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d400/0x570389991234278b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.618978:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d400/0x570389991234278b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787398605.619079:0:160868:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1787398605.619084:0:160868:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787398605.619110:0:160868:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d400/0x570389991234278b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.619152:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d200/0x5703899912342784 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c62 expref: 7 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.619173:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d400/0x570389991234278b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c62 expref: 6 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.619183:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30d87d200) 00010000:00010000:2.0:1787398605.619186:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787398605.619190:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf30911d400, rc 0) 00000100:00100000:2.0:1787398605.619276:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:123749:x1874221247476736:12345-192.168.204.36@tcp:101:rm.0 Request processed in 487us (883us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398605.619284:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 465 00000100:00100000:1.0:1787398605.622450:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398605.622615:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247476864 00000100:00100000:2.0:1787398605.622629:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247476864 00000100:00100000:2.0:1787398605.622702:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 466 00000100:00100000:2.0:1787398605.622715:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:123749:x1874221247476864:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:2.0:1787398605.622743:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398605.622773:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342792 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119c69 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.622990:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c800/0x5703899912342799 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.623029:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c800/0x5703899912342799 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.623196:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c800/0x5703899912342799 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.623218:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x57038999123427a0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.623226:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x57038999123427a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.623234:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x57038999123427a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398605.623390:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2034dd880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:158794:1874221260985856:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1787398605.623467:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398605.623633:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbed80 going to sleep for 11 seconds 00000100:00100000:1.0:1787398605.623755:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260985856 00000100:00100000:1.0:1787398605.623762:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260985856 00000100:00100000:1.0:1787398605.623859:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:1.0:1787398605.623869:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:158794:x1874221260985856:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787398605.623986:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:158794:x1874221260985856:12345-0@lo:1000:mdt00_000.0 Request processed in 118us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.623995:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:3.0:1787398605.624092:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf2034dd880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:158794:1874221260985856:0@lo:1000:mdt00_000.0 00010000:00010000:3.0:1787398605.624165:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x57038999123427a7 lrc: 3/1,0 mode: --/PR res: [0x240002343:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.624177:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x57038999123427a7 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.624204:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x57038999123427a7 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398605.624234:0:158794:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x57038999123427a7 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.624250:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c800/0x5703899912342799 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.624256:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c800/0x5703899912342799 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.624263:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c800/0x5703899912342799 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.624270:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c800/0x5703899912342799 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.624277:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf30911c800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398605.624283:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c800/0x5703899912342799 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.624291:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c800/0x5703899912342799 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.624306:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30d87d200) 00010000:00010000:3.0:1787398605.624309:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398605.624314:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c800/0x5703899912342799 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.624320:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c800/0x5703899912342799 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.624343:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x57038999123427a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.624349:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x57038999123427a0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.624355:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x57038999123427a0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.624361:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf30911c400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398605.624364:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x57038999123427a0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.624370:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x57038999123427a0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.624378:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcaaa8ec3 (ffff9cf30d87dc00) 00010000:00010000:3.0:1787398605.624380:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398605.624383:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x57038999123427a0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.624389:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x57038999123427a0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.624435:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342792 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c69 expref: 8 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.624453:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x57038999123427a7 lrc: 3/0,0 mode: PR/PR res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c69 expref: 7 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.624472:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x7:0x0].0x0 (ffff9cf337a20700) 00010000:00010000:3.0:1787398605.624474:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787398605.624525:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a68200, rc 0) 00000100:00100000:3.0:1787398605.624583:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:123749:x1874221247476864:12345-192.168.204.36@tcp:101:rm.0 Request processed in 1870us (2145us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398605.624590:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 466 00000100:00100000:3.0:1787398605.627293:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398605.627393:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247476992 00000100:00100000:0.0:1787398605.627406:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247476992 00000100:00100000:0.0:1787398605.627506:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 467 00000100:00100000:0.0:1787398605.627518:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+26:123749:x1874221247476992:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:0.0:1787398605.627552:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398605.627581:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da400/0x57038999123427ae lrc: 2/0,0 mode: --/CR res: [0x240002343:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119c70 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.627664:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da800/0x57038999123427b5 lrc: 3/1,0 mode: --/PR res: [0x240002343:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.627679:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da800/0x57038999123427b5 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.627692:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da800/0x57038999123427b5 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787398605.627832:0:160868:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x7:0x0]: returning size 4096 00000004:00200000:0.0:1787398605.627839:0:160868:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787398605.627903:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da400/0x57038999123427ae lrc: 0/0,0 mode: --/CR res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c70 expref: 28 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.627923:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da800/0x57038999123427b5 lrc: 3/0,0 mode: PR/PR res: [0x240002343:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c70 expref: 27 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.627955:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x7:0x0].0x0 (ffff9cf2051cd800) 00010000:00010000:0.0:1787398605.627958:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787398605.627962:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056da800, rc 0) 00000100:00100000:0.0:1787398605.628042:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+27:123749:x1874221247476992:12345-192.168.204.36@tcp:101:rm.0 Request processed in 526us (762us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398605.628050:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 467 00000100:00100000:0.0:1787398605.630978:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398605.631068:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247477120 00000100:00100000:3.0:1787398605.631080:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247477120 00000100:00100000:3.0:1787398605.631162:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 468 00000100:00100000:3.0:1787398605.631174:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+27:123749:x1874221247477120:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:3.0:1787398605.631204:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398605.631237:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69a00/0x57038999123427bc lrc: 2/0,0 mode: --/CR res: [0x240002340:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119c77 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.631329:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69200/0x57038999123427c3 lrc: 3/1,0 mode: --/PR res: [0x240002340:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.631346:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69200/0x57038999123427c3 lrc: 3/1,0 mode: PR/PR res: [0x240002340:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.631360:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69200/0x57038999123427c3 lrc: 3/1,0 mode: PR/PR res: [0x240002340:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787398605.631440:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002340:0xa:0x0]: returning size 4096 00000004:00200000:3.0:1787398605.631447:0:158796:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787398605.631537:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69a00/0x57038999123427bc lrc: 0/0,0 mode: --/CR res: [0x240002340:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c77 expref: 29 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.631581:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69200/0x57038999123427c3 lrc: 3/0,0 mode: PR/PR res: [0x240002340:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c77 expref: 28 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.631590:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xa:0x0].0x0 (ffff9cf337a20000) 00010000:00010000:3.0:1787398605.631593:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787398605.631597:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a69200, rc 0) 00000100:00100000:3.0:1787398605.631677:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+28:123749:x1874221247477120:12345-192.168.204.36@tcp:101:rm.0 Request processed in 504us (714us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398605.631685:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 468 00000100:00100000:0.0:1787398605.634958:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398605.635061:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247477248 00000100:00100000:2.0:1787398605.635074:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247477248 00000100:00100000:2.0:1787398605.635187:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 469 00000100:00100000:2.0:1787398605.635199:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:123749:x1874221247477248:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:2.0:1787398605.635229:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398605.635259:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d000/0x57038999123427ca lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119c7e expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.635344:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c000/0x57038999123427d1 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.635381:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c000/0x57038999123427d1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.635394:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c000/0x57038999123427d1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787398605.635464:0:160868:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab1:0xa:0x0]: returning size 4096 00000004:00200000:2.0:1787398605.635471:0:160868:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787398605.635558:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d000/0x57038999123427ca lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c7e expref: 9 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.635581:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c000/0x57038999123427d1 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c7e expref: 8 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.635592:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xa:0x0].0x0 (ffff9cf30d87dd00) 00010000:00010000:2.0:1787398605.635595:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787398605.635599:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf30911c000, rc 0) 00000100:00100000:2.0:1787398605.635677:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123749:x1874221247477248:12345-192.168.204.36@tcp:101:rm.0 Request processed in 480us (733us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398605.635685:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 469 00000100:00100000:0.0:1787398605.640770:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398605.640990:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247477504 00000100:00100000:3.0:1787398605.641003:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247477504 00000100:00100000:3.0:1787398605.641154:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 470 00000100:00100000:3.0:1787398605.641167:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+28:123749:x1874221247477504:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:3.0:1787398605.641199:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398605.641235:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69800/0x57038999123427d8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119c85 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787398605.641545:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x7:0x0]: returning size 4096 00010000:00010000:3.0:1787398605.641678:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69800/0x57038999123427d8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c85 expref: 30 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.641697:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf337a20100) 00010000:00010000:3.0:1787398605.641700:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787398605.641706:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69800/0x57038999123427d8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c85 expref: 30 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.641743:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a69800, rc 0) 00000100:00100000:3.0:1787398605.641825:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+29:123749:x1874221247477504:12345-192.168.204.36@tcp:101:rm.0 Request processed in 660us (1072us total) trans 25769803798 rc 301/301 00000100:00100000:3.0:1787398605.641834:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 470 00000100:00100000:0.0:1787398605.647299:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398605.647533:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247477632 00000100:00100000:1.0:1787398605.647546:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247477632 00000100:00100000:1.0:1787398605.647619:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 665 00000100:00100000:1.0:1787398605.647631:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:69165:x1874221247477632:12345-192.168.204.36@tcp:63:ll_sa.0 00010000:00010000:1.0:1787398605.647702:0:158800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398605.647726:0:158800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x57038999123427e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119c8c expref: -99 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.647796:0:158800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x57038999123427ed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.647820:0:158800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x57038999123427ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.647834:0:158800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x57038999123427ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.647865:0:158800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x57038999123427f4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.647873:0:158800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x57038999123427f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.647880:0:158800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x57038999123427f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398605.648032:0:158800:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aa9880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID:158800:1874221260985984:0@lo:1000:mdt_out00_001.0 00000100:00100000:1.0:1787398605.648466:0:158800:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398605.648543:0:158800:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20c023b40 going to sleep for 11 seconds 00000100:00100000:2.0:1787398605.648664:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260985984 00000100:00100000:2.0:1787398605.648670:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260985984 00000100:00100000:2.0:1787398605.648713:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:2.0:1787398605.648722:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:158800:x1874221260985984:12345-0@lo:1000:mdt_out00_001.0 00000100:00100000:2.0:1787398605.648815:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:158800:x1874221260985984:12345-0@lo:1000:mdt_out00_001.0 Request processed in 93us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398605.648823:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:0.0:1787398605.648966:0:158800:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aa9880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID:158800:1874221260985984:0@lo:1000:mdt_out00_001.0 00010000:00010000:0.0:1787398605.649016:0:158800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x57038999123427ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.649026:0:158800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x57038999123427ed lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.649034:0:158800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x57038999123427ed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.649051:0:158800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398605.649057:0:158800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x57038999123427ed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.649066:0:158800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x57038999123427ed lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.649083:0:158800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30d87d200) 00010000:00010000:0.0:1787398605.649092:0:158800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398605.649098:0:158800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x57038999123427ed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.649106:0:158800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x57038999123427ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.649121:0:158800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x57038999123427f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.649127:0:158800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x57038999123427f4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.649144:0:158800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x57038999123427f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.649150:0:158800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398605.649153:0:158800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x57038999123427f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.649159:0:158800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x57038999123427f4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.649166:0:158800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9d6f79b8 (ffff9cf30da95b00) 00010000:00010000:0.0:1787398605.649168:0:158800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398605.649171:0:158800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x57038999123427f4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.649176:0:158800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x57038999123427f4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.649218:0:158800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-66, rc=-66) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x57038999123427e6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c8c expref: 9 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.649235:0:158800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30d87d200) 00010000:00010000:0.0:1787398605.649237:0:158800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1787398605.649241:0:158800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x57038999123427e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c8c expref: 9 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.649251:0:158800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b639c00, rc -66) 00000100:00100000:0.0:1787398605.649322:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:69165:x1874221247477632:12345-192.168.204.36@tcp:63:ll_sa.0 Request processed in 1694us (2037us total) trans 0 rc -66/-66 00000100:00100000:0.0:1787398605.649330:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 665 00000100:00100000:0.0:1787398605.651832:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398605.651939:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247477760 00000100:00100000:2.0:1787398605.651952:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247477760 00000100:00100000:2.0:1787398605.652014:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 125 00000100:00100000:2.0:1787398605.652025:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+29:123749:x1874221247477760:12345-192.168.204.36@tcp:37:rm.0 00000100:00100000:1.0:1787398605.657287:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+29:123749:x1874221247477760:12345-192.168.204.36@tcp:37:rm.0 Request processed in 5246us (5451us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.657307:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 125 00000100:00100000:0.0:1787398605.662472:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398605.662737:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247477888 00000100:00100000:1.0:1787398605.662751:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247477888 00000100:00100000:1.0:1787398605.662829:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 126 00000100:00100000:1.0:1787398605.662842:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33b381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123749:x1874221247477888:12345-192.168.204.36@tcp:37:rm.0 00000100:00100000:2.0:1787398605.668542:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33b381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123749:x1874221247477888:12345-192.168.204.36@tcp:37:rm.0 Request processed in 5685us (6066us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398605.668561:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 126 00000100:00100000:2.0:1787398605.672227:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398605.672358:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247478144 00000100:00100000:1.0:1787398605.672372:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247478144 00000100:00100000:1.0:1787398605.672518:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 127 00000100:00100000:1.0:1787398605.672551:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+29:123749:x1874221247478144:12345-192.168.204.36@tcp:35:rm.0 00000100:00100000:1.0:1787398605.672887:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+30:123749:x1874221247478144:12345-192.168.204.36@tcp:35:rm.0 Request processed in 337us (675us total) trans 25769803799 rc 0/0 00000100:00100000:1.0:1787398605.672896:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 127 00000100:00100000:0.0:1787398605.675929:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398605.676085:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247478528 00000100:00100000:2.0:1787398605.676098:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247478528 00000100:00100000:2.0:1787398605.676191:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 471 00000100:00100000:2.0:1787398605.676204:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33b382680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+30:123749:x1874221247478528:12345-192.168.204.36@tcp:36:rm.0 00010000:00010000:2.0:1787398605.676289:0:160868:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398605.676328:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da800/0x57038999123427b5 lrc: 0/0,0 mode: --/PR res: [0x240002343:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c70 expref: 30 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.676351:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x7:0x0].0x0 (ffff9cf2051cd800) 00010000:00010000:2.0:1787398605.676364:0:160868:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787398605.676440:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911cc00/0x57038999123427fb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.676449:0:160868:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911cc00/0x57038999123427fb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.676460:0:160868:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911cc00/0x57038999123427fb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398605.676533:0:160868:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9e300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260986112:0@lo:101:mdt00_003.0 00000100:00100000:2.0:1787398605.676624:0:160868:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398605.676660:0:160868:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbe780 going to sleep for 11 seconds 00000100:00100000:2.0:1787398605.676682:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260986112 00000100:00100000:2.0:1787398605.676686:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260986112 00000100:00100000:2.0:1787398605.676720:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:2.0:1787398605.676728:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+19:160868:x1874221260986112:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1787398605.676743:0:158799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398605.676762:0:158799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c600/0x5703899912342802 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x57038999123427fb expref: -99 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.676788:0:158799:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d400/0x570389991234278b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c62 expref: 7 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.676798:0:158799:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c600/0x5703899912342802 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x57038999123427fb expref: 20 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.676826:0:158799:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d400/0x570389991234278b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c62 expref: 7 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.676841:0:158799:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d400/0x570389991234278b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c62 expref: 7 pid: 160868 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398605.676866:0:158799:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9ea00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:158799:1874221260986240:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398605.676943:0:158799:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbe0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787398605.679777:0:158799:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9ea00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:158799:1874221260986240:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398605.679828:0:158799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c600/0x5703899912342802 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123427fb expref: 20 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.679879:0:158799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30d87d200) 00010000:00010000:2.0:1787398605.679882:0:158799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398605.679888:0:158799:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c600/0x5703899912342802 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123427fb expref: 20 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.679899:0:158799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf30911c600, rc 0) 00000100:00100000:2.0:1787398605.679977:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+20:160868:x1874221260986112:12345-0@lo:101:mdt00_003.0 Request processed in 3249us (3352us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398605.679987:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:0.0:1787398605.680195:0:160868:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9e300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260986112:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1787398605.680219:0:160868:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911cc00/0x57038999123427fb lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912342802 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.680231:0:160868:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911cc00/0x57038999123427fb lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342802 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398605.681372:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398605.681440:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398605.681561:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247478656 00000100:00100000:1.0:1787398605.681572:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247478656 00010000:00010000:1.0:1787398605.681621:0:158779:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d400/0x570389991234278b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c62 expref: 8 pid: 160868 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398605.681658:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247478272 00000100:00100000:1.0:1787398605.681662:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247478272 00000100:00100000:1.0:1787398605.681702:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 138 00000100:00100000:1.0:1787398605.681713:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33b383b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69163:x1874221247478656:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787398605.681732:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398605.681739:0:158779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d400/0x570389991234278b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c62 expref: 9 pid: 160868 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.681754:0:158779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d400/0x570389991234278b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c62 expref: 9 pid: 160868 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.681782:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d400/0x570389991234278b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c62 expref: 9 pid: 160868 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.681803:0:158779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30d87d200) 00010000:00010000:1.0:1787398605.681809:0:158779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c600/0x5703899912342802 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123427fb expref: 19 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.681839:0:158779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c600/0x5703899912342802 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x57038999123427fb expref: 19 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.681849:0:158779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c600/0x5703899912342802 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x57038999123427fb expref: 19 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.681907:0:158779:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c600/0x5703899912342802 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123427fb expref: 19 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398605.681924:0:158779:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aaaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:158779:1874221260986368:0@lo:105: 00000100:00100000:1.0:1787398605.681979:0:158779:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398605.682021:0:158779:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20c023600 going to sleep for 11 seconds 00000100:00100000:1.0:1787398605.682041:0:158777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260986368 00000100:00100000:1.0:1787398605.682059:0:158777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260986368 00000100:00100000:1.0:1787398605.682093:0:158777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1787398605.682100:0:158777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:158779:x1874221260986368:12345-0@lo:105: 00010000:00010000:1.0:1787398605.682112:0:158777:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911cc00/0x57038999123427fb lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342802 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.682123:0:158777:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911cc00/0x57038999123427fb lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342802 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.682146:0:158777:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911cc00/0x57038999123427fb lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912342802 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.682154:0:158777:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911cc00/0x57038999123427fb lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x5703899912342802 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.682169:0:158777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911cc00/0x57038999123427fb lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x5703899912342802 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.682179:0:158777:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911cc00/0x57038999123427fb lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x5703899912342802 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.682200:0:158777:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9cf30911cc00) 00000100:00100000:1.0:1787398605.682239:0:158777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:158779:x1874221260986368:12345-0@lo:105: Request processed in 139us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.682248:0:158777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1787398605.682294:0:158779:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aaaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:158779:1874221260986368:0@lo:105: 00010000:00010000:1.0:1787398605.682316:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787398605.682362:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33b383b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:69163:x1874221247478656:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 650us (999us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.682370:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 138 00000100:00100000:1.0:1787398605.682390:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 93 00000100:00100000:1.0:1787398605.682397:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33b381500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:69163:x1874221247478272:12345-192.168.204.36@tcp:103:rm.0 00010000:00010000:1.0:1787398605.682406:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398605.682421:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x57038999123427a7 lrc: 0/0,0 mode: --/PR res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c69 expref: 7 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.682433:0:158779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x7:0x0].0x0 (ffff9cf337a20700) 00010000:00010000:1.0:1787398605.682446:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787398605.682464:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33b381500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69163:x1874221247478272:12345-192.168.204.36@tcp:103:rm.0 Request processed in 68us (1025us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.682525:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 93 00010000:00010000:0.0:1787398605.683363:0:160868:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911cc00/0x57038999123427fb lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342802 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.683379:0:160868:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911cc00/0x57038999123427fb lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342802 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787398605.683432:0:160868:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1787398605.683505:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dac00/0x5703899912342809 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.683515:0:160868:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dac00/0x5703899912342809 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.683528:0:160868:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dac00/0x5703899912342809 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398605.683552:0:160868:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33b380000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260986496:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1787398605.683608:0:160868:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398605.683646:0:160868:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf308182f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787398605.683877:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260986496 00000100:00100000:3.0:1787398605.683886:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260986496 00000100:00100000:3.0:1787398605.683944:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:3.0:1787398605.683954:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf334042d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+20:160868:x1874221260986496:12345-0@lo:101:mdt00_003.0 00010000:00010000:3.0:1787398605.683975:0:162682:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398605.683995:0:162682:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69800/0x5703899912342810 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912342809 expref: -99 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.684022:0:162682:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69800/0x5703899912342810 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912342809 expref: 21 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.684036:0:162682:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69800/0x5703899912342810 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342809 expref: 21 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.684061:0:162682:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcaaa8ec3 (ffff9cf337a20100) 00010000:00010000:3.0:1787398605.684065:0:162682:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398605.684069:0:162682:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a69800, rc 0) 00000100:00100000:3.0:1787398605.684118:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf334042d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+21:160868:x1874221260986496:12345-0@lo:101:mdt00_003.0 Request processed in 166us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398605.684126:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:0.0:1787398605.684393:0:160868:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33b380000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260986496:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1787398605.684413:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dac00/0x5703899912342809 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912342810 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.684423:0:160868:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dac00/0x5703899912342809 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342810 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787398605.684443:0:160868:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:0.0:1787398605.684533:0:160868:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf334041880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260986624:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1787398605.684570:0:160868:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398605.684592:0:160868:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf308182e40 going to sleep for 11 seconds 00000100:00100000:1.0:1787398605.684670:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260986624 00000100:00100000:1.0:1787398605.684675:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260986624 00000100:00100000:1.0:1787398605.684718:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:1.0:1787398605.684727:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33b380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+21:160868:x1874221260986624:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1787398605.684804:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33b380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+21:160868:x1874221260986624:12345-0@lo:1000:mdt00_003.0 Request processed in 78us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.684811:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:0.0:1787398605.684889:0:160868:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf334041880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260986624:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1787398605.684938:0:160868:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf334041880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260986752:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1787398605.684978:0:160868:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398605.685008:0:160868:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf33f45a480 going to sleep for 11 seconds 00000100:00100000:0.0:1787398605.685025:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260986752 00000100:00100000:0.0:1787398605.685029:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260986752 00000100:00100000:0.0:1787398605.685305:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:0.0:1787398605.685314:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+21:160868:x1874221260986752:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1787398605.685413:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+21:160868:x1874221260986752:12345-0@lo:1000:mdt00_003.0 Request processed in 101us (434us total) trans 0 rc 1/1 00000100:00100000:0.0:1787398605.685420:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:0.0:1787398605.685451:0:160868:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf334041880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260986752:0@lo:1000:mdt00_003.0 00010000:00010000:0.0:1787398605.685541:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da000/0x5703899912342817 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.685550:0:160868:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da000/0x5703899912342817 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.685559:0:160868:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da000/0x5703899912342817 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398605.685570:0:160868:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf334041880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260986880:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1787398605.685597:0:160868:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398605.685612:0:160868:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf308182f00 going to sleep for 11 seconds 00000100:00100000:1.0:1787398605.685681:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260986880 00000100:00100000:1.0:1787398605.685686:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260986880 00000100:00100000:1.0:1787398605.685715:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:1.0:1787398605.685723:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b889180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+21:160868:x1874221260986880:12345-0@lo:101:mdt00_003.0 00010000:00010000:1.0:1787398605.685733:0:162682:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398605.685752:0:162682:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x570389991234281e lrc: 2/0,0 mode: --/EX res: [0x240002343:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912342817 expref: -99 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.685777:0:162682:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x570389991234281e lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912342817 expref: 22 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.685790:0:162682:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x570389991234281e lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342817 expref: 22 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.685798:0:162682:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x7:0x0].0x0 (ffff9cf30da95700) 00010000:00010000:1.0:1787398605.685801:0:162682:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787398605.685805:0:162682:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b639a00, rc 0) 00000100:00100000:1.0:1787398605.685836:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b889180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+22:160868:x1874221260986880:12345-0@lo:101:mdt00_003.0 Request processed in 114us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.685930:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:0.0:1787398605.687542:0:160868:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf334041880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260986880:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1787398605.687579:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da000/0x5703899912342817 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x570389991234281e expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.687595:0:160868:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da000/0x5703899912342817 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234281e expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.687675:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db400/0x5703899912342825 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.687687:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db400/0x5703899912342825 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.687699:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db400/0x5703899912342825 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.687833:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db600/0x570389991234282c lrc: 3/0,1 mode: --/EX res: [0x240002340:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.688506:0:160868:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69200/0x57038999123427c3 lrc: 2/0,0 mode: PR/PR res: [0x240002340:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c77 expref: 29 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.688522:0:160868:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db600/0x570389991234282c lrc: 4/0,1 mode: --/EX res: [0x240002340:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.688573:0:160868:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69200/0x57038999123427c3 lrc: 3/0,0 mode: PR/PR res: [0x240002340:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c77 expref: 29 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.688592:0:160868:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69200/0x57038999123427c3 lrc: 4/0,0 mode: PR/PR res: [0x240002340:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c77 expref: 29 pid: 158796 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398605.688610:0:160868:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf334041880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:160868:1874221260987008:192.168.204.36@tcp:104: 00000100:00100000:0.0:1787398605.688728:0:160868:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf308182f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787398605.691667:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398605.691788:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247478784 00000100:00100000:1.0:1787398605.691800:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247478784 00010000:00010000:1.0:1787398605.691863:0:158779:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69200/0x57038999123427c3 lrc: 5/0,0 mode: PR/PR res: [0x240002340:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c77 expref: 30 pid: 158796 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398605.691914:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 139 00000100:00100000:1.0:1787398605.691927:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304180700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+30:69165:x1874221247478784:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787398605.691947:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398605.691955:0:158779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69200/0x57038999123427c3 lrc: 5/0,0 mode: PR/PR res: [0x240002340:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c77 expref: 30 pid: 158796 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.691970:0:158779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69200/0x57038999123427c3 lrc: 4/0,0 mode: PR/PR res: [0x240002340:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c77 expref: 30 pid: 158796 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.692002:0:158779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xa:0x0].0x0 (ffff9cf337a20000) 00010000:00010000:1.0:1787398605.692010:0:158779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db600/0x570389991234282c lrc: 3/0,1 mode: --/EX res: [0x240002340:0xa:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.692021:0:158779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db600/0x570389991234282c lrc: 3/0,1 mode: EX/EX res: [0x240002340:0xa:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.692030:0:158779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db600/0x570389991234282c lrc: 4/0,1 mode: EX/EX res: [0x240002340:0xa:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.692068:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787398605.692155:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304180700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+30:69165:x1874221247478784:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 229us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.692179:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 139 00010000:00010000:2.0:1787398605.693590:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69200/0x57038999123427c3 lrc: 0/0,0 mode: --/PR res: [0x240002340:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c77 expref: 29 pid: 158796 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398605.693622:0:160868:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf334041880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:160868:1874221260987008:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398605.693659:0:160868:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db600/0x570389991234282c lrc: 3/0,1 mode: EX/EX res: [0x240002340:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.693672:0:160868:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db600/0x570389991234282c lrc: 3/0,1 mode: EX/EX res: [0x240002340:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.693679:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db600/0x570389991234282c lrc: 3/0,1 mode: EX/EX res: [0x240002340:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.693746:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911d000/0x5703899912342833 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.693755:0:160868:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911d000/0x5703899912342833 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.693788:0:160868:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911d000/0x5703899912342833 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398605.693816:0:160868:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260987136:0@lo:101:mdt00_003.0 00000100:00100000:2.0:1787398605.693905:0:160868:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398605.693947:0:160868:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbe0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787398605.694602:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260987136 00000100:00100000:1.0:1787398605.694614:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260987136 00000100:00100000:1.0:1787398605.694687:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:1.0:1787398605.694701:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+22:160868:x1874221260987136:12345-0@lo:101:mdt00_003.0 00010000:00010000:1.0:1787398605.694726:0:162682:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398605.694750:0:162682:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638400/0x570389991234283a lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912342833 expref: -99 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.694782:0:162682:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c000/0x57038999123427d1 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c7e expref: 5 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.694793:0:162682:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638400/0x570389991234283a lrc: 4/0,0 mode: --/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912342833 expref: 23 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.694829:0:162682:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c000/0x57038999123427d1 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c7e expref: 5 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.694911:0:162682:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c000/0x57038999123427d1 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c7e expref: 5 pid: 160868 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398605.694929:0:162682:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aaaa00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:162682:1874221260987264:192.168.204.36@tcp:104: 00000100:00100000:1.0:1787398605.695023:0:162682:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20c023600 going to sleep for 11 seconds 00000100:00100000:0.0:1787398605.698371:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398605.698553:0:162682:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aaaa00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:162682:1874221260987264:192.168.204.36@tcp:104: 00010000:00010000:1.0:1787398605.698607:0:162682:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638400/0x570389991234283a lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342833 expref: 23 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.698634:0:162682:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xa:0x0].0x0 (ffff9cf30d87dd00) 00010000:00010000:1.0:1787398605.698637:0:162682:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1787398605.698642:0:162682:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638400/0x570389991234283a lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342833 expref: 23 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.698653:0:162682:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638400/0x570389991234283a lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342833 expref: 23 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.698661:0:162682:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b638400, rc 0) 00000100:00100000:1.0:1787398605.698735:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+23:160868:x1874221260987136:12345-0@lo:101:mdt00_003.0 Request processed in 4036us (4829us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.698745:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:3.0:1787398605.699286:0:160868:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260987136:0@lo:101:mdt00_003.0 00010000:00010000:3.0:1787398605.699328:0:160868:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911d000/0x5703899912342833 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x570389991234283a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.699341:0:160868:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911d000/0x5703899912342833 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234283a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398605.699773:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247478912 00000100:00100000:2.0:1787398605.699783:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247478912 00010000:00010000:2.0:1787398605.699829:0:158780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c000/0x57038999123427d1 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c7e expref: 6 pid: 160868 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398605.699974:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 140 00000100:00100000:2.0:1787398605.699985:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69164:x1874221247478912:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787398605.700006:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398605.700013:0:158780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c000/0x57038999123427d1 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c7e expref: 6 pid: 160868 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.700026:0:158780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c000/0x57038999123427d1 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c7e expref: 6 pid: 160868 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.700067:0:158780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c000/0x57038999123427d1 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119c7e expref: 6 pid: 160868 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.700083:0:158780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xa:0x0].0x0 (ffff9cf30d87dd00) 00010000:00010000:2.0:1787398605.700089:0:158780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638400/0x570389991234283a lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342833 expref: 22 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.700115:0:158780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638400/0x570389991234283a lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x5703899912342833 expref: 22 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.700124:0:158780:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638400/0x570389991234283a lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x5703899912342833 expref: 22 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.700179:0:158780:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638400/0x570389991234283a lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342833 expref: 22 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398605.700196:0:158780:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:158780:1874221260987392:0@lo:105: 00000100:00100000:2.0:1787398605.700257:0:158780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398605.700336:0:158780:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbed80 going to sleep for 11 seconds 00000100:00100000:1.0:1787398605.700578:0:158777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260987392 00000100:00100000:1.0:1787398605.700585:0:158777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260987392 00000100:00100000:1.0:1787398605.700679:0:158777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1787398605.700688:0:158777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:158780:x1874221260987392:12345-0@lo:105: 00010000:00010000:1.0:1787398605.700699:0:158777:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911d000/0x5703899912342833 lrc: 5/0,1 mode: --/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234283a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.700710:0:158777:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911d000/0x5703899912342833 lrc: 5/0,1 mode: --/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234283a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.700720:0:158777:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911d000/0x5703899912342833 lrc: 5/0,1 mode: --/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x570389991234283a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.700728:0:158777:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911d000/0x5703899912342833 lrc: 5/0,1 mode: EX/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x570389991234283a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.700747:0:158777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911d000/0x5703899912342833 lrc: 6/0,1 mode: EX/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x570389991234283a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.700757:0:158777:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911d000/0x5703899912342833 lrc: 6/0,1 mode: EX/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x570389991234283a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.700790:0:158777:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9cf30911d000) 00000100:00100000:1.0:1787398605.700851:0:158777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:158780:x1874221260987392:12345-0@lo:105: Request processed in 156us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.700860:0:158777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1787398605.700936:0:158780:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:158780:1874221260987392:0@lo:105: 00010000:00010000:0.0:1787398605.700960:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398605.701013:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69164:x1874221247478912:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 1029us (2656us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398605.701022:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 140 00010000:00010000:2.0:1787398605.701243:0:160868:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911d000/0x5703899912342833 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234283a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.701256:0:160868:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911d000/0x5703899912342833 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234283a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398605.702199:0:160868:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260987520:0@lo:403:mdt00_003.0 00000100:00100000:2.0:1787398605.702281:0:160868:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398605.702317:0:160868:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbee40 going to sleep for 11 seconds 00000100:00100000:3.0:1787398605.703691:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260987520 00000100:00100000:3.0:1787398605.703706:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260987520 00000100:00100000:3.0:1787398605.703781:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:3.0:1787398605.703794:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+23:160868:x1874221260987520:12345-0@lo:403:mdt00_003.0 00000100:00100000:3.0:1787398605.706561:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+23:160868:x1874221260987520:12345-0@lo:403:mdt00_003.0 Request processed in 2755us (4266us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398605.706581:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:0.0:1787398605.706952:0:160868:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260987520:0@lo:403:mdt00_003.0 00000040:00080000:0.0:1787398605.708285:0:160868:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002b10:0x2:0x0].8, 944 off40320 00000040:00080000:0.0:1787398605.708567:0:160868:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab4:0x2:0x0].8, 1024 off40960 00000004:00080000:0.0:1787398605.708574:0:160868:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9cf308182e40 with version 15 00000004:00080000:3.0:1787398605.709684:0:165613:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf33f4d50c0 version 15 rpc_version 15 00000020:00100000:3.0:1787398605.709749:0:165613:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787398605.709765:0:165613:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf337aa0000 x1874221260987776/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2352/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787398605.709795:0:165613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aa0000 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221260987776:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787398605.709997:0:165613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398605.710157:0:165613:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20aea5240 going to sleep for 11 seconds 00000100:00100000:1.0:1787398605.710331:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260987776 00000100:00100000:1.0:1787398605.710342:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260987776 00000100:00100000:1.0:1787398605.710456:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:1.0:1787398605.710467:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+23:165613:x1874221260987776:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787398605.711374:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+24:165613:x1874221260987776:12345-0@lo:1000:osp_up0-1.0 Request processed in 904us (1373us total) trans 34359738647 rc 0/0 00000100:00100000:1.0:1787398605.711388:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:2.0:1787398605.712138:0:165613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aa0000 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221260987776:0@lo:1000:osp_up0-1.0 00000004:00200000:0.0:1787398605.712206:0:160868:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x7:0x0]: returning size 4096 00010000:00010000:0.0:1787398605.712239:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db600/0x570389991234282c lrc: 3/0,1 mode: EX/EX res: [0x240002340:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.712250:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db600/0x570389991234282c lrc: 2/0,0 mode: EX/EX res: [0x240002340:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.712258:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db600/0x570389991234282c lrc: 3/0,0 mode: EX/EX res: [0x240002340:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.712266:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056db600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398605.712272:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db600/0x570389991234282c lrc: 3/0,0 mode: EX/EX res: [0x240002340:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.712281:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db600/0x570389991234282c lrc: 4/0,0 mode: EX/EX res: [0x240002340:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.712302:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xa:0x0].0x0 (ffff9cf337a20000) 00010000:00010000:0.0:1787398605.712306:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1787398605.712312:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db600/0x570389991234282c lrc: 2/0,0 mode: --/EX res: [0x240002340:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.712346:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db600/0x570389991234282c lrc: 0/0,0 mode: --/EX res: [0x240002340:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.712377:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911d000/0x5703899912342833 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234283a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.712386:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911d000/0x5703899912342833 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x570389991234283a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.712392:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911d000/0x5703899912342833 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x570389991234283a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.712463:0:160868:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1787398605.712534:0:160868:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0xa:0x0] 00010000:00010000:0.0:1787398605.712552:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db400/0x5703899912342825 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.712559:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db400/0x5703899912342825 lrc: 2/0,0 mode: EX/EX res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.712566:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db400/0x5703899912342825 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.712571:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056db400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398605.712574:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db400/0x5703899912342825 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.712581:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db400/0x5703899912342825 lrc: 4/0,0 mode: EX/EX res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.712602:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x7:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:0.0:1787398605.712605:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398605.712609:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db400/0x5703899912342825 lrc: 2/0,0 mode: --/EX res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.712615:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db400/0x5703899912342825 lrc: 0/0,0 mode: --/EX res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.712631:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da000/0x5703899912342817 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234281e expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.712638:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da000/0x5703899912342817 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x570389991234281e expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.712644:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da000/0x5703899912342817 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x570389991234281e expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.712743:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787398605.712752:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911d000/0x5703899912342833 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x570389991234283a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.712759:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf30911d000 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:3.0:1787398605.712763:0:158783:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911d000/0x5703899912342833 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x570389991234283a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398605.712782:0:158783:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911d000/0x5703899912342833 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x570389991234283a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.712825:0:158783:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911d000/0x5703899912342833 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x570389991234283a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.712832:0:158783:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787398605.712877:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911d000/0x5703899912342833 lrc: 1/0,0 mode: --/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x570389991234283a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.712886:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911d000/0x5703899912342833 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x570389991234283a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.712900:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787398605.712904:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da000/0x5703899912342817 lrc: 4/0,0 mode: EX/EX res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x570389991234281e expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.712911:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056da000 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:3.0:1787398605.712915:0:158783:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da000/0x5703899912342817 lrc: 5/0,0 mode: EX/EX res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x570389991234281e expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398605.712921:0:158783:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da000/0x5703899912342817 lrc: 5/0,0 mode: EX/EX res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x570389991234281e expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.712941:0:158783:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da000/0x5703899912342817 lrc: 4/0,0 mode: --/EX res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x570389991234281e expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.712947:0:158783:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787398605.712977:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da000/0x5703899912342817 lrc: 3/0,0 mode: --/EX res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x570389991234281e expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.712988:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398605.712990:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398605.712992:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398605.713003:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787398605.713024:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aa3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260987904:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398605.713308:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398605.713363:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aa3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260988032:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398605.713389:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398605.713426:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260987904 00000100:00100000:3.0:1787398605.713435:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260987904 00000100:00100000:3.0:1787398605.713510:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260988032 00000100:00100000:3.0:1787398605.713514:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260988032 00000100:00100000:3.0:1787398605.713539:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1787398605.713548:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+25:106502:x1874221260987904:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787398605.713564:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398605.713586:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638400/0x570389991234283a lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912342833 expref: 25 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.713604:0:162512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xa:0x0].0x0 (ffff9cf30d87dd00) 00010000:00010000:3.0:1787398605.713613:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398605.713651:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+24:106502:x1874221260987904:12345-0@lo:103:ldlm_bl.0 Request processed in 102us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398605.713659:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1787398605.713679:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1787398605.713686:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+23:106500:x1874221260988032:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787398605.713703:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398605.713715:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x570389991234281e lrc: 0/0,0 mode: --/EX res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912342817 expref: 23 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.713727:0:162512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x7:0x0].0x0 (ffff9cf30da95700) 00010000:00010000:3.0:1787398605.713735:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398605.713760:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+22:106500:x1874221260988032:12345-0@lo:103:ldlm_bl.0 Request processed in 75us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398605.713767:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1787398605.713807:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aa3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260988032:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398605.713832:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aa3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260987904:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787398605.714185:0:160868:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1787398605.714194:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da000/0x5703899912342817 lrc: 0/0,0 mode: --/EX res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x570389991234281e expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787398605.714225:0:160868:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1787398605.714231:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911cc00/0x57038999123427fb lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342802 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.714239:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911cc00/0x57038999123427fb lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912342802 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.714246:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911cc00/0x57038999123427fb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912342802 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.714290:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787398605.714297:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911cc00/0x57038999123427fb lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x5703899912342802 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.714316:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf30911cc00 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:2.0:1787398605.714321:0:158782:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911cc00/0x57038999123427fb lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912342802 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398605.714329:0:158782:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911cc00/0x57038999123427fb lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912342802 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.714360:0:158782:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911cc00/0x57038999123427fb lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342802 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.714367:0:158782:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1787398605.714415:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260988160:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398605.714457:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1787398605.714557:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911cc00/0x57038999123427fb lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342802 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.714569:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398605.714571:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398605.714573:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398605.714749:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260988160 00000100:00100000:1.0:1787398605.714755:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260988160 00000100:00100000:1.0:1787398605.714801:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1787398605.714809:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf209b8a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+22:106501:x1874221260988160:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787398605.714820:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398605.714835:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c600/0x5703899912342802 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x57038999123427fb expref: 22 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.714945:0:160868:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1787398605.714952:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911cc00/0x57038999123427fb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342802 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787398605.714972:0:160868:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1787398605.714979:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dac00/0x5703899912342809 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912342810 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.714987:0:160868:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dac00/0x5703899912342809 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912342810 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398605.715097:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33b382680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+29:123749:x1874221247478528:12345-192.168.204.36@tcp:36:rm.0 Request processed in 38892us (39180us total) trans 25769803800 rc 0/0 00000100:00100000:0.0:1787398605.715105:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 471 00010000:00010000:0.0:1787398605.717087:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398605.717665:0:162512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30d87d200) 00010000:00010000:1.0:1787398605.717704:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787398605.717806:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf209b8a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+21:106501:x1874221260988160:12345-0@lo:103:ldlm_bl.0 Request processed in 2992us (3343us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.717820:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1787398605.718003:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260988160:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787398605.718339:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398605.718399:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247479040 00000100:00100000:3.0:1787398605.718408:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247479040 00000100:00100000:3.0:1787398605.718466:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 472 00000100:00100000:3.0:1787398605.718499:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:123749:x1874221247479040:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:3.0:1787398605.718524:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398605.718550:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912342841 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119cc4 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.718626:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912342848 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.718641:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912342848 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.718668:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912342848 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787398605.718731:0:158794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1787398605.718734:0:158794:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787398605.718759:0:158794:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912342848 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.718785:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912342841 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119cc4 expref: 7 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.718801:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912342848 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119cc4 expref: 6 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.718810:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf337a20400) 00010000:00010000:3.0:1787398605.718813:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787398605.718815:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a68600, rc 0) 00000100:00100000:3.0:1787398605.718884:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:123749:x1874221247479040:12345-192.168.204.36@tcp:101:rm.0 Request processed in 410us (548us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398605.718890:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 472 00000100:00100000:0.0:1787398605.723034:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398605.723095:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398605.723566:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247479296 00000100:00100000:2.0:1787398605.723580:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247479296 00000100:00100000:2.0:1787398605.723654:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 675 00000100:00100000:2.0:1787398605.723667:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69163:x1874221247479296:12345-192.168.204.36@tcp:63:ll_sa.0 00010000:00010000:2.0:1787398605.723718:0:158799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398605.723743:0:158799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c000/0x570389991234284f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119cd2 expref: -99 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.723817:0:158799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342856 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.723927:0:158799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342856 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.723943:0:158799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342856 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.723964:0:158799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x570389991234285d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf58b9667 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.723972:0:158799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x570389991234285d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf58b9667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.723979:0:158799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x570389991234285d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf58b9667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.724034:0:158799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342856 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.724042:0:158799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342856 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.724050:0:158799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342856 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.724057:0:158799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf30911d800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398605.724062:0:158799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342856 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.724070:0:158799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342856 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.724084:0:158799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf337a20400) 00010000:00010000:2.0:1787398605.724094:0:158799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398605.724101:0:158799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342856 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.724108:0:158799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342856 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.724125:0:158799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x570389991234285d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf58b9667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.724142:0:158799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x570389991234285d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf58b9667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.724147:0:158799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x570389991234285d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf58b9667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.724152:0:158799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf30911c400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398605.724155:0:158799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x570389991234285d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf58b9667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.724161:0:158799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x570389991234285d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf58b9667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.724169:0:158799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf58b9667 (ffff9cf30d87db00) 00010000:00010000:2.0:1787398605.724172:0:158799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398605.724174:0:158799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x570389991234285d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf58b9667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.724180:0:158799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x570389991234285d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf58b9667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.724220:0:158799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c000/0x570389991234284f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119cd2 expref: 7 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.724239:0:158799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf337a20400) 00010000:00010000:2.0:1787398605.724241:0:158799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1787398605.724245:0:158799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c000/0x570389991234284f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119cd2 expref: 7 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.724256:0:158799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf30911c000, rc -2) 00000100:00100000:2.0:1787398605.724464:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69163:x1874221247479296:12345-192.168.204.36@tcp:63:ll_sa.0 Request processed in 799us (1367us total) trans 0 rc -2/-2 00000100:00100000:2.0:1787398605.724474:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 675 00000100:00100000:3.0:1787398605.724699:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247479168 00000100:00100000:3.0:1787398605.724705:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247479168 00000100:00100000:3.0:1787398605.724757:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 473 00000100:00100000:3.0:1787398605.724767:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:123749:x1874221247479168:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:3.0:1787398605.724781:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398605.724795:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x5703899912342864 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119ccb expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.724869:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x570389991234286b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.724881:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x570389991234286b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.724891:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x570389991234286b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.724905:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912342872 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.724911:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912342872 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.724917:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912342872 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.724966:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912342879 lrc: 3/1,0 mode: --/PR res: [0x240002343:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.724974:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912342879 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.724980:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912342879 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398605.725006:0:158795:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912342879 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.725022:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x570389991234286b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.725035:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x570389991234286b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.725177:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x570389991234286b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.725185:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x570389991234286b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.725191:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a68c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398605.725196:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x570389991234286b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.725204:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x570389991234286b lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.725215:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf337a20400) 00010000:00010000:3.0:1787398605.725218:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398605.725222:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x570389991234286b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.725229:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x570389991234286b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.725243:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912342872 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.725250:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912342872 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.725256:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912342872 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.725269:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a68000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398605.725273:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912342872 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.725280:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912342872 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.725288:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9d6f79b8 (ffff9cf337a20b00) 00010000:00010000:3.0:1787398605.725290:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398605.725293:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912342872 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.725298:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912342872 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.725330:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x5703899912342864 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ccb expref: 8 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.725344:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912342879 lrc: 3/0,0 mode: PR/PR res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ccb expref: 7 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.725351:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x8:0x0].0x0 (ffff9cf337a20000) 00010000:00010000:3.0:1787398605.725354:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787398605.725356:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a69400, rc 0) 00000100:00100000:3.0:1787398605.729217:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:123749:x1874221247479168:12345-192.168.204.36@tcp:101:rm.0 Request processed in 4431us (6177us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398605.729236:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 473 00000100:00100000:0.0:1787398605.733300:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398605.733523:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247479424 00000100:00100000:3.0:1787398605.733556:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247479424 00000100:00100000:3.0:1787398605.733620:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 474 00000100:00100000:3.0:1787398605.733633:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+29:123749:x1874221247479424:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:3.0:1787398605.733668:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398605.733702:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69e00/0x5703899912342880 lrc: 2/0,0 mode: --/CR res: [0x240002343:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119cd9 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.733790:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69200/0x5703899912342887 lrc: 3/1,0 mode: --/PR res: [0x240002343:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.733807:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69200/0x5703899912342887 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.733822:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69200/0x5703899912342887 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787398605.734193:0:158794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x8:0x0]: returning size 4096 00000004:00200000:3.0:1787398605.734201:0:158794:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787398605.734252:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69e00/0x5703899912342880 lrc: 0/0,0 mode: --/CR res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119cd9 expref: 31 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.734275:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69200/0x5703899912342887 lrc: 3/0,0 mode: PR/PR res: [0x240002343:0x8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119cd9 expref: 30 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.734286:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x8:0x0].0x0 (ffff9cf337a20700) 00010000:00010000:3.0:1787398605.734289:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787398605.734293:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a69200, rc 0) 00000100:00100000:3.0:1787398605.734431:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+30:123749:x1874221247479424:12345-192.168.204.36@tcp:101:rm.0 Request processed in 800us (1148us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398605.734453:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 474 00000100:00100000:0.0:1787398605.737972:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398605.738151:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247479552 00000100:00100000:2.0:1787398605.738164:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247479552 00000100:00100000:2.0:1787398605.738240:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 475 00000100:00100000:2.0:1787398605.738253:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eeeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+30:123749:x1874221247479552:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:2.0:1787398605.738280:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398605.738310:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf30911de00/0x570389991234288e lrc: 2/0,0 mode: --/CR res: [0x240002340:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119ce0 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.738390:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf30911c600/0x5703899912342895 lrc: 3/1,0 mode: --/PR res: [0x240002340:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.738407:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf30911c600/0x5703899912342895 lrc: 3/1,0 mode: PR/PR res: [0x240002340:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.738420:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf30911c600/0x5703899912342895 lrc: 3/1,0 mode: PR/PR res: [0x240002340:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787398605.739142:0:160868:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002340:0xb:0x0]: returning size 4096 00000004:00200000:2.0:1787398605.739169:0:160868:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787398605.739230:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf30911de00/0x570389991234288e lrc: 0/0,0 mode: --/CR res: [0x240002340:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ce0 expref: 32 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.739254:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf30911c600/0x5703899912342895 lrc: 3/0,0 mode: PR/PR res: [0x240002340:0xb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ce0 expref: 31 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.739266:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xb:0x0].0x0 (ffff9cf30d87d200) 00010000:00010000:2.0:1787398605.739269:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787398605.739273:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf30911c600, rc 0) 00000100:00100000:2.0:1787398605.739409:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eeeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+31:123749:x1874221247479552:12345-192.168.204.36@tcp:101:rm.0 Request processed in 1159us (1454us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398605.739418:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 475 00000100:00100000:0.0:1787398605.742098:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398605.742231:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247479680 00000100:00100000:3.0:1787398605.742245:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247479680 00000100:00100000:3.0:1787398605.742360:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 476 00000100:00100000:3.0:1787398605.742374:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eee9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:123749:x1874221247479680:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:3.0:1787398605.742402:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398605.742434:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x570389991234289c lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119ce7 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.742547:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x57038999123428a3 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.742564:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x57038999123428a3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.742579:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x57038999123428a3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787398605.742649:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab1:0xb:0x0]: returning size 4096 00000004:00200000:3.0:1787398605.742656:0:158796:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787398605.742705:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x570389991234289c lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ce7 expref: 9 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.742726:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x57038999123428a3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ce7 expref: 8 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.742735:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xb:0x0].0x0 (ffff9cf337a20d00) 00010000:00010000:3.0:1787398605.742738:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787398605.742761:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a68200, rc 0) 00000100:00100000:3.0:1787398605.742837:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eee9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123749:x1874221247479680:12345-192.168.204.36@tcp:101:rm.0 Request processed in 464us (809us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398605.742916:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 476 00000100:00100000:0.0:1787398605.747602:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398605.747716:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247479936 00000100:00100000:3.0:1787398605.747730:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247479936 00000100:00100000:3.0:1787398605.747838:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 477 00000100:00100000:3.0:1787398605.747861:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eeeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+31:123749:x1874221247479936:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:3.0:1787398605.747893:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398605.747931:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9c400/0x57038999123428aa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119cee expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787398605.748180:0:158795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x8:0x0]: returning size 4096 00010000:00010000:3.0:1787398605.748312:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9c400/0x57038999123428aa lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119cee expref: 33 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.748329:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf337a20300) 00010000:00010000:3.0:1787398605.748332:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787398605.748338:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9c400/0x57038999123428aa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119cee expref: 33 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.748362:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf32cc9c400, rc 0) 00000100:00100000:3.0:1787398605.748806:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eeeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+32:123749:x1874221247479936:12345-192.168.204.36@tcp:101:rm.0 Request processed in 945us (1218us total) trans 25769803801 rc 301/301 00000100:00100000:3.0:1787398605.748816:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 477 00000100:00100000:0.0:1787398605.753966:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398605.754072:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247480064 00000100:00100000:2.0:1787398605.754086:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247480064 00000100:00100000:2.0:1787398605.754171:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 128 00000100:00100000:2.0:1787398605.754186:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf336d17450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+32:123749:x1874221247480064:12345-192.168.204.36@tcp:37:rm.0 00000100:00100000:2.0:1787398605.758952:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf336d17450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+32:123749:x1874221247480064:12345-192.168.204.36@tcp:37:rm.0 Request processed in 4750us (4982us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398605.758972:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 128 00000100:00100000:0.0:1787398605.762714:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398605.762839:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247480192 00000100:00100000:1.0:1787398605.762867:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247480192 00000100:00100000:1.0:1787398605.762947:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 129 00000100:00100000:1.0:1787398605.762961:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123749:x1874221247480192:12345-192.168.204.36@tcp:37:rm.0 00000100:00100000:1.0:1787398605.767573:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123749:x1874221247480192:12345-192.168.204.36@tcp:37:rm.0 Request processed in 4599us (4858us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.767591:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 129 00000100:00100000:0.0:1787398605.770728:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398605.770920:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247480448 00000100:00100000:2.0:1787398605.770934:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247480448 00000100:00100000:2.0:1787398605.771134:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 130 00000100:00100000:2.0:1787398605.771148:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+32:123749:x1874221247480448:12345-192.168.204.36@tcp:35:rm.0 00000100:00100000:2.0:1787398605.771462:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+33:123749:x1874221247480448:12345-192.168.204.36@tcp:35:rm.0 Request processed in 316us (749us total) trans 25769803802 rc 0/0 00000100:00100000:2.0:1787398605.771470:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 130 00000100:00100000:0.0:1787398605.774773:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398605.774871:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398605.774975:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247480832 00000100:00100000:3.0:1787398605.774989:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247480832 00000100:00100000:3.0:1787398605.775073:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 478 00000100:00100000:3.0:1787398605.775096:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+33:123749:x1874221247480832:12345-192.168.204.36@tcp:36:rm.0 00010000:00010000:3.0:1787398605.775192:0:158794:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398605.775229:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf305a69200/0x5703899912342887 lrc: 0/0,0 mode: --/PR res: [0x240002343:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119cd9 expref: 33 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.775253:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x8:0x0].0x0 (ffff9cf337a20700) 00010000:00010000:3.0:1787398605.775269:0:158794:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787398605.775338:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c400/0x57038999123428b8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.775348:0:158794:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c400/0x57038999123428b8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.775359:0:158794:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c400/0x57038999123428b8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398605.775387:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aa3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260988288:0@lo:101:mdt00_000.0 00000100:00100000:3.0:1787398605.775460:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398605.775547:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20aea56c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787398605.775570:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260988288 00000100:00100000:3.0:1787398605.775574:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260988288 00000100:00100000:3.0:1787398605.775605:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:3.0:1787398605.775611:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33599e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+21:158794:x1874221260988288:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1787398605.775631:0:162682:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398605.775647:0:162682:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x57038999123428bf lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x57038999123428b8 expref: -99 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.775674:0:162682:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912342848 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119cc4 expref: 7 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.775697:0:162682:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x57038999123428bf lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x57038999123428b8 expref: 22 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.775725:0:162682:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912342848 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119cc4 expref: 7 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.775740:0:162682:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912342848 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119cc4 expref: 7 pid: 158794 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398605.775753:0:162682:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aa3800 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:162682:1874221260988416:192.168.204.36@tcp:104: 00000100:00100000:3.0:1787398605.775830:0:162682:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20aea5300 going to sleep for 11 seconds 00000100:00100000:1.0:1787398605.775989:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247480576 00000100:00100000:1.0:1787398605.775994:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247480576 00000100:00100000:1.0:1787398605.776053:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 97 00000100:00100000:1.0:1787398605.776062:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:69163:x1874221247480576:12345-192.168.204.36@tcp:103:rm.0 00010000:00010000:1.0:1787398605.776073:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398605.776090:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912342879 lrc: 0/0,0 mode: --/PR res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ccb expref: 8 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.776104:0:158779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x8:0x0].0x0 (ffff9cf337a20000) 00010000:00010000:1.0:1787398605.776113:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787398605.776157:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:69163:x1874221247480576:12345-192.168.204.36@tcp:103:rm.0 Request processed in 96us (1400us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.776166:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 97 00000100:00100000:0.0:1787398605.779454:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398605.779620:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247480960 00000100:00100000:1.0:1787398605.779651:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247480960 00010000:00010000:1.0:1787398605.779704:0:162512:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912342848 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119cc4 expref: 7 pid: 158794 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398605.779760:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 141 00000100:00100000:1.0:1787398605.779771:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:69164:x1874221247480960:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787398605.779791:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398605.779799:0:162512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912342848 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119cc4 expref: 7 pid: 158794 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.779814:0:162512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912342848 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119cc4 expref: 7 pid: 158794 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.779844:0:162512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf337a20400) 00010000:00010000:1.0:1787398605.779852:0:162512:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x57038999123428bf lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x57038999123428b8 expref: 22 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.779865:0:162512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x57038999123428bf lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x57038999123428b8 expref: 22 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.779874:0:162512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x57038999123428bf lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x57038999123428b8 expref: 22 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.779919:0:162512:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x57038999123428bf lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123428b8 expref: 22 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398605.779936:0:162512:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aaaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:162512:1874221260988544:0@lo:105: 00000100:00100000:1.0:1787398605.779997:0:162512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398605.780065:0:162512:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20c023b40 going to sleep for 11 seconds 00000100:00100000:1.0:1787398605.780092:0:158778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260988544 00000100:00100000:1.0:1787398605.780096:0:158778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260988544 00000100:00100000:1.0:1787398605.780145:0:158778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1787398605.780153:0:158778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aaa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:162512:x1874221260988544:12345-0@lo:105: 00010000:00010000:1.0:1787398605.780166:0:158778:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c400/0x57038999123428b8 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123428bf expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.780177:0:158778:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c400/0x57038999123428b8 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123428bf expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.780188:0:158778:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c400/0x57038999123428b8 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x57038999123428bf expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.780196:0:158778:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c400/0x57038999123428b8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x57038999123428bf expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.780203:0:158778:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c400/0x57038999123428b8 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x57038999123428bf expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.780213:0:158778:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c400/0x57038999123428b8 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x57038999123428bf expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.780231:0:158778:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9cf32cc9c400) 00000100:00100000:1.0:1787398605.780273:0:158778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aaa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:162512:x1874221260988544:12345-0@lo:105: Request processed in 121us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.780281:0:158778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1787398605.780338:0:162512:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aaaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:162512:1874221260988544:0@lo:105: 00010000:00010000:1.0:1787398605.780372:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787398605.780424:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:69164:x1874221247480960:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 653us (985us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.780432:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 141 00010000:00010000:3.0:1787398605.780866:0:162682:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912342848 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119cc4 expref: 6 pid: 158794 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398605.780888:0:162682:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aa3800 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:162682:1874221260988416:192.168.204.36@tcp:104: 00010000:00010000:3.0:1787398605.780908:0:162682:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x57038999123428bf lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123428b8 expref: 22 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.780917:0:162682:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf337a20400) 00010000:00010000:3.0:1787398605.780919:0:162682:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398605.780922:0:162682:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf32cc9d400, rc 0) 00000100:00100000:3.0:1787398605.780978:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33599e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+22:158794:x1874221260988288:12345-0@lo:101:mdt00_000.0 Request processed in 5366us (5517us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398605.780986:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:1.0:1787398605.781659:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aa3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260988288:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1787398605.781681:0:158794:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c400/0x57038999123428b8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123428bf expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787398605.781707:0:158794:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1787398605.781754:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638000/0x57038999123428c6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.781763:0:158794:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638000/0x57038999123428c6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.781773:0:158794:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638000/0x57038999123428c6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398605.781795:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aaaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260988672:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1787398605.781838:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398605.781909:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20c023b40 going to sleep for 11 seconds 00000100:00100000:0.0:1787398605.782776:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260988672 00000100:00100000:0.0:1787398605.782789:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260988672 00000100:00100000:1.0:1787398605.783440:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:1.0:1787398605.783454:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+22:158794:x1874221260988672:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1787398605.783600:0:158800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398605.783632:0:158800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639400/0x57038999123428cd lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x57038999123428c6 expref: -99 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.783668:0:158800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639400/0x57038999123428cd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x57038999123428c6 expref: 23 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.783705:0:158800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639400/0x57038999123428cd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123428c6 expref: 23 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.783714:0:158800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9d6f79b8 (ffff9cf30da95600) 00010000:00010000:1.0:1787398605.783717:0:158800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398605.783722:0:158800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b639400, rc 0) 00000100:00100000:1.0:1787398605.783955:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+23:158794:x1874221260988672:12345-0@lo:101:mdt00_000.0 Request processed in 503us (2115us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.783965:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:3.0:1787398605.784759:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aaaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260988672:0@lo:101:mdt00_000.0 00010000:00010000:3.0:1787398605.784804:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638000/0x57038999123428c6 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x57038999123428cd expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.784819:0:158794:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638000/0x57038999123428c6 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123428cd expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787398605.784946:0:158794:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:3.0:1787398605.785034:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aa1180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260988800:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1787398605.785239:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398605.785328:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20aea5900 going to sleep for 11 seconds 00000100:00100000:1.0:1787398605.785460:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260988800 00000100:00100000:1.0:1787398605.785469:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260988800 00000100:00100000:1.0:1787398605.785763:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:1.0:1787398605.785774:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+23:158794:x1874221260988800:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787398605.785907:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+23:158794:x1874221260988800:12345-0@lo:1000:mdt00_000.0 Request processed in 134us (668us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.785914:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00100000:0.0:1787398605.785993:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aa1180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260988800:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1787398605.786072:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1ab100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260988928:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1787398605.786109:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398605.786773:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31127e840 going to sleep for 11 seconds 00000100:00100000:3.0:1787398605.787236:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260988928 00000100:00100000:3.0:1787398605.787245:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260988928 00000100:00100000:3.0:1787398605.787312:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:3.0:1787398605.787322:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+23:158794:x1874221260988928:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1787398605.787460:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+23:158794:x1874221260988928:12345-0@lo:1000:mdt00_000.0 Request processed in 140us (1350us total) trans 0 rc 1/1 00000100:00100000:3.0:1787398605.787469:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:0.0:1787398605.787593:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1ab100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260988928:0@lo:1000:mdt00_000.0 00010000:00010000:0.0:1787398605.787692:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da800/0x57038999123428d4 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.787705:0:158794:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da800/0x57038999123428d4 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.787718:0:158794:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da800/0x57038999123428d4 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398605.787740:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1ab100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260989056:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1787398605.787777:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398605.787804:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31127e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787398605.787822:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260989056 00000100:00100000:0.0:1787398605.787826:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260989056 00000100:00100000:0.0:1787398605.787863:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:0.0:1787398605.787870:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+23:158794:x1874221260989056:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1787398605.787881:0:158800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398605.787902:0:158800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x57038999123428db lrc: 2/0,0 mode: --/EX res: [0x240002343:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x57038999123428d4 expref: -99 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.787955:0:158800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x57038999123428db lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x57038999123428d4 expref: 24 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.787972:0:158800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x57038999123428db lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123428d4 expref: 24 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.787982:0:158800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x8:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:0.0:1787398605.787985:0:158800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787398605.787989:0:158800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056da400, rc 0) 00000100:00100000:0.0:1787398605.788022:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+24:158794:x1874221260989056:12345-0@lo:101:mdt00_000.0 Request processed in 152us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398605.788029:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:0.0:1787398605.788082:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1ab100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260989056:0@lo:101:mdt00_000.0 00010000:00010000:0.0:1787398605.788097:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da800/0x57038999123428d4 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x57038999123428db expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.788109:0:158794:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da800/0x57038999123428d4 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123428db expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.788148:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056dbe00/0x57038999123428e2 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.788158:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056dbe00/0x57038999123428e2 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.788172:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056dbe00/0x57038999123428e2 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.788606:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db000/0x57038999123428e9 lrc: 3/0,1 mode: --/EX res: [0x240002340:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.788622:0:158794:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf30911c600/0x5703899912342895 lrc: 2/0,0 mode: PR/PR res: [0x240002340:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ce0 expref: 32 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.788632:0:158794:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db000/0x57038999123428e9 lrc: 4/0,1 mode: --/EX res: [0x240002340:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.788663:0:158794:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9cf30911c600/0x5703899912342895 lrc: 3/0,0 mode: PR/PR res: [0x240002340:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ce0 expref: 32 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.788678:0:158794:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf30911c600/0x5703899912342895 lrc: 4/0,0 mode: PR/PR res: [0x240002340:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ce0 expref: 32 pid: 160868 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398605.788692:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1ab100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:158794:1874221260989184:192.168.204.36@tcp:104: 00000100:00100000:0.0:1787398605.788773:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31127e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787398605.791767:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398605.791978:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247481088 00000100:00100000:1.0:1787398605.791991:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247481088 00010000:00010000:1.0:1787398605.792179:0:158779:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf30911c600/0x5703899912342895 lrc: 5/0,0 mode: PR/PR res: [0x240002340:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ce0 expref: 33 pid: 160868 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398605.792269:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 142 00000100:00100000:1.0:1787398605.792281:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+33:69164:x1874221247481088:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787398605.792303:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398605.792310:0:158779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9cf30911c600/0x5703899912342895 lrc: 5/0,0 mode: PR/PR res: [0x240002340:0xb:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ce0 expref: 33 pid: 160868 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.792346:0:158779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9cf30911c600/0x5703899912342895 lrc: 4/0,0 mode: PR/PR res: [0x240002340:0xb:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ce0 expref: 33 pid: 160868 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.792377:0:158779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xb:0x0].0x0 (ffff9cf30d87d200) 00010000:00010000:1.0:1787398605.792383:0:158779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db000/0x57038999123428e9 lrc: 3/0,1 mode: --/EX res: [0x240002340:0xb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.792395:0:158779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db000/0x57038999123428e9 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0xb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.792403:0:158779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db000/0x57038999123428e9 lrc: 4/0,1 mode: EX/EX res: [0x240002340:0xb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.792428:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787398605.792700:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+33:69164:x1874221247481088:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 419us (947us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.792710:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 142 00010000:00010000:2.0:1787398605.792819:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf30911c600/0x5703899912342895 lrc: 0/0,0 mode: --/PR res: [0x240002340:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ce0 expref: 32 pid: 160868 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398605.792838:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1ab100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:158794:1874221260989184:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398605.792867:0:158794:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db000/0x57038999123428e9 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.792879:0:158794:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db000/0x57038999123428e9 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.792885:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db000/0x57038999123428e9 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.792942:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911de00/0x57038999123428f0 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.792950:0:158794:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911de00/0x57038999123428f0 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.792963:0:158794:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911de00/0x57038999123428f0 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398605.792987:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260989312:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1787398605.793049:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398605.793098:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbe0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787398605.793281:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260989312 00000100:00100000:1.0:1787398605.793288:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260989312 00000100:00100000:1.0:1787398605.793328:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:1.0:1787398605.793337:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+24:158794:x1874221260989312:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1787398605.793358:0:158800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398605.793378:0:158800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x57038999123428f7 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x57038999123428f0 expref: -99 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.793403:0:158800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x57038999123428a3 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ce7 expref: 5 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.793429:0:158800:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x57038999123428f7 lrc: 4/0,0 mode: --/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x57038999123428f0 expref: 25 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.793459:0:158800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x57038999123428a3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ce7 expref: 5 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.793473:0:158800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x57038999123428a3 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ce7 expref: 5 pid: 158796 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398605.793508:0:158800:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aa8e00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:158800:1874221260989440:192.168.204.36@tcp:104: 00000100:00100000:1.0:1787398605.793563:0:158800:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20c023300 going to sleep for 11 seconds 00000100:00100000:1.0:1787398605.797367:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398605.797465:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247481216 00000100:00100000:2.0:1787398605.797505:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247481216 00010000:00010000:2.0:1787398605.797566:0:162512:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x57038999123428a3 lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ce7 expref: 6 pid: 158796 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398605.797622:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 143 00000100:00100000:2.0:1787398605.797655:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69163:x1874221247481216:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787398605.797676:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398605.797685:0:162512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x57038999123428a3 lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ce7 expref: 6 pid: 158796 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.797701:0:162512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x57038999123428a3 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ce7 expref: 6 pid: 158796 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.797731:0:162512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xb:0x0].0x0 (ffff9cf337a20d00) 00010000:00010000:2.0:1787398605.797739:0:162512:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x57038999123428f7 lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x57038999123428f0 expref: 25 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.797752:0:162512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x57038999123428f7 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x57038999123428f0 expref: 25 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.797761:0:162512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x57038999123428f7 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x57038999123428f0 expref: 25 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.797803:0:162512:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x57038999123428f7 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123428f0 expref: 25 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398605.797822:0:162512:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:162512:1874221260989568:0@lo:105: 00000100:00100000:2.0:1787398605.798015:0:162512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398605.798247:0:162512:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbe780 going to sleep for 11 seconds 00010000:00010000:0.0:1787398605.798391:0:158800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x57038999123428a3 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ce7 expref: 6 pid: 158796 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398605.798410:0:158800:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aa8e00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:158800:1874221260989440:192.168.204.36@tcp:104: 00010000:00010000:0.0:1787398605.798445:0:158800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x57038999123428f7 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123428f0 expref: 25 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.798454:0:158800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xb:0x0].0x0 (ffff9cf337a20d00) 00010000:00010000:0.0:1787398605.798466:0:158800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1787398605.798469:0:158800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b639000, rc 0) 00000100:00100000:0.0:1787398605.798553:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+25:158794:x1874221260989312:12345-0@lo:101:mdt00_000.0 Request processed in 5216us (5503us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398605.798562:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:3.0:1787398605.798662:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260989312:0@lo:101:mdt00_000.0 00010000:00010000:3.0:1787398605.798682:0:158794:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911de00/0x57038999123428f0 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x57038999123428f7 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.798694:0:158794:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911de00/0x57038999123428f0 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123428f7 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398605.798830:0:158778:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1787398605.798920:0:158778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260989568 00000100:00100000:1.0:1787398605.798926:0:158778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260989568 00000100:00100000:1.0:1787398605.799005:0:158778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1787398605.799015:0:158778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33c5f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:162512:x1874221260989568:12345-0@lo:105: 00010000:00010000:1.0:1787398605.799028:0:158778:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911de00/0x57038999123428f0 lrc: 5/0,1 mode: --/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123428f7 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.799191:0:158778:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911de00/0x57038999123428f0 lrc: 5/0,1 mode: --/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123428f7 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.799204:0:158778:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911de00/0x57038999123428f0 lrc: 5/0,1 mode: --/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x57038999123428f7 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.799227:0:158778:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911de00/0x57038999123428f0 lrc: 5/0,1 mode: EX/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x57038999123428f7 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.799236:0:158778:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911de00/0x57038999123428f0 lrc: 6/0,1 mode: EX/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x57038999123428f7 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.799247:0:158778:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911de00/0x57038999123428f0 lrc: 6/0,1 mode: EX/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x57038999123428f7 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.799273:0:158778:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9cf30911de00) 00000100:00100000:1.0:1787398605.799329:0:158778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33c5f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:162512:x1874221260989568:12345-0@lo:105: Request processed in 316us (1315us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.799337:0:158778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00010000:00010000:3.0:1787398605.799473:0:158794:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911de00/0x57038999123428f0 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123428f7 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.799533:0:158794:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911de00/0x57038999123428f0 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123428f7 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398605.800358:0:158794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aa2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260989696:0@lo:403:mdt00_000.0 00000100:00100000:3.0:1787398605.800433:0:158794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398605.800472:0:158794:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20aea5c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787398605.801017:0:162512:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:162512:1874221260989568:0@lo:105: 00010000:00010000:0.0:1787398605.801055:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398605.801124:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69163:x1874221247481216:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 3469us (3771us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398605.801149:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 143 00000100:00100000:0.0:1787398605.802758:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260989696 00000100:00100000:0.0:1787398605.802775:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260989696 00000100:00100000:0.0:1787398605.802859:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:0.0:1787398605.802870:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+25:158794:x1874221260989696:12345-0@lo:403:mdt00_000.0 00000100:00100000:1.0:1787398605.807527:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+25:158794:x1874221260989696:12345-0@lo:403:mdt00_000.0 Request processed in 4641us (7076us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.807548:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:3.0:1787398605.810972:0:158794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aa2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:158794:1874221260989696:0@lo:403:mdt00_000.0 00000040:00080000:3.0:1787398605.813299:0:158794:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002b10:0x2:0x0].9, 944 off41264 00000040:00080000:2.0:1787398605.813983:0:158794:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab4:0x2:0x0].9, 1024 off41984 00000004:00080000:2.0:1787398605.813994:0:158794:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9cf20aea5c00 with version 16 00000004:00080000:3.0:1787398605.814149:0:165613:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf33f4d50c0 version 16 rpc_version 16 00000020:00100000:3.0:1787398605.814202:0:165613:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787398605.814217:0:165613:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf337aa2a00 x1874221260989952/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2352/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787398605.814246:0:165613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aa2a00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221260989952:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787398605.814340:0:165613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398605.814437:0:165613:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20aea5480 going to sleep for 11 seconds 00000100:00100000:0.0:1787398605.814552:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260989952 00000100:00100000:0.0:1787398605.814564:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260989952 00000100:00100000:0.0:1787398605.814686:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:0.0:1787398605.814697:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+25:165613:x1874221260989952:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787398605.815564:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+26:165613:x1874221260989952:12345-0@lo:1000:osp_up0-1.0 Request processed in 864us (1219us total) trans 34359738648 rc 0/0 00000100:00100000:0.0:1787398605.815575:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:3.0:1787398605.815936:0:165613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aa2a00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221260989952:0@lo:1000:osp_up0-1.0 00000004:00200000:2.0:1787398605.816168:0:158794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x8:0x0]: returning size 4096 00010000:00010000:2.0:1787398605.816222:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db000/0x57038999123428e9 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.816234:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db000/0x57038999123428e9 lrc: 2/0,0 mode: EX/EX res: [0x240002340:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.816242:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db000/0x57038999123428e9 lrc: 3/0,0 mode: EX/EX res: [0x240002340:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.816249:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056db000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398605.816255:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db000/0x57038999123428e9 lrc: 3/0,0 mode: EX/EX res: [0x240002340:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.816263:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db000/0x57038999123428e9 lrc: 4/0,0 mode: EX/EX res: [0x240002340:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.816283:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xb:0x0].0x0 (ffff9cf30d87d200) 00010000:00010000:2.0:1787398605.816287:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1787398605.816293:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db000/0x57038999123428e9 lrc: 2/0,0 mode: --/EX res: [0x240002340:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.816299:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db000/0x57038999123428e9 lrc: 0/0,0 mode: --/EX res: [0x240002340:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.816324:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911de00/0x57038999123428f0 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123428f7 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.816332:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911de00/0x57038999123428f0 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x57038999123428f7 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.816339:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911de00/0x57038999123428f0 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x57038999123428f7 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.816417:0:158794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1787398605.816431:0:158794:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0xb:0x0] 00010000:00010000:2.0:1787398605.816446:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056dbe00/0x57038999123428e2 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.816453:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056dbe00/0x57038999123428e2 lrc: 2/0,0 mode: EX/EX res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.816459:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056dbe00/0x57038999123428e2 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.816464:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056dbe00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398605.816467:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056dbe00/0x57038999123428e2 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.816503:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056dbe00/0x57038999123428e2 lrc: 4/0,0 mode: EX/EX res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.816514:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x8:0x0].0x0 (ffff9cf2051cd200) 00010000:00010000:2.0:1787398605.816517:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398605.816520:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056dbe00/0x57038999123428e2 lrc: 2/0,0 mode: --/EX res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.816527:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056dbe00/0x57038999123428e2 lrc: 0/0,0 mode: --/EX res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.816541:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da800/0x57038999123428d4 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123428db expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.816549:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da800/0x57038999123428d4 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x57038999123428db expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.816563:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da800/0x57038999123428d4 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x57038999123428db expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.816669:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787398605.816678:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911de00/0x57038999123428f0 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x57038999123428f7 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.816686:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf30911de00 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:3.0:1787398605.816690:0:158783:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911de00/0x57038999123428f0 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x57038999123428f7 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398605.816699:0:158783:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911de00/0x57038999123428f0 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x57038999123428f7 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.816745:0:158783:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911de00/0x57038999123428f0 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x57038999123428f7 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.816753:0:158783:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1787398605.816813:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aa1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260990080:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787398605.816890:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787398605.817216:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911de00/0x57038999123428f0 lrc: 1/0,0 mode: --/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x57038999123428f7 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.817226:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf30911de00/0x57038999123428f0 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x57038999123428f7 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.817246:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787398605.817250:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da800/0x57038999123428d4 lrc: 4/0,0 mode: EX/EX res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x57038999123428db expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.817257:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056da800 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:3.0:1787398605.817262:0:158783:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da800/0x57038999123428d4 lrc: 5/0,0 mode: EX/EX res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x57038999123428db expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398605.817270:0:158783:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da800/0x57038999123428d4 lrc: 5/0,0 mode: EX/EX res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x57038999123428db expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.817290:0:158783:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da800/0x57038999123428d4 lrc: 4/0,0 mode: --/EX res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x57038999123428db expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.817297:0:158783:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1787398605.817364:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260990080 00000100:00100000:1.0:1787398605.817371:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260990080 00000100:00100000:1.0:1787398605.817429:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1787398605.817439:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+26:106502:x1874221260990080:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787398605.817456:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398605.817510:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x57038999123428f7 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x57038999123428f0 expref: 26 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.817526:0:158781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xb:0x0].0x0 (ffff9cf337a20d00) 00010000:00010000:1.0:1787398605.817538:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787398605.817669:0:158794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00000004:00080000:2.0:1787398605.817691:0:158794:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787398605.817700:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398605.817732:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c400/0x57038999123428b8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123428bf expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.817740:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c400/0x57038999123428b8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x57038999123428bf expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.817747:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c400/0x57038999123428b8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x57038999123428bf expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.817765:0:158794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1787398605.817770:0:158794:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787398605.817776:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638000/0x57038999123428c6 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x57038999123428cd expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.817784:0:158794:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638000/0x57038999123428c6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x57038999123428cd expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398605.817888:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+32:123749:x1874221247480832:12345-192.168.204.36@tcp:36:rm.0 Request processed in 42795us (43014us total) trans 25769803803 rc 0/0 00000100:00100000:2.0:1787398605.817898:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 478 00000100:00100000:1.0:1787398605.818143:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+25:106502:x1874221260990080:12345-0@lo:103:ldlm_bl.0 Request processed in 703us (1250us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.818151:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00010000:00010000:3.0:1787398605.818229:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da800/0x57038999123428d4 lrc: 1/0,0 mode: --/EX res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x57038999123428db expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.818252:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056da800/0x57038999123428d4 lrc: 0/0,0 mode: --/EX res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x57038999123428db expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.818271:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787398605.818274:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c400/0x57038999123428b8 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x57038999123428bf expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.818280:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf32cc9c400 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:3.0:1787398605.818286:0:158783:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c400/0x57038999123428b8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x57038999123428bf expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398605.818293:0:158783:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c400/0x57038999123428b8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x57038999123428bf expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.818318:0:158783:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c400/0x57038999123428b8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x57038999123428bf expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.818324:0:158783:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787398605.818355:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c400/0x57038999123428b8 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x57038999123428bf expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.818364:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c400/0x57038999123428b8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x57038999123428bf expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.818378:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398605.818380:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398605.818382:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398605.818405:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aa3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260990208:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398605.818450:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398605.818578:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aa3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260990336:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787398605.818622:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398605.818749:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260990208 00000100:00100000:3.0:1787398605.818756:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260990208 00000100:00100000:3.0:1787398605.818799:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260990336 00000100:00100000:3.0:1787398605.818803:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260990336 00000100:00100000:3.0:1787398605.818832:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1787398605.818849:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+26:106503:x1874221260990208:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787398605.818862:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398605.818880:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x57038999123428db lrc: 0/0,0 mode: --/EX res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x57038999123428d4 expref: 26 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.818893:0:158779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x8:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:3.0:1787398605.818902:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398605.818938:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+25:106503:x1874221260990208:12345-0@lo:103:ldlm_bl.0 Request processed in 97us (486us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398605.818945:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1787398605.818962:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1787398605.818968:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf209b88050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+24:106500:x1874221260990336:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787398605.818975:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398605.818986:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x57038999123428bf lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x57038999123428b8 expref: 24 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.818997:0:158779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf337a20400) 00010000:00010000:3.0:1787398605.819004:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398605.819026:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf209b88050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+23:106500:x1874221260990336:12345-0@lo:103:ldlm_bl.0 Request processed in 59us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398605.819033:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1787398605.819331:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aa3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221260990208:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787398605.819434:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aa3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260990336:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787398605.819547:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398605.822419:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aa1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260990080:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787398605.822747:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398605.822906:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247481344 00000100:00100000:2.0:1787398605.822916:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247481344 00000100:00100000:2.0:1787398605.823017:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 479 00000100:00100000:2.0:1787398605.823029:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:123749:x1874221247481344:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:2.0:1787398605.823186:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398605.823217:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c600/0x57038999123428fe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119cf5 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.823305:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c000/0x5703899912342905 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.823322:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c000/0x5703899912342905 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.823336:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c000/0x5703899912342905 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787398605.823398:0:160868:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1787398605.823402:0:160868:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787398605.823427:0:160868:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c000/0x5703899912342905 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.823459:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c600/0x57038999123428fe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119cf5 expref: 7 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.823542:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c000/0x5703899912342905 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119cf5 expref: 6 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.823576:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30d87dd00) 00010000:00010000:2.0:1787398605.823580:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787398605.823584:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf30911c000, rc 0) 00000100:00100000:2.0:1787398605.823667:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:123749:x1874221247481344:12345-192.168.204.36@tcp:101:rm.0 Request processed in 639us (922us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398605.823675:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 479 00000100:00100000:1.0:1787398605.831373:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398605.831428:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398605.831532:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247481472 00000100:00100000:0.0:1787398605.831545:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247481472 00000100:00100000:0.0:1787398605.831643:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 480 00000100:00100000:0.0:1787398605.831655:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:123749:x1874221247481472:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:0.0:1787398605.831683:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398605.831714:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x570389991234290c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119cfc expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.831806:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x5703899912342913 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.831824:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x5703899912342913 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.831838:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x5703899912342913 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.831872:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db000/0x570389991234291a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.831880:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db000/0x570389991234291a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.831888:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db000/0x570389991234291a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398605.832190:0:158796:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:158796:1874221260990464:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1787398605.832266:0:158796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398605.832302:0:158796:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31127ef00 going to sleep for 11 seconds 00000100:00100000:1.0:1787398605.832433:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247481600 00000100:00100000:1.0:1787398605.832439:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247481600 00000100:00100000:1.0:1787398605.832497:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260990464 00000100:00100000:1.0:1787398605.832501:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260990464 00000100:00100000:1.0:1787398605.832528:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 684 00000100:00100000:1.0:1787398605.832537:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:69162:x1874221247481600:12345-192.168.204.36@tcp:63:ll_sa.0 00010000:00010000:1.0:1787398605.832565:0:159531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398605.832580:0:159531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912342921 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119d03 expref: -99 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.832620:0:159531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x5703899912342928 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.832632:0:159531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x5703899912342928 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.832642:0:159531:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x5703899912342928 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.832657:0:159531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x570389991234292f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2fef16ea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.832663:0:159531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x570389991234292f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fef16ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.832683:0:159531:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x570389991234292f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fef16ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.832718:0:159531:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x5703899912342928 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.832727:0:159531:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x5703899912342928 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.832735:0:159531:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x5703899912342928 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.832743:0:159531:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398605.832749:0:159531:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x5703899912342928 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.832758:0:159531:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x5703899912342928 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.832774:0:159531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30d87dd00) 00010000:00010000:1.0:1787398605.832777:0:159531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398605.832783:0:159531:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x5703899912342928 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.832790:0:159531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x5703899912342928 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.832805:0:159531:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x570389991234292f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fef16ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.832811:0:159531:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x570389991234292f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fef16ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.832824:0:159531:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x570389991234292f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fef16ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.832829:0:159531:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639a00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398605.832832:0:159531:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x570389991234292f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fef16ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.832838:0:159531:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x570389991234292f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fef16ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.832860:0:159531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2fef16ea (ffff9cf30da95400) 00010000:00010000:1.0:1787398605.832863:0:159531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398605.832866:0:159531:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x570389991234292f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2fef16ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.832872:0:159531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x570389991234292f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2fef16ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.832909:0:159531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912342921 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d03 expref: 9 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.832920:0:159531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30d87dd00) 00010000:00010000:1.0:1787398605.832923:0:159531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1787398605.832927:0:159531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912342921 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d03 expref: 9 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.832936:0:159531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b639000, rc -2) 00000100:00100000:1.0:1787398605.833017:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:69162:x1874221247481600:12345-192.168.204.36@tcp:63:ll_sa.0 Request processed in 480us (1587us total) trans 0 rc -2/-2 00000100:00100000:1.0:1787398605.833035:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 684 00000100:00100000:0.0:1787398605.833234:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:0.0:1787398605.833246:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:158796:x1874221260990464:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1787398605.833350:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:158796:x1874221260990464:12345-0@lo:1000:mdt00_002.0 Request processed in 106us (1083us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398605.834693:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:0.0:1787398605.834810:0:158796:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:158796:1874221260990464:0@lo:1000:mdt00_002.0 00010000:00010000:0.0:1787398605.834888:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db800/0x5703899912342936 lrc: 3/1,0 mode: --/PR res: [0x240002343:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.834904:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db800/0x5703899912342936 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.834916:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db800/0x5703899912342936 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398605.834941:0:158796:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db800/0x5703899912342936 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.834958:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x5703899912342913 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.834966:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x5703899912342913 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.834972:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x5703899912342913 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.834979:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x5703899912342913 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.834985:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056dbe00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398605.834990:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x5703899912342913 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.834998:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x5703899912342913 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.835026:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30d87dd00) 00010000:00010000:0.0:1787398605.835029:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398605.835034:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x5703899912342913 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.835041:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x5703899912342913 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.835056:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db000/0x570389991234291a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.835062:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db000/0x570389991234291a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.835069:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db000/0x570389991234291a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.835075:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056db000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398605.835078:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db000/0x570389991234291a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.835084:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db000/0x570389991234291a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.835092:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9feaf7a7 (ffff9cf2051cd000) 00010000:00010000:0.0:1787398605.835094:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398605.835097:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db000/0x570389991234291a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.835104:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db000/0x570389991234291a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.835167:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db600/0x570389991234290c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119cfc expref: 8 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.835183:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db800/0x5703899912342936 lrc: 3/0,0 mode: PR/PR res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119cfc expref: 7 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.835191:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x9:0x0].0x0 (ffff9cf2051cd400) 00010000:00010000:0.0:1787398605.835193:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787398605.835198:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056db800, rc 0) 00000100:00100000:0.0:1787398605.835270:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:123749:x1874221247481472:12345-192.168.204.36@tcp:101:rm.0 Request processed in 3617us (3912us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398605.835278:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 480 00000100:00100000:1.0:1787398605.838915:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398605.839012:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247481728 00000100:00100000:3.0:1787398605.839025:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247481728 00000100:00100000:3.0:1787398605.839267:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 481 00000100:00100000:3.0:1787398605.839279:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+32:123749:x1874221247481728:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:3.0:1787398605.839343:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398605.839376:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9c400/0x570389991234293d lrc: 2/0,0 mode: --/CR res: [0x240002343:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119d0a expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.839508:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9dc00/0x5703899912342944 lrc: 3/1,0 mode: --/PR res: [0x240002343:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.839526:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9dc00/0x5703899912342944 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.839539:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9dc00/0x5703899912342944 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787398605.839679:0:158795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x9:0x0]: returning size 4096 00000004:00200000:3.0:1787398605.839687:0:158795:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787398605.839737:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9c400/0x570389991234293d lrc: 0/0,0 mode: --/CR res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d0a expref: 34 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.839759:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9dc00/0x5703899912342944 lrc: 3/0,0 mode: PR/PR res: [0x240002343:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d0a expref: 33 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.839770:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x9:0x0].0x0 (ffff9cf337a20300) 00010000:00010000:3.0:1787398605.839773:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787398605.839778:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf32cc9dc00, rc 0) 00000100:00100000:0.0:1787398605.849756:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+33:123749:x1874221247481728:12345-192.168.204.36@tcp:101:rm.0 Request processed in 10458us (10903us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398605.849774:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 481 00000100:00100000:1.0:1787398605.853734:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398605.853866:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247481856 00000100:00100000:3.0:1787398605.853881:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247481856 00000100:00100000:3.0:1787398605.853962:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 482 00000100:00100000:3.0:1787398605.853974:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+33:123749:x1874221247481856:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:3.0:1787398605.854002:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398605.854033:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d400/0x570389991234294b lrc: 2/0,0 mode: --/CR res: [0x240002340:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119d11 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.854139:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d000/0x5703899912342952 lrc: 3/1,0 mode: --/PR res: [0x240002340:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.854158:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d000/0x5703899912342952 lrc: 3/1,0 mode: PR/PR res: [0x240002340:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.854173:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d000/0x5703899912342952 lrc: 3/1,0 mode: PR/PR res: [0x240002340:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787398605.854243:0:158794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002340:0xc:0x0]: returning size 4096 00000004:00200000:3.0:1787398605.854251:0:158794:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787398605.854305:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d400/0x570389991234294b lrc: 0/0,0 mode: --/CR res: [0x240002340:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d11 expref: 35 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.854329:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d000/0x5703899912342952 lrc: 3/0,0 mode: PR/PR res: [0x240002340:0xc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d11 expref: 34 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.854340:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xc:0x0].0x0 (ffff9cf337a20400) 00010000:00010000:3.0:1787398605.854344:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787398605.854348:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf32cc9d000, rc 0) 00000100:00100000:3.0:1787398605.854437:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+34:123749:x1874221247481856:12345-192.168.204.36@tcp:101:rm.0 Request processed in 464us (716us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398605.854462:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 482 00000100:00100000:3.0:1787398605.859800:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398605.860025:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247481984 00000100:00100000:2.0:1787398605.860050:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247481984 00000100:00100000:2.0:1787398605.860142:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 483 00000100:00100000:2.0:1787398605.860156:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:123749:x1874221247481984:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:2.0:1787398605.860184:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398605.860214:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c600/0x5703899912342959 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119d18 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.860297:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342960 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.860313:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342960 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.860327:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342960 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787398605.860398:0:160868:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab1:0xc:0x0]: returning size 4096 00000004:00200000:2.0:1787398605.860405:0:160868:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787398605.860455:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c600/0x5703899912342959 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d18 expref: 9 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.860542:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342960 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d18 expref: 8 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.860554:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xc:0x0].0x0 (ffff9cf30d87d200) 00010000:00010000:2.0:1787398605.860557:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787398605.860561:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf30911c400, rc 0) 00000100:00100000:2.0:1787398605.860641:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123749:x1874221247481984:12345-192.168.204.36@tcp:101:rm.0 Request processed in 488us (857us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398605.860649:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 483 00000100:00100000:1.0:1787398605.866968:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398605.867246:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247482240 00000100:00100000:3.0:1787398605.867260:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247482240 00000100:00100000:3.0:1787398605.867347:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 484 00000100:00100000:3.0:1787398605.867360:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+34:123749:x1874221247482240:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:3.0:1787398605.867388:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398605.867420:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d400/0x5703899912342967 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119d1f expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787398605.867669:0:158794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x9:0x0]: returning size 4096 00010000:00010000:3.0:1787398605.867802:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d400/0x5703899912342967 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d1f expref: 36 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.867819:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf337a20700) 00010000:00010000:3.0:1787398605.867822:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787398605.867828:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d400/0x5703899912342967 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d1f expref: 36 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.867862:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf32cc9d400, rc 0) 00000100:00100000:3.0:1787398605.867950:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+35:123749:x1874221247482240:12345-192.168.204.36@tcp:101:rm.0 Request processed in 592us (996us total) trans 25769803804 rc 301/301 00000100:00100000:3.0:1787398605.867958:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 484 00000100:00100000:1.0:1787398605.877628:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398605.881732:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247482368 00000100:00100000:2.0:1787398605.881754:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247482368 00000100:00100000:2.0:1787398605.881870:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 131 00000100:00100000:2.0:1787398605.881885:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+35:123749:x1874221247482368:12345-192.168.204.36@tcp:37:rm.0 00000100:00100000:2.0:1787398605.889785:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+35:123749:x1874221247482368:12345-192.168.204.36@tcp:37:rm.0 Request processed in 7884us (12154us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398605.889808:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 131 00000100:00100000:1.0:1787398605.893986:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398605.894180:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247482496 00000100:00100000:0.0:1787398605.894195:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247482496 00000100:00100000:0.0:1787398605.894326:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 132 00000100:00100000:0.0:1787398605.894341:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123749:x1874221247482496:12345-192.168.204.36@tcp:37:rm.0 00000100:00100000:0.0:1787398605.899304:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123749:x1874221247482496:12345-192.168.204.36@tcp:37:rm.0 Request processed in 4948us (5314us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398605.899324:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 132 00000100:00100000:1.0:1787398605.902754:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398605.902939:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247482752 00000100:00100000:2.0:1787398605.902955:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247482752 00000100:00100000:2.0:1787398605.903150:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 133 00000100:00100000:2.0:1787398605.903164:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf336d14850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+35:123749:x1874221247482752:12345-192.168.204.36@tcp:35:rm.0 00000100:00100000:2.0:1787398605.903555:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf336d14850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+36:123749:x1874221247482752:12345-192.168.204.36@tcp:35:rm.0 Request processed in 317us (738us total) trans 25769803805 rc 0/0 00000100:00100000:2.0:1787398605.903565:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 133 00000100:00100000:1.0:1787398605.906592:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398605.906649:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398605.906748:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247483136 00000100:00100000:0.0:1787398605.906762:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247483136 00000100:00100000:0.0:1787398605.906838:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 485 00000100:00100000:0.0:1787398605.906862:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+36:123749:x1874221247483136:12345-192.168.204.36@tcp:36:rm.0 00010000:00010000:0.0:1787398605.906965:0:160868:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398605.907003:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9dc00/0x5703899912342944 lrc: 0/0,0 mode: --/PR res: [0x240002343:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d0a expref: 36 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.907029:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x9:0x0].0x0 (ffff9cf337a20300) 00010000:00010000:0.0:1787398605.907059:0:160868:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787398605.907147:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db600/0x5703899912342975 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.907156:0:160868:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db600/0x5703899912342975 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.907167:0:160868:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db600/0x5703899912342975 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398605.907195:0:160868:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260990592:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1787398605.907259:0:160868:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398605.907293:0:160868:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2099a6cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787398605.907533:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260990592 00000100:00100000:1.0:1787398605.907538:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260990592 00000100:00100000:1.0:1787398605.907577:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:1.0:1787398605.907586:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+23:160868:x1874221260990592:12345-0@lo:101:mdt00_003.0 00010000:00010000:1.0:1787398605.907603:0:159531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398605.907621:0:159531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x570389991234297c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912342975 expref: -99 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.907648:0:159531:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c000/0x5703899912342905 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119cf5 expref: 7 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.907659:0:159531:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x570389991234297c lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912342975 expref: 24 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.907686:0:159531:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c000/0x5703899912342905 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119cf5 expref: 7 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.907699:0:159531:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c000/0x5703899912342905 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119cf5 expref: 7 pid: 160868 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398605.907722:0:159531:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aab100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159531:1874221260990720:192.168.204.36@tcp:104: 00000100:00100000:1.0:1787398605.908085:0:159531:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20c023180 going to sleep for 11 seconds 00000100:00100000:3.0:1787398605.909427:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247482880 00000100:00100000:3.0:1787398605.909442:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247482880 00000100:00100000:2.0:1787398605.909675:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 101 00000100:00100000:2.0:1787398605.909703:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:69164:x1874221247482880:12345-192.168.204.36@tcp:103:rm.0 00010000:00010000:2.0:1787398605.909722:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398605.909753:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db800/0x5703899912342936 lrc: 0/0,0 mode: --/PR res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119cfc expref: 8 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.909776:0:158779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x9:0x0].0x0 (ffff9cf2051cd400) 00010000:00010000:2.0:1787398605.909788:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398605.909879:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:69164:x1874221247482880:12345-192.168.204.36@tcp:103:rm.0 Request processed in 178us (3228us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398605.909889:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 101 00000100:00100000:2.0:1787398605.916442:0:159531:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aab100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159531:1874221260990720:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398605.916545:0:159531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x570389991234297c lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342975 expref: 24 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.916562:0:159531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30d87dd00) 00010000:00010000:2.0:1787398605.916565:0:159531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398605.916571:0:159531:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x570389991234297c lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342975 expref: 24 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.916594:0:159531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b638200, rc 0) 00000100:00100000:2.0:1787398605.916796:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+24:160868:x1874221260990592:12345-0@lo:101:mdt00_003.0 Request processed in 9210us (9534us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398605.916808:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:1.0:1787398605.917000:0:160868:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260990592:0@lo:101:mdt00_003.0 00010000:00010000:1.0:1787398605.917025:0:160868:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db600/0x5703899912342975 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x570389991234297c expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.917049:0:160868:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db600/0x5703899912342975 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234297c expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398605.919448:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398605.920194:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247483264 00000100:00100000:3.0:1787398605.920207:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247483264 00010000:00010000:3.0:1787398605.920285:0:158781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c000/0x5703899912342905 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119cf5 expref: 7 pid: 160868 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398605.920337:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 144 00000100:00100000:3.0:1787398605.920348:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:69164:x1874221247483264:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398605.920367:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398605.920374:0:158781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c000/0x5703899912342905 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119cf5 expref: 7 pid: 160868 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.920389:0:158781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c000/0x5703899912342905 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119cf5 expref: 7 pid: 160868 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.920418:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c000/0x5703899912342905 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119cf5 expref: 7 pid: 160868 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.920441:0:158781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30d87dd00) 00010000:00010000:3.0:1787398605.920450:0:158781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x570389991234297c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342975 expref: 23 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.920462:0:158781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x570389991234297c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x5703899912342975 expref: 23 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.920472:0:158781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x570389991234297c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x5703899912342975 expref: 23 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398605.920556:0:158781:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x570389991234297c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342975 expref: 23 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398605.920590:0:158781:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aa0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:158781:1874221260990848:0@lo:105: 00000100:00100000:3.0:1787398605.920668:0:158781:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398605.920716:0:158781:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20aea5240 going to sleep for 11 seconds 00000100:00100000:2.0:1787398605.921248:0:158777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260990848 00000100:00100000:2.0:1787398605.921256:0:158777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260990848 00000100:00100000:2.0:1787398605.921312:0:158777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1787398605.921321:0:158777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:158781:x1874221260990848:12345-0@lo:105: 00010000:00010000:2.0:1787398605.921343:0:158777:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db600/0x5703899912342975 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234297c expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.921355:0:158777:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db600/0x5703899912342975 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234297c expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.921365:0:158777:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db600/0x5703899912342975 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x570389991234297c expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.921372:0:158777:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db600/0x5703899912342975 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x570389991234297c expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.921380:0:158777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db600/0x5703899912342975 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x570389991234297c expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.921390:0:158777:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db600/0x5703899912342975 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x570389991234297c expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.921421:0:158777:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9cf2056db600) 00000100:00100000:2.0:1787398605.921509:0:158777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:158781:x1874221260990848:12345-0@lo:105: Request processed in 189us (840us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398605.921517:0:158777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1787398605.921570:0:158781:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aa0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:158781:1874221260990848:0@lo:105: 00010000:00010000:2.0:1787398605.921590:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398605.921642:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69164:x1874221247483264:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 1294us (2208us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398605.921651:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 144 00010000:00010000:0.0:1787398605.921739:0:160868:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db600/0x5703899912342975 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234297c expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.921751:0:160868:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db600/0x5703899912342975 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234297c expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787398605.921784:0:160868:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1787398605.921834:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db000/0x5703899912342983 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.921853:0:160868:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db000/0x5703899912342983 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.921877:0:160868:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db000/0x5703899912342983 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398605.921899:0:160868:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260990976:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1787398605.921939:0:160868:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398605.921971:0:160868:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2099a6cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787398605.922807:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260990976 00000100:00100000:2.0:1787398605.922817:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260990976 00000100:00100000:2.0:1787398605.922945:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:2.0:1787398605.922957:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+24:160868:x1874221260990976:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1787398605.922982:0:162682:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398605.923009:0:162682:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c600/0x570389991234298a lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912342983 expref: -99 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.924715:0:162682:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c600/0x570389991234298a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912342983 expref: 25 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.924744:0:162682:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c600/0x570389991234298a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342983 expref: 25 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.924754:0:162682:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9feaf7a7 (ffff9cf30d87d100) 00010000:00010000:2.0:1787398605.924757:0:162682:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398605.924762:0:162682:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf30911c600, rc 0) 00000100:00100000:2.0:1787398605.926173:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+25:160868:x1874221260990976:12345-0@lo:101:mdt00_003.0 Request processed in 3204us (4219us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398605.926190:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:0.0:1787398605.926337:0:160868:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260990976:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1787398605.926369:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db000/0x5703899912342983 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x570389991234298a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.926385:0:160868:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db000/0x5703899912342983 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234298a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787398605.926422:0:160868:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:0.0:1787398605.927441:0:160868:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260991104:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1787398605.927806:0:160868:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398605.927905:0:160868:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2099a6540 going to sleep for 11 seconds 00000100:00100000:2.0:1787398605.928030:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260991104 00000100:00100000:2.0:1787398605.928179:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260991104 00000100:00100000:2.0:1787398605.928302:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:2.0:1787398605.928315:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+25:160868:x1874221260991104:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1787398605.928433:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+25:160868:x1874221260991104:12345-0@lo:1000:mdt00_003.0 Request processed in 120us (627us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398605.928441:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:0.0:1787398605.928539:0:160868:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260991104:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1787398605.928637:0:160868:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260991232:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1787398605.928670:0:160868:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398605.929074:0:160868:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31127ef00 going to sleep for 11 seconds 00000100:00100000:1.0:1787398605.929327:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260991232 00000100:00100000:1.0:1787398605.929336:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260991232 00000100:00100000:1.0:1787398605.929396:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:1.0:1787398605.929406:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+25:160868:x1874221260991232:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1787398605.929550:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+25:160868:x1874221260991232:12345-0@lo:1000:mdt00_003.0 Request processed in 146us (879us total) trans 0 rc 1/1 00000100:00100000:1.0:1787398605.929558:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:0.0:1787398605.929863:0:160868:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260991232:0@lo:1000:mdt00_003.0 00010000:00010000:0.0:1787398605.929988:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dbe00/0x5703899912342991 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.930002:0:160868:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dbe00/0x5703899912342991 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.930055:0:160868:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dbe00/0x5703899912342991 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398605.930081:0:160868:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260991360:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1787398605.930139:0:160868:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398605.930167:0:160868:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31127e840 going to sleep for 11 seconds 00000100:00100000:1.0:1787398605.930420:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260991360 00000100:00100000:1.0:1787398605.930427:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260991360 00000100:00100000:1.0:1787398605.930465:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:1.0:1787398605.930472:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+25:160868:x1874221260991360:12345-0@lo:101:mdt00_003.0 00010000:00010000:1.0:1787398605.930507:0:159531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398605.930530:0:159531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912342998 lrc: 2/0,0 mode: --/EX res: [0x240002343:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5703899912342991 expref: -99 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.930585:0:159531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912342998 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912342991 expref: 26 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.930602:0:159531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912342998 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912342991 expref: 26 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.930612:0:159531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x9:0x0].0x0 (ffff9cf30da95400) 00010000:00010000:1.0:1787398605.930615:0:159531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787398605.930619:0:159531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b639c00, rc 0) 00000100:00100000:1.0:1787398605.930664:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+26:160868:x1874221260991360:12345-0@lo:101:mdt00_003.0 Request processed in 191us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.930671:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:0.0:1787398605.930879:0:160868:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260991360:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1787398605.930895:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dbe00/0x5703899912342991 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5703899912342998 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.930906:0:160868:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dbe00/0x5703899912342991 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342998 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.930942:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db400/0x570389991234299f lrc: 3/0,1 mode: --/EX res: [0x240002343:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.930950:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db400/0x570389991234299f lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.930960:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db400/0x570389991234299f lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.931429:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da000/0x57038999123429a6 lrc: 3/0,1 mode: --/EX res: [0x240002340:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.931446:0:160868:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d000/0x5703899912342952 lrc: 2/0,0 mode: PR/PR res: [0x240002340:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d11 expref: 35 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.931456:0:160868:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da000/0x57038999123429a6 lrc: 4/0,1 mode: --/EX res: [0x240002340:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.932033:0:160868:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d000/0x5703899912342952 lrc: 3/0,0 mode: PR/PR res: [0x240002340:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d11 expref: 35 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.932233:0:160868:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d000/0x5703899912342952 lrc: 4/0,0 mode: PR/PR res: [0x240002340:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d11 expref: 35 pid: 158794 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398605.932253:0:160868:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:160868:1874221260991488:192.168.204.36@tcp:104: 00000100:00100000:0.0:1787398605.932411:0:160868:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31127e840 going to sleep for 11 seconds 00000100:00100000:1.0:1787398605.939664:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398605.939756:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247483392 00000100:00100000:2.0:1787398605.939785:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247483392 00010000:00010000:2.0:1787398605.939837:0:158779:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d000/0x5703899912342952 lrc: 5/0,0 mode: PR/PR res: [0x240002340:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d11 expref: 36 pid: 158794 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398605.939894:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 145 00000100:00100000:2.0:1787398605.939906:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+36:69162:x1874221247483392:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787398605.939926:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398605.939934:0:158779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d000/0x5703899912342952 lrc: 5/0,0 mode: PR/PR res: [0x240002340:0xc:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d11 expref: 36 pid: 158794 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.939950:0:158779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d000/0x5703899912342952 lrc: 4/0,0 mode: PR/PR res: [0x240002340:0xc:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d11 expref: 36 pid: 158794 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.939981:0:158779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xc:0x0].0x0 (ffff9cf337a20400) 00010000:00010000:2.0:1787398605.939988:0:158779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da000/0x57038999123429a6 lrc: 3/0,1 mode: --/EX res: [0x240002340:0xc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.939999:0:158779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da000/0x57038999123429a6 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0xc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.940008:0:158779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da000/0x57038999123429a6 lrc: 4/0,1 mode: EX/EX res: [0x240002340:0xc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.940031:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398605.940117:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+36:69162:x1874221247483392:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 213us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398605.940141:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 145 00010000:00010000:0.0:1787398605.952715:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf32cc9d000/0x5703899912342952 lrc: 0/0,0 mode: --/PR res: [0x240002340:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d11 expref: 35 pid: 158794 timeout: 5726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398605.952753:0:160868:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:160868:1874221260991488:192.168.204.36@tcp:104: 00010000:00010000:0.0:1787398605.952790:0:160868:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da000/0x57038999123429a6 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.952824:0:160868:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da000/0x57038999123429a6 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.952830:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da000/0x57038999123429a6 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.952921:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db800/0x57038999123429ad lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.952929:0:160868:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db800/0x57038999123429ad lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.952943:0:160868:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db800/0x57038999123429ad lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398605.952998:0:160868:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260991616:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1787398605.953095:0:160868:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398605.953154:0:160868:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31127e840 going to sleep for 11 seconds 00000100:00100000:2.0:1787398605.953302:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260991616 00000100:00100000:2.0:1787398605.953312:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260991616 00000100:00100000:2.0:1787398605.953394:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:2.0:1787398605.953405:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+26:160868:x1874221260991616:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1787398605.953428:0:159531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398605.953447:0:159531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x57038999123429b4 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x57038999123429ad expref: -99 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.953510:0:159531:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342960 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d18 expref: 5 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.953521:0:159531:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x57038999123429b4 lrc: 4/0,0 mode: --/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x57038999123429ad expref: 27 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.953554:0:159531:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342960 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d18 expref: 5 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.953570:0:159531:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342960 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d18 expref: 5 pid: 160868 timeout: 5727 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398605.953584:0:159531:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9e300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159531:1874221260991744:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398605.953673:0:159531:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbe0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787398605.963719:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398605.963867:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247483520 00000100:00100000:0.0:1787398605.963879:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247483520 00010000:00010000:0.0:1787398605.963939:0:162512:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342960 lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d18 expref: 6 pid: 160868 timeout: 5727 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398605.963995:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 146 00000100:00100000:0.0:1787398605.964006:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aaad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69162:x1874221247483520:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398605.964027:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398605.964046:0:162512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342960 lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d18 expref: 6 pid: 160868 timeout: 5727 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.964062:0:162512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342960 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d18 expref: 6 pid: 160868 timeout: 5727 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.964094:0:162512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xc:0x0].0x0 (ffff9cf30d87d200) 00010000:00010000:0.0:1787398605.964102:0:162512:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x57038999123429b4 lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x57038999123429ad expref: 27 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.964114:0:162512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x57038999123429b4 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x57038999123429ad expref: 27 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.964134:0:162512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x57038999123429b4 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x57038999123429ad expref: 27 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.964207:0:162512:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x57038999123429b4 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123429ad expref: 27 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398605.964223:0:162512:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:162512:1874221260991872:0@lo:105: 00000100:00100000:0.0:1787398605.964286:0:162512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398605.964339:0:162512:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31127ef00 going to sleep for 11 seconds 00000100:00100000:1.0:1787398605.964627:0:158777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260991872 00000100:00100000:1.0:1787398605.964633:0:158777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260991872 00000100:00100000:1.0:1787398605.964680:0:158777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1787398605.964689:0:158777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:162512:x1874221260991872:12345-0@lo:105: 00010000:00010000:1.0:1787398605.964702:0:158777:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db800/0x57038999123429ad lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123429b4 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.964712:0:158777:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db800/0x57038999123429ad lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123429b4 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.964720:0:158777:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db800/0x57038999123429ad lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x57038999123429b4 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.964741:0:158777:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db800/0x57038999123429ad lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x57038999123429b4 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.964749:0:158777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db800/0x57038999123429ad lrc: 5/0,1 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x57038999123429b4 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.964758:0:158777:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db800/0x57038999123429ad lrc: 5/0,1 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x57038999123429b4 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.964777:0:158777:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9cf2056db800) 00000100:00100000:1.0:1787398605.964827:0:158777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:162512:x1874221260991872:12345-0@lo:105: Request processed in 139us (540us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.964834:0:158777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1787398605.965070:0:162512:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:162512:1874221260991872:0@lo:105: 00010000:00010000:0.0:1787398605.965093:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398605.965151:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aaad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69162:x1874221247483520:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 1145us (1446us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398605.965160:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 146 00010000:00010000:2.0:1787398605.967360:0:159531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342960 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d18 expref: 5 pid: 160868 timeout: 5727 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398605.967393:0:159531:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9e300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159531:1874221260991744:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398605.967430:0:159531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x57038999123429b4 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123429ad expref: 27 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398605.967468:0:159531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xc:0x0].0x0 (ffff9cf30d87d200) 00010000:00010000:2.0:1787398605.967472:0:159531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1787398605.967712:0:159531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf30911d800, rc 0) 00000100:00100000:2.0:1787398605.968293:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+27:160868:x1874221260991616:12345-0@lo:101:mdt00_003.0 Request processed in 14885us (15194us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398605.968306:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:0.0:1787398605.968399:0:160868:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260991616:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1787398605.968427:0:160868:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db800/0x57038999123429ad lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123429b4 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398605.970185:0:160868:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9e300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260992000:0@lo:403:mdt00_003.0 00000100:00100000:2.0:1787398605.970301:0:160868:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398605.970438:0:160868:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbe0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787398605.970554:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260992000 00000100:00100000:0.0:1787398605.970565:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260992000 00000100:00100000:0.0:1787398605.970734:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:0.0:1787398605.970747:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+27:160868:x1874221260992000:12345-0@lo:403:mdt00_003.0 00000100:00100000:1.0:1787398605.974673:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+27:160868:x1874221260992000:12345-0@lo:403:mdt00_003.0 Request processed in 3913us (4356us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398605.974696:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:2.0:1787398605.974992:0:160868:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9e300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260992000:0@lo:403:mdt00_003.0 00000040:00080000:2.0:1787398605.986272:0:160868:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002b10:0x2:0x0].10, 944 off42208 00000040:00080000:2.0:1787398605.986678:0:160868:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab4:0x2:0x0].10, 1024 off43008 00000004:00080000:2.0:1787398605.986686:0:160868:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9cf31ecbe0c0 with version 17 00000004:00080000:0.0:1787398605.986801:0:165613:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf33f4d50c0 version 17 rpc_version 17 00000020:00100000:0.0:1787398605.987205:0:165613:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787398605.987222:0:165613:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf33672e680 x1874221260992256/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2352/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787398605.987254:0:165613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672e680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221260992256:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787398605.987367:0:165613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398605.987455:0:165613:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31127e840 going to sleep for 11 seconds 00000100:00100000:2.0:1787398605.987700:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260992256 00000100:00100000:2.0:1787398605.987710:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260992256 00000100:00100000:2.0:1787398605.987819:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:2.0:1787398605.987831:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+27:165613:x1874221260992256:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787398605.988664:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+28:165613:x1874221260992256:12345-0@lo:1000:osp_up0-1.0 Request processed in 830us (1292us total) trans 34359738649 rc 0/0 00000100:00100000:2.0:1787398605.988675:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:0.0:1787398605.988817:0:165613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672e680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221260992256:0@lo:1000:osp_up0-1.0 00000004:00200000:0.0:1787398605.989299:0:160868:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x9:0x0]: returning size 4096 00010000:00010000:0.0:1787398605.989329:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da000/0x57038999123429a6 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.989341:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da000/0x57038999123429a6 lrc: 2/0,0 mode: EX/EX res: [0x240002340:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.989349:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da000/0x57038999123429a6 lrc: 3/0,0 mode: EX/EX res: [0x240002340:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.989355:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056da000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398605.989361:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da000/0x57038999123429a6 lrc: 3/0,0 mode: EX/EX res: [0x240002340:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.989370:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da000/0x57038999123429a6 lrc: 4/0,0 mode: EX/EX res: [0x240002340:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.989390:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xc:0x0].0x0 (ffff9cf337a20400) 00010000:00010000:0.0:1787398605.989394:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1787398605.989399:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da000/0x57038999123429a6 lrc: 2/0,0 mode: --/EX res: [0x240002340:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.989406:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056da000/0x57038999123429a6 lrc: 0/0,0 mode: --/EX res: [0x240002340:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.989433:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db800/0x57038999123429ad lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x57038999123429b4 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.989466:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db800/0x57038999123429ad lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x57038999123429b4 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.989474:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db800/0x57038999123429ad lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x57038999123429b4 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.989532:0:160868:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1787398605.989544:0:160868:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0xc:0x0] 00010000:00010000:0.0:1787398605.989556:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787398605.989563:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db800/0x57038999123429ad lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x57038999123429b4 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.989570:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056db800 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:0.0:1787398605.989574:0:158782:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db800/0x57038999123429ad lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x57038999123429b4 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398605.989581:0:158782:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db800/0x57038999123429ad lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x57038999123429b4 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.989619:0:158782:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db800/0x57038999123429ad lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x57038999123429b4 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.989627:0:158782:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787398605.989655:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db800/0x57038999123429ad lrc: 1/0,0 mode: --/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x57038999123429b4 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.989663:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db800/0x57038999123429ad lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x57038999123429b4 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.989692:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398605.989694:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398605.989696:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398605.989716:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260992384:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787398605.989782:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787398605.989920:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db400/0x570389991234299f lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.989928:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db400/0x570389991234299f lrc: 2/0,0 mode: EX/EX res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.989934:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db400/0x570389991234299f lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.989940:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056db400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398605.989944:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db400/0x570389991234299f lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.989950:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db400/0x570389991234299f lrc: 4/0,0 mode: EX/EX res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.989959:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x9:0x0].0x0 (ffff9cf2051cd400) 00010000:00010000:0.0:1787398605.989962:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398605.989966:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db400/0x570389991234299f lrc: 2/0,0 mode: --/EX res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.989972:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db400/0x570389991234299f lrc: 0/0,0 mode: --/EX res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.989987:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dbe00/0x5703899912342991 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5703899912342998 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.990002:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dbe00/0x5703899912342991 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912342998 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.990009:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dbe00/0x5703899912342991 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5703899912342998 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.990753:0:160868:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1787398605.990778:0:160868:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1787398605.990785:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db600/0x5703899912342975 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x570389991234297c expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.990794:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db600/0x5703899912342975 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x570389991234297c expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.990801:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db600/0x5703899912342975 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x570389991234297c expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.990827:0:160868:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:0.0:1787398605.990833:0:160868:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1787398605.990838:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db000/0x5703899912342983 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x570389991234298a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.990920:0:160868:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db000/0x5703899912342983 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x570389991234298a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.990922:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787398605.990934:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dbe00/0x5703899912342991 lrc: 2/0,0 mode: EX/EX res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x5703899912342998 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.990944:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056dbe00 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:1.0:1787398605.990949:0:159542:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dbe00/0x5703899912342991 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912342998 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398605.990958:0:159542:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dbe00/0x5703899912342991 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912342998 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.991014:0:159542:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dbe00/0x5703899912342991 lrc: 2/0,0 mode: --/EX res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342998 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.991022:0:159542:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787398605.991118:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dbe00/0x5703899912342991 lrc: 1/0,0 mode: --/EX res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342998 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.991138:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dbe00/0x5703899912342991 lrc: 0/0,0 mode: --/EX res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342998 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.991162:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787398605.991166:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db600/0x5703899912342975 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x570389991234297c expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.991171:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056db600 already unused, calling callback (ffffffffc19ddeb0) 00010000:00010000:1.0:1787398605.991175:0:159542:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db600/0x5703899912342975 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x570389991234297c expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398605.991182:0:159542:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db600/0x5703899912342975 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x570389991234297c expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.991204:0:159542:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db600/0x5703899912342975 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x570389991234297c expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.991211:0:159542:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787398605.991218:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db600/0x5703899912342975 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x570389991234297c expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.991235:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db600/0x5703899912342975 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x570389991234297c expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398605.991248:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398605.991249:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398605.991251:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398605.991325:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+35:123749:x1874221247483136:12345-192.168.204.36@tcp:36:rm.0 Request processed in 84458us (84741us total) trans 25769803806 rc 0/0 00000100:00100000:0.0:1787398605.991346:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 485 00000100:00100000:0.0:1787398605.991391:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260992512:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787398605.991447:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398605.991571:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787398605.991579:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aa9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260992640:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787398605.991611:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398605.991723:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260992384 00000100:00100000:2.0:1787398605.991733:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260992384 00000100:00100000:2.0:1787398605.991814:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260992512 00000100:00100000:2.0:1787398605.991817:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260992512 00000100:00100000:0.0:1787398605.991843:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260992640 00000100:00100000:0.0:1787398605.991856:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260992640 00000100:00100000:0.0:1787398605.991878:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1787398605.991886:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+30:106501:x1874221260992384:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787398605.991901:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398605.991926:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x57038999123429b4 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x57038999123429ad expref: 30 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.991941:0:162512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xc:0x0].0x0 (ffff9cf30d87d200) 00010000:00010000:0.0:1787398605.991953:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398605.991992:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+29:106501:x1874221260992384:12345-0@lo:103:ldlm_bl.0 Request processed in 107us (2211us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398605.992000:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1787398605.992014:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1787398605.992020:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+28:106502:x1874221260992512:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787398605.992204:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398605.992220:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912342998 lrc: 0/0,0 mode: --/EX res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912342991 expref: 28 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.992234:0:162512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x9:0x0].0x0 (ffff9cf30da95400) 00010000:00010000:0.0:1787398605.992251:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398605.992283:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+27:106502:x1874221260992512:12345-0@lo:103:ldlm_bl.0 Request processed in 262us (836us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398605.992290:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1787398605.992305:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1787398605.992312:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf209b89450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+26:106502:x1874221260992640:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787398605.992320:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398605.992332:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x570389991234297c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912342975 expref: 26 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398605.992344:0:162512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30d87dd00) 00010000:00010000:0.0:1787398605.992352:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398605.992372:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf209b89450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+25:106502:x1874221260992640:12345-0@lo:103:ldlm_bl.0 Request processed in 61us (760us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398605.992378:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1787398605.992458:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260992384:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787398605.992605:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aa9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260992640:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787398605.992615:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260992512:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787398605.993635:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398606.009799:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398606.009983:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247483648 00000100:00100000:3.0:1787398606.009999:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247483648 00000100:00100000:3.0:1787398606.010244:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 486 00000100:00100000:3.0:1787398606.010255:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:123753:x1874221247483648:12345-192.168.204.36@tcp:101:lfs.0 00010000:00010000:3.0:1787398606.010283:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398606.010316:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x57038999123429bb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119d26 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398606.010406:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9c400/0x57038999123429c2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398606.010424:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9c400/0x57038999123429c2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398606.010438:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9c400/0x57038999123429c2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787398606.010543:0:158794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1787398606.010547:0:158794:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787398606.010570:0:158794:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9c400/0x57038999123429c2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398606.010600:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x57038999123429bb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d26 expref: 7 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398606.010649:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9c400/0x57038999123429c2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d26 expref: 6 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398606.010660:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf337a20700) 00010000:00010000:3.0:1787398606.010664:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787398606.010668:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf32cc9c400, rc 0) 00000100:00100000:3.0:1787398606.010747:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:123753:x1874221247483648:12345-192.168.204.36@tcp:101:lfs.0 Request processed in 494us (962us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398606.010756:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 486 00000100:00080000:2.0:1787398606.010915:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787398606.015327:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398606.015459:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247483776 00000100:00100000:0.0:1787398606.015474:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247483776 00000100:00100000:0.0:1787398606.015597:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 487 00000100:00100000:0.0:1787398606.015608:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:123753:x1874221247483776:12345-192.168.204.36@tcp:101:lfs.0 00010000:00010000:0.0:1787398606.015637:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398606.015664:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x57038999123429c9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119d2d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.015785:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db800/0x57038999123429d0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.015803:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db800/0x57038999123429d0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.015817:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db800/0x57038999123429d0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.015834:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x57038999123429d7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.016238:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x57038999123429d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.016247:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x57038999123429d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.016308:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db800/0x57038999123429d0 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.016316:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db800/0x57038999123429d0 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.016323:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db800/0x57038999123429d0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.016330:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db800/0x57038999123429d0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.016337:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056db800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398606.016352:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db800/0x57038999123429d0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.016362:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db800/0x57038999123429d0 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.016378:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf337a20700) 00010000:00010000:0.0:1787398606.016381:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398606.016386:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db800/0x57038999123429d0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.016394:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db800/0x57038999123429d0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.016412:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x57038999123429d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.016418:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x57038999123429d7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.016423:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x57038999123429d7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.016429:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056da000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398606.016432:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x57038999123429d7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.016438:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x57038999123429d7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.016445:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4632c348 (ffff9cf2051cd400) 00010000:00010000:0.0:1787398606.016447:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398606.016457:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x57038999123429d7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.016462:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x57038999123429d7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.016958:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x57038999123429c9 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d2d expref: 7 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.016973:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf337a20700) 00010000:00010000:0.0:1787398606.016976:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398606.016979:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x57038999123429c9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d2d expref: 7 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.016990:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056db400, rc 0) 00000100:00100000:0.0:1787398606.017743:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:123753:x1874221247483776:12345-192.168.204.36@tcp:101:lfs.0 Request processed in 2128us (2426us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398606.017755:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 487 00000100:00100000:1.0:1787398606.032054:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398606.032250:0:158804:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247483904 00000100:00100000:3.0:1787398606.032261:0:158804:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247483904 00000100:00100000:3.0:1787398606.032329:0:158804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 7 00000100:00100000:3.0:1787398606.032340:0:158804:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:123753:x1874221247483904:12345-192.168.204.36@tcp:700:lfs.0 00000100:00100000:3.0:1787398606.032876:0:158804:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:123753:x1874221247483904:12345-192.168.204.36@tcp:700:lfs.0 Request processed in 535us (831us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398606.032886:0:158804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 7 00000100:00100000:0.0:1787398606.037918:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398606.038184:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247484160 00000100:00100000:3.0:1787398606.038200:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247484160 00000100:00100000:3.0:1787398606.038286:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 488 00000100:00100000:3.0:1787398606.038298:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:123753:x1874221247484160:12345-192.168.204.36@tcp:36:lfs.0 00010000:00010000:3.0:1787398606.038380:0:158794:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398606.038417:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9c400/0x57038999123429c2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d26 expref: 6 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398606.038444:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf337a20700) 00010000:00010000:3.0:1787398606.038646:0:158794:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787398606.038741:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x57038999123429de lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398606.038757:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x57038999123429de lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398606.038770:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x57038999123429de lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398606.038786:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d200/0x57038999123429e5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x4632c348 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398606.038793:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d200/0x57038999123429e5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398606.038800:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d200/0x57038999123429e5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:3.0:1787398606.041383:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 278, rollback = 2 00080000:00000400:3.0:1787398606.041397:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1787398606.041400:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1787398606.041402:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398606.041404:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/2, delete: 0/0/0 00080000:00000400:3.0:1787398606.041406:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398606.041433:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 278, rollback = 2 00080000:00000400:3.0:1787398606.041436:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1787398606.041438:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1787398606.041440:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398606.041442:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/2, delete: 0/0/0 00080000:00000400:3.0:1787398606.041444:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398606.041505:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 278, rollback = 2 00080000:00000400:3.0:1787398606.041509:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1787398606.041518:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1787398606.041520:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398606.041522:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/2, delete: 0/0/0 00080000:00000400:3.0:1787398606.041524:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00010000:00010000:3.0:1787398606.041686:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d000/0x57038999123429ec lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398606.041708:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d000/0x57038999123429ec lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398606.041721:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d000/0x57038999123429ec lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398606.041739:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ea2d1353 reply state 00000000d539ee0e transno 34359738650 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d000/0x57038999123429ec lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398606.041752:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d000/0x57038999123429ec lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398606.041761:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398606.041764:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787398606.041769:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1787398606.041777:0:158794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab5:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1787398606.041788:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x57038999123429de lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398606.041795:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x57038999123429de lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398606.041802:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x57038999123429de lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398606.041809:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x57038999123429de lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398606.041826:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf32cc9d400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398606.041832:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x57038999123429de lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398606.041856:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x57038999123429de lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398606.041871:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf337a20b00) 00010000:00010000:3.0:1787398606.041873:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398606.041878:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x57038999123429de lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398606.041884:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x57038999123429de lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398606.041911:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ea2d1353 reply state 00000000d539ee0e transno 34359738650 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d200/0x57038999123429e5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398606.041920:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d200/0x57038999123429e5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398606.041927:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4632c348 (ffff9cf337a20600) 00010000:00010000:3.0:1787398606.041929:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787398606.041931:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1787398606.044769:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:123753:x1874221247484160:12345-192.168.204.36@tcp:36:lfs.0 Request processed in 6453us (6847us total) trans 34359738650 rc 0/0 00000100:00100000:3.0:1787398606.044787:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 488 00010000:00010000:0.0:1787398606.102991:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398606.104333:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398606.104556:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247484288 00000100:00100000:2.0:1787398606.104589:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247484288 00000100:00100000:2.0:1787398606.104739:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 489 00000100:00100000:2.0:1787398606.104753:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:123601:x1874221247484288:12345-192.168.204.36@tcp:101:bash.0 00010000:00010000:2.0:1787398606.104784:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398606.104815:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x57038999123429f3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119d34 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.104924:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911cc00/0x57038999123429fa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.104940:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911cc00/0x57038999123429fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.104955:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911cc00/0x57038999123429fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787398606.105014:0:160868:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1787398606.105018:0:160868:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787398606.105188:0:160868:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911cc00/0x57038999123429fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.105223:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x57038999123429f3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d34 expref: 9 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.105248:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911cc00/0x57038999123429fa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d34 expref: 8 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.105379:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30d87d400) 00010000:00010000:2.0:1787398606.105384:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787398606.105388:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf30911cc00, rc 0) 00000100:00100000:2.0:1787398606.105651:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123601:x1874221247484288:12345-192.168.204.36@tcp:101:bash.0 Request processed in 901us (1328us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398606.105660:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 489 00000100:00100000:0.0:1787398606.109446:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398606.109937:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247484416 00000100:00100000:2.0:1787398606.109951:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247484416 00000100:00100000:2.0:1787398606.110152:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 490 00000100:00100000:2.0:1787398606.110167:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123601:x1874221247484416:12345-192.168.204.36@tcp:101:bash.0 00010000:00010000:2.0:1787398606.110196:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398606.110224:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d200/0x5703899912342a01 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119d3b expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.111625:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342a08 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.111653:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342a08 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.111668:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342a08 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.111686:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342a0f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.111694:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342a0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.111701:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342a0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.111788:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d400/0x5703899912342a16 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.111816:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d400/0x5703899912342a16 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.111825:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d400/0x5703899912342a16 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787398606.111952:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1787398606.111958:0:158796:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787398606.111984:0:158796:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d400/0x5703899912342a16 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.112000:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342a08 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.112008:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342a08 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.112014:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342a08 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.112022:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342a08 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.112029:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf30911c400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398606.112107:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342a08 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.112117:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342a08 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.112142:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30d87d400) 00010000:00010000:2.0:1787398606.112152:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398606.112159:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342a08 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.112166:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342a08 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.112182:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342a0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.112187:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342a0f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.112193:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342a0f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.112198:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf30911ca00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398606.112200:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342a0f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.112206:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342a0f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.112214:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff9cf30d87dc00) 00010000:00010000:2.0:1787398606.112216:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398606.112219:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342a0f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.112225:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342a0f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.112349:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d200/0x5703899912342a01 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d3b expref: 10 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.112375:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d400/0x5703899912342a16 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d3b expref: 9 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.112384:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9cf30d87d300) 00010000:00010000:2.0:1787398606.112387:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787398606.112389:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf30911d400, rc 0) 00000100:00100000:2.0:1787398606.114559:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:123601:x1874221247484416:12345-192.168.204.36@tcp:101:bash.0 Request processed in 4378us (5110us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398606.114575:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 490 00000100:00100000:0.0:1787398606.121640:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398606.121789:0:158805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247484544 00000100:00100000:1.0:1787398606.121803:0:158805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247484544 00000100:00100000:1.0:1787398606.122226:0:158805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 19 00000100:00100000:1.0:1787398606.122240:0:158805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:123601:x1874221247484544:12345-192.168.204.36@tcp:900:bash.0 00000100:00100000:1.0:1787398606.122372:0:158805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:123601:x1874221247484544:12345-192.168.204.36@tcp:900:bash.0 Request processed in 135us (748us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398606.122382:0:158805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 19 00000100:00100000:2.0:1787398606.125824:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398606.126022:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247484672 00000100:00100000:0.0:1787398606.126104:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247484672 00000100:00100000:0.0:1787398606.126233:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 491 00000100:00100000:0.0:1787398606.126247:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:123601:x1874221247484672:12345-192.168.204.36@tcp:101:bash.0 00010000:00010000:0.0:1787398606.126289:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398606.126317:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db800/0x5703899912342a1d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119d42 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.126432:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342a24 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.126449:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342a24 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.126463:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342a24 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.126518:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x5703899912342a2b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0xf20aa046 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.126527:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x5703899912342a2b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0xf20aa046 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.126534:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x5703899912342a2b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0xf20aa046 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.126620:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x5703899912342a32 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.126628:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x5703899912342a32 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.126635:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x5703899912342a32 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787398606.126681:0:158795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x3:0x0]: returning size 4096 00000004:00200000:0.0:1787398606.126686:0:158795:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787398606.126710:0:158795:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x5703899912342a32 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.126736:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342a24 lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.126743:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342a24 lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.126750:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342a24 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.126756:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342a24 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.126763:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056da800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398606.126768:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342a24 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.126778:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342a24 lrc: 5/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.126794:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9cf30d87d300) 00010000:00010000:0.0:1787398606.126797:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398606.126805:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342a24 lrc: 3/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.126811:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342a24 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.126831:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x5703899912342a2b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0xf20aa046 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.126852:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x5703899912342a2b lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0xf20aa046 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.126866:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x5703899912342a2b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0xf20aa046 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.126871:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056da000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398606.126874:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x5703899912342a2b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0xf20aa046 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.126881:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x5703899912342a2b lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0xf20aa046 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.126890:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0xf20aa046 (ffff9cf2051cd400) 00010000:00010000:0.0:1787398606.126892:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398606.126895:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x5703899912342a2b lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0xf20aa046 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.126902:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x5703899912342a2b lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0xf20aa046 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.126941:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db800/0x5703899912342a1d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d42 expref: 11 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.126957:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x5703899912342a32 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d42 expref: 10 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.126964:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:0.0:1787398606.126966:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787398606.126968:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056db400, rc 0) 00000100:00100000:0.0:1787398606.127066:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+10:123601:x1874221247484672:12345-192.168.204.36@tcp:101:bash.0 Request processed in 822us (1259us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398606.127085:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 491 00000100:00100000:3.0:1787398606.131362:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398606.132312:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247484928 00000100:00100000:2.0:1787398606.132328:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247484928 00000100:00100000:1.0:1787398606.132541:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 492 00000100:00100000:1.0:1787398606.132554:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+10:123601:x1874221247484928:12345-192.168.204.36@tcp:101:bash.0 00010000:00010000:1.0:1787398606.132585:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398606.132615:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638400/0x5703899912342a39 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119d49 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.132730:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342a40 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.132768:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342a40 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.132781:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342a40 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.132799:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342a47 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.132807:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342a47 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.132813:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342a47 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787398606.133003:0:160868:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1787398606.133190:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342a40 lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.133199:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342a40 lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.133205:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342a40 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.133212:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342a40 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.133219:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639a00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398606.133225:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342a40 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.133245:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342a40 lrc: 5/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.133263:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:1.0:1787398606.133266:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398606.133272:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342a40 lrc: 3/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.133279:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342a40 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.133296:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342a47 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.133302:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342a47 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.133308:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342a47 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.133312:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398606.133315:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342a47 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.133320:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342a47 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.133326:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0xaaab9583 (ffff9cf30da95200) 00010000:00010000:1.0:1787398606.133328:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398606.133330:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342a47 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.133341:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342a47 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.133387:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638400/0x5703899912342a39 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d49 expref: 12 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.133398:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:1.0:1787398606.133400:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787398606.133404:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638400/0x5703899912342a39 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d49 expref: 12 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.133415:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b638400, rc 0) 00000100:00100000:1.0:1787398606.133526:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+11:123601:x1874221247484928:12345-192.168.204.36@tcp:101:bash.0 Request processed in 973us (2178us total) trans 34359738651 rc 301/301 00000100:00100000:1.0:1787398606.133535:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 492 00000100:00100000:0.0:1787398606.138595:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398606.138723:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247485056 00000100:00100000:1.0:1787398606.138736:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247485056 00000100:00100000:1.0:1787398606.138846:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 493 00000100:00100000:1.0:1787398606.138857:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+11:123601:x1874221247485056:12345-192.168.204.36@tcp:101:bash.0 00010000:00010000:1.0:1787398606.138891:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398606.138921:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912342a55 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119d50 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.139237:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x5703899912342a5c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.139255:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x5703899912342a5c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.139276:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x5703899912342a5c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787398606.139315:0:158794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1787398606.139319:0:158794:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787398606.139342:0:158794:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x5703899912342a5c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.139377:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912342a55 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d50 expref: 13 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.139399:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x5703899912342a5c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d50 expref: 12 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.139408:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9cf30da95000) 00010000:00010000:1.0:1787398606.139411:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787398606.139416:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b639e00, rc 0) 00000100:00100000:1.0:1787398606.139756:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+12:123601:x1874221247485056:12345-192.168.204.36@tcp:101:bash.0 Request processed in 896us (1170us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398606.139766:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 493 00000100:00100000:2.0:1787398606.147281:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398606.147438:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247485184 00000100:00100000:0.0:1787398606.147452:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247485184 00000100:00100000:0.0:1787398606.147641:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 134 00000100:00100000:0.0:1787398606.147653:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+12:123601:x1874221247485184:12345-192.168.204.36@tcp:37:bash.0 00000100:00100000:2.0:1787398606.155260:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+12:123601:x1874221247485184:12345-192.168.204.36@tcp:37:bash.0 Request processed in 7589us (7974us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398606.155282:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 134 00000100:00100000:3.0:1787398606.161394:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398606.161615:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247485440 00000100:00100000:2.0:1787398606.161630:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247485440 00000100:00100000:2.0:1787398606.161715:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 135 00000100:00100000:2.0:1787398606.161727:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+12:123601:x1874221247485440:12345-192.168.204.36@tcp:35:bash.0 00000100:00100000:2.0:1787398606.164323:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+13:123601:x1874221247485440:12345-192.168.204.36@tcp:35:bash.0 Request processed in 2582us (2930us total) trans 34359738652 rc 0/0 00000100:00100000:2.0:1787398606.164341:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 135 00000100:00100000:1.0:1787398606.183541:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398606.183801:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247485568 00000100:00100000:2.0:1787398606.183815:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247485568 00000100:00100000:2.0:1787398606.183921:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 494 00000100:00100000:2.0:1787398606.183933:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+13:123756:x1874221247485568:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:2.0:1787398606.183969:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398606.183997:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342a63 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119d57 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.184109:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342a6a lrc: 3/1,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.184137:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342a6a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.184153:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342a6a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.184172:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d200/0x5703899912342a71 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.184180:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d200/0x5703899912342a71 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.184186:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d200/0x5703899912342a71 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.184767:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342a78 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.184781:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342a78 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.184790:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342a78 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787398606.184856:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1787398606.184861:0:158796:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787398606.184888:0:158796:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342a78 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.184903:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342a6a lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.184910:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342a6a lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.184917:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342a6a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.184923:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342a6a lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.184930:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf30911c400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398606.184934:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342a6a lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.184942:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342a6a lrc: 5/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.184957:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:2.0:1787398606.184961:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398606.184966:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342a6a lrc: 3/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.184972:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342a6a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.185001:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d200/0x5703899912342a71 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.185008:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d200/0x5703899912342a71 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.185014:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d200/0x5703899912342a71 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.185018:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf30911d200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398606.185021:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d200/0x5703899912342a71 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.185027:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d200/0x5703899912342a71 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.185229:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0xaaab9583 (ffff9cf30d87dc00) 00010000:00010000:2.0:1787398606.185232:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398606.185236:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d200/0x5703899912342a71 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.185243:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d200/0x5703899912342a71 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.185582:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342a63 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d57 expref: 15 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.185600:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342a78 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d57 expref: 14 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.185622:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9cf30da95000) 00010000:00010000:2.0:1787398606.185624:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787398606.185628:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf30911d800, rc 0) 00000100:00100000:2.0:1787398606.186025:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+14:123756:x1874221247485568:12345-192.168.204.36@tcp:101:rm.0 Request processed in 2092us (2497us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398606.186046:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 494 00000100:00100000:0.0:1787398606.194872:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398606.194930:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398606.195027:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247485824 00000100:00100000:3.0:1787398606.195070:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247485824 00000100:00100000:3.0:1787398606.195168:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 105 00000100:00100000:3.0:1787398606.195180:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+14:69164:x1874221247485824:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398606.195202:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398606.195234:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342a78 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d57 expref: 14 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398606.195268:0:162512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9cf30da95000) 00010000:00010000:3.0:1787398606.195275:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398606.195342:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+13:69164:x1874221247485824:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 164us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398606.195352:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 105 00000100:00100000:1.0:1787398606.195737:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247485696 00000100:00100000:1.0:1787398606.195744:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247485696 00000100:00100000:1.0:1787398606.195787:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 495 00000100:00100000:1.0:1787398606.195796:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+13:123756:x1874221247485696:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:1.0:1787398606.195817:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398606.195850:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342a7f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119d5e expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.195943:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342a86 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.195960:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342a86 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.195973:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342a86 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.195991:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342a8d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1:0x0].0xa12f67b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.195999:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342a8d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.196006:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342a8d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.196067:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342a86 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.196075:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342a86 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.196082:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342a86 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.196090:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342a86 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.196097:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639a00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398606.196108:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342a86 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.196127:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342a86 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.196139:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9cf30da95000) 00010000:00010000:1.0:1787398606.196143:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398606.196147:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342a86 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.196155:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342a86 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.196169:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342a8d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.196176:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342a8d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.196182:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342a8d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.196188:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398606.196191:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342a8d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.196197:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342a8d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.196204:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0xa12f67b5 (ffff9cf30da95200) 00010000:00010000:1.0:1787398606.196206:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398606.196216:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342a8d lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.196222:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342a8d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.196275:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342a7f lrc: 1/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d5e expref: 14 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.196288:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9cf30da95000) 00010000:00010000:1.0:1787398606.196290:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398606.196294:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342a7f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d5e expref: 14 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.196303:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b639200, rc 0) 00000100:00100000:1.0:1787398606.196363:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+13:123756:x1874221247485696:12345-192.168.204.36@tcp:101:rm.0 Request processed in 568us (1507us total) trans 0 rc 301/301 00000100:00100000:1.0:1787398606.196371:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 495 00000100:00100000:0.0:1787398606.210168:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398606.210338:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247486080 00000100:00100000:1.0:1787398606.210352:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247486080 00000100:00100000:1.0:1787398606.210440:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 496 00000100:00100000:1.0:1787398606.210453:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+13:123601:x1874221247486080:12345-192.168.204.36@tcp:101:bash.0 00010000:00010000:1.0:1787398606.210529:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398606.210556:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342a94 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119d65 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.210664:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342a9b lrc: 3/1,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.210704:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342a9b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.210718:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342a9b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.210735:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342aa2 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x3:0x0].0x4649583 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.210742:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342aa2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0x4649583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.210748:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342aa2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0x4649583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.210819:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x5703899912342aa9 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.210827:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x5703899912342aa9 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.210833:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x5703899912342aa9 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.210849:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342a9b lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.210856:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342a9b lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.210862:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342a9b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.210879:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342a9b lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.210886:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398606.210891:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342a9b lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.210899:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342a9b lrc: 5/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.210913:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0x0 (ffff9cf2051cdc00) 00010000:00010000:1.0:1787398606.210916:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398606.210922:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342a9b lrc: 3/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.210928:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342a9b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.210947:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342aa2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0x4649583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.210954:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342aa2 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0x4649583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.210959:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342aa2 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0x4649583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.210964:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639a00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398606.210967:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342aa2 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0x4649583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.210981:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342aa2 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0x4649583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.210989:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0x4649583 (ffff9cf30da95200) 00010000:00010000:1.0:1787398606.210991:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398606.210994:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342aa2 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x3:0x0].0x4649583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.211000:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342aa2 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x3:0x0].0x4649583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.211037:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342a94 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d65 expref: 15 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.211051:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x5703899912342aa9 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d65 expref: 14 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.211059:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1:0x0].0x0 (ffff9cf30da95400) 00010000:00010000:1.0:1787398606.211062:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787398606.211064:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b638200, rc 0) 00000100:00100000:1.0:1787398606.211260:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+14:123601:x1874221247486080:12345-192.168.204.36@tcp:101:bash.0 Request processed in 809us (1106us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398606.211268:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 496 00000100:00100000:0.0:1787398606.214838:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398606.214898:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247486336 00000100:00100000:1.0:1787398606.214914:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247486336 00000100:00100000:0.0:1787398606.215231:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 497 00000100:00100000:0.0:1787398606.215246:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+35:123601:x1874221247486336:12345-192.168.204.36@tcp:101:bash.0 00000100:00080000:2.0:1787398606.215274:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1787398606.215288:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398606.215322:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056dbe00/0x5703899912342ab0 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119d6c expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787398606.215595:0:158795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1787398606.215752:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056dbe00/0x5703899912342ab0 lrc: 1/0,0 mode: --/CR res: [0x240000403:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d6c expref: 37 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.215769:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1:0x0].0x0 (ffff9cf2051cd400) 00010000:00010000:0.0:1787398606.215772:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787398606.215777:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056dbe00/0x5703899912342ab0 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d6c expref: 37 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.215798:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056dbe00, rc 0) 00000100:00100000:0.0:1787398606.215903:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+36:123601:x1874221247486336:12345-192.168.204.36@tcp:101:bash.0 Request processed in 659us (1076us total) trans 25769803807 rc 301/301 00000100:00100000:0.0:1787398606.215912:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 497 00000100:00100000:0.0:1787398606.219679:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398606.219788:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247486464 00000100:00100000:1.0:1787398606.219803:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247486464 00000100:00100000:1.0:1787398606.219957:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 498 00000100:00100000:1.0:1787398606.219970:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+36:123601:x1874221247486464:12345-192.168.204.36@tcp:101:bash.0 00010000:00010000:1.0:1787398606.220023:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398606.220065:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639200/0x5703899912342abe lrc: 2/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119d73 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398606.220248:0:160868:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aa9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260992768:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1787398606.220322:0:160868:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398606.220352:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260992768 00000100:00100000:1.0:1787398606.220357:0:160868:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20c023180 going to sleep for 11 seconds 00000100:00100000:2.0:1787398606.220358:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260992768 00000100:00100000:2.0:1787398606.220589:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:2.0:1787398606.220598:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+25:160868:x1874221260992768:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1787398606.220715:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+25:160868:x1874221260992768:12345-0@lo:1000:mdt00_003.0 Request processed in 117us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398606.220724:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1787398606.220783:0:160868:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aa9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:160868:1874221260992768:0@lo:1000:mdt00_003.0 00010000:00010000:0.0:1787398606.220894:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db600/0x5703899912342ac5 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.220911:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db600/0x5703899912342ac5 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.220925:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db600/0x5703899912342ac5 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787398606.220980:0:160868:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1787398606.220983:0:160868:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787398606.221005:0:160868:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db600/0x5703899912342ac5 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.224855:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639200/0x5703899912342abe lrc: 0/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d73 expref: 38 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.224914:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf2056db600/0x5703899912342ac5 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d73 expref: 37 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.224926:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1:0x0].0x0 (ffff9cf2051cd900) 00010000:00010000:0.0:1787398606.224929:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787398606.224934:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056db600, rc 0) 00000100:00100000:0.0:1787398606.225047:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+37:123601:x1874221247486464:12345-192.168.204.36@tcp:101:bash.0 Request processed in 5078us (5384us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398606.225080:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 498 00000100:00100000:3.0:1787398606.232744:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398606.232875:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247486592 00000100:00100000:0.0:1787398606.232889:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247486592 00000100:00100000:0.0:1787398606.232963:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 136 00000100:00100000:0.0:1787398606.232975:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+37:123601:x1874221247486592:12345-192.168.204.36@tcp:37:bash.0 00000100:00100000:0.0:1787398606.241186:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+37:123601:x1874221247486592:12345-192.168.204.36@tcp:37:bash.0 Request processed in 7484us (7727us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398606.241210:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 136 00000100:00100000:1.0:1787398606.248953:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398606.249332:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247486848 00000100:00100000:2.0:1787398606.249346:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247486848 00000100:00100000:2.0:1787398606.249424:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 137 00000100:00100000:2.0:1787398606.249436:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+37:123601:x1874221247486848:12345-192.168.204.36@tcp:35:bash.0 00000100:00100000:2.0:1787398606.250209:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+38:123601:x1874221247486848:12345-192.168.204.36@tcp:35:bash.0 Request processed in 770us (1268us total) trans 25769803808 rc 0/0 00000100:00100000:2.0:1787398606.250220:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 137 00000100:00100000:3.0:1787398606.274720:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398606.275997:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247486976 00000100:00100000:1.0:1787398606.276015:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247486976 00000100:00100000:1.0:1787398606.276284:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 499 00000100:00100000:1.0:1787398606.276297:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+38:123758:x1874221247486976:12345-192.168.204.36@tcp:101:rm.0 00010000:00010000:1.0:1787398606.276334:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398606.276362:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638c00/0x5703899912342acc lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119d7a expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.276453:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639c00/0x5703899912342ad3 lrc: 3/1,0 mode: --/CR res: [0x240000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.276643:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639c00/0x5703899912342ad3 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.276659:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639c00/0x5703899912342ad3 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.276679:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638e00/0x5703899912342ada lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1:0x0].0xa12f67b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.276687:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638e00/0x5703899912342ada lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.276713:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638e00/0x5703899912342ada lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.276775:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639c00/0x5703899912342ad3 lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.276783:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639c00/0x5703899912342ad3 lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.276789:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639c00/0x5703899912342ad3 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.276796:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639c00/0x5703899912342ad3 lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.276802:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398606.276807:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639c00/0x5703899912342ad3 lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.276815:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639c00/0x5703899912342ad3 lrc: 5/0,0 mode: CR/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.276830:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1:0x0].0x0 (ffff9cf2051cd900) 00010000:00010000:1.0:1787398606.277178:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398606.277186:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639c00/0x5703899912342ad3 lrc: 3/0,0 mode: --/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.277196:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b639c00/0x5703899912342ad3 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.277216:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638e00/0x5703899912342ada lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.277233:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638e00/0x5703899912342ada lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.277239:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638e00/0x5703899912342ada lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.277244:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398606.277247:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638e00/0x5703899912342ada lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.277253:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638e00/0x5703899912342ada lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.277263:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1:0x0].0xa12f67b5 (ffff9cf30da95700) 00010000:00010000:1.0:1787398606.277267:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398606.277269:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638e00/0x5703899912342ada lrc: 2/0,0 mode: --/PR res: [0x240000403:0x1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.277275:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638e00/0x5703899912342ada lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.277333:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638c00/0x5703899912342acc lrc: 1/0,0 mode: --/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d7a expref: 39 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.277344:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1:0x0].0x0 (ffff9cf2051cd900) 00010000:00010000:1.0:1787398606.277347:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398606.277351:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9cf20b638c00/0x5703899912342acc lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d7a expref: 39 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.277373:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b638c00, rc 0) 00000100:00100000:1.0:1787398606.277678:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+38:123758:x1874221247486976:12345-192.168.204.36@tcp:101:rm.0 Request processed in 1381us (2972us total) trans 0 rc 301/301 00000100:00100000:1.0:1787398606.277688:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 499 00000100:00100000:1.0:1787398606.293687:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787398606.293719:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260992896:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787398606.293815:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398606.293890:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260992896 00000100:00100000:1.0:1787398606.293899:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260992896 00000100:00100000:1.0:1787398606.293976:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:1.0:1787398606.293987:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260992896:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787398606.294045:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 71049216 avail 63881216 00000100:00100000:1.0:1787398606.294093:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221260992896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398606.294101:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00080000:1.0:1787398606.294142:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787398606.294183:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221260992896:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787398606.295198:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787398606.295219:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260993024:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787398606.295286:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398606.295722:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260993152:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787398606.295759:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398606.295800:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260993024 00000100:00100000:0.0:1787398606.295806:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260993024 00000100:00100000:0.0:1787398606.295864:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260993152 00000100:00100000:0.0:1787398606.295868:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260993152 00000100:00100000:0.0:1787398606.295889:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:0.0:1787398606.295897:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+25:106500:x1874221260993024:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787398606.295938:0:159531:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42528768 avail 36397056 00000100:00100000:0.0:1787398606.295986:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+25:106500:x1874221260993024:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (699us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398606.295993:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:0.0:1787398606.296009:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:0.0:1787398606.296014:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260993152:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787398606.297201:0:159531:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42618880 avail 36487168 00000100:00100000:2.0:1787398606.297405:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787398606.297425:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260993280:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787398606.297530:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398606.297606:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221260993024:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787398606.297641:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260993280 00000100:00100000:2.0:1787398606.297648:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260993280 00000100:00100000:2.0:1787398606.297707:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:2.0:1787398606.297716:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221260993280:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1787398606.297746:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 71184384 avail 64016384 00000100:00100000:2.0:1787398606.297794:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221260993280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398606.297802:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00080000:2.0:1787398606.297829:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787398606.297867:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221260993280:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787398606.298320:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a066c752-c801-430f-905b-71f66cddaa9e:106500:1874221260993408:0@lo:400:kworker.0 00000100:00100000:3.0:1787398606.298368:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398606.298402:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106500:1874221260993920:0@lo:400:kworker.0 00000100:00100000:3.0:1787398606.298433:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398606.298449:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106500:1874221260994432:0@lo:400:kworker.0 00000100:00100000:3.0:1787398606.298672:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398606.298697:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1787398606.298704:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260993536:0@lo:400:kworker.0 00000100:00100000:3.0:1787398606.298735:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398606.298752:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106500:1874221260994048:0@lo:400:kworker.0 00000100:00100000:3.0:1787398606.298775:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398606.298825:0:158789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260993408 00000100:00100000:0.0:1787398606.298929:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106503:1874221260993792:0@lo:400:kworker.0 00000100:00100000:0.0:1787398606.298962:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398606.298991:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106503:1874221260994304:0@lo:400:kworker.0 00000100:00100000:0.0:1787398606.299014:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398606.299026:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1787398606.299031:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260993664:0@lo:400:kworker.0 00000100:00100000:2.0:1787398606.299654:0:162519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260993536 00000100:00100000:2.0:1787398606.299661:0:162519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260993536 00000100:00100000:2.0:1787398606.299732:0:162519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:2.0:1787398606.299742:0:162519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260993536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398606.299812:0:162519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260993536:12345-0@lo:400:kworker.0 Request processed in 71us (1078us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398606.299822:0:162519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:3.0:1787398606.299936:0:158789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260993408 00000100:00100000:3.0:1787398606.299979:0:158789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:3.0:1787398606.299987:0:158789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b0e9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+24:106500:x1874221260993408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398606.300024:0:158789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b0e9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+24:106500:x1874221260993408:12345-0@lo:400:kworker.0 Request processed in 38us (1656us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398606.300300:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398606.300331:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:106503:1874221260994176:0@lo:400:kworker.0 00000100:00100000:0.0:1787398606.300366:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398606.300397:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260993920 00000100:00100000:0.0:1787398606.300401:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260993920 00000100:00100000:0.0:1787398606.300431:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260994432 00000100:00100000:0.0:1787398606.300435:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260994432 00000100:00100000:0.0:1787398606.300449:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260994048 00000100:00100000:0.0:1787398606.300452:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260994048 00000100:00100000:3.0:1787398606.300659:0:158789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00100000:3.0:1787398606.300741:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260993536:0@lo:400:kworker.0 00000100:00100000:3.0:1787398606.300754:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a066c752-c801-430f-905b-71f66cddaa9e:106500:1874221260993408:0@lo:400:kworker.0 00000100:00100000:1.0:1787398606.300936:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221260993152:12345-0@lo:41:osp-pre-1-0.0 Request processed in 4918us (5173us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398606.300948:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:1.0:1787398606.300977:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260993792 00000100:00100000:1.0:1787398606.300981:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260993792 00000100:00100000:1.0:1787398606.301004:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260994304 00000100:00100000:1.0:1787398606.301007:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260994304 00000100:00100000:1.0:1787398606.301020:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260994176 00000100:00100000:1.0:1787398606.301022:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260994176 00000100:00100000:1.0:1787398606.301079:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:1.0:1787398606.301086:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106500:x1874221260993920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398606.301142:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106500:x1874221260993920:12345-0@lo:400:kworker.0 Request processed in 56us (2709us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398606.301150:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:1.0:1787398606.301163:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:1.0:1787398606.301169:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:106500:x1874221260994432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398606.301198:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:106500:x1874221260994432:12345-0@lo:400:kworker.0 Request processed in 29us (2526us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398606.301205:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:1.0:1787398606.301216:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:1.0:1787398606.301222:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106500:x1874221260994048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398606.301249:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106500:x1874221260994048:12345-0@lo:400:kworker.0 Request processed in 28us (2473us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398606.301256:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00100000:1.0:1787398606.301267:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:1.0:1787398606.301272:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:106503:x1874221260993792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398606.301312:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:106503:x1874221260993792:12345-0@lo:400:kworker.0 Request processed in 39us (2348us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398606.301318:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:1.0:1787398606.301332:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:1.0:1787398606.301338:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:106503:x1874221260994304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398606.301365:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:106503:x1874221260994304:12345-0@lo:400:kworker.0 Request processed in 27us (2349us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398606.301371:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:1.0:1787398606.301392:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:1.0:1787398606.301398:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208890e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:106503:x1874221260994176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398606.301427:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208890e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:106503:x1874221260994176:12345-0@lo:400:kworker.0 Request processed in 29us (1060us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398606.301434:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:2.0:1787398606.301957:0:162519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260993664 00000100:00100000:2.0:1787398606.301966:0:162519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260993664 00000100:00100000:2.0:1787398606.302007:0:162519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:2.0:1787398606.302015:0:162519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260993664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398606.303801:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:106503:1874221260994176:0@lo:400:kworker.0 00000100:00100000:0.0:1787398606.303823:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106503:1874221260993792:0@lo:400:kworker.0 00000100:00100000:0.0:1787398606.303837:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106503:1874221260994304:0@lo:400:kworker.0 00000100:00100000:2.0:1787398606.304081:0:162519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221260993664:12345-0@lo:400:kworker.0 Request processed in 2065us (3780us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398606.304112:0:162519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00080000:2.0:1787398606.304175:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787398606.304182:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787398606.304185:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787398606.304188:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787398606.304372:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221260993664:0@lo:400:kworker.0 00000100:00100000:3.0:1787398606.304839:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106500:1874221260994048:0@lo:400:kworker.0 00000100:00100000:3.0:1787398606.304858:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106500:1874221260993920:0@lo:400:kworker.0 00000100:00100000:3.0:1787398606.304871:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106500:1874221260994432:0@lo:400:kworker.0 00000100:00100000:3.0:1787398606.304923:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221260993152:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787398606.332915:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398606.333345:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247487104 00000100:00100000:1.0:1787398606.333359:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247487104 00000100:00100000:1.0:1787398606.333509:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 500 00000100:00100000:1.0:1787398606.333522:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+14:123760:x1874221247487104:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398606.333550:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398606.333579:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342ae1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119d81 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.333669:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912342ae8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.333687:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912342ae8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.333702:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912342ae8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.333714:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912342aef lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.333722:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912342aef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.333728:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912342aef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.333826:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638600/0x5703899912342af6 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.333963:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638600/0x5703899912342af6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.333972:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638600/0x5703899912342af6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787398606.334039:0:158794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab5:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1787398606.334161:0:158794:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787398606.334218:0:158794:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638600/0x5703899912342af6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.334237:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912342ae8 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.334245:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912342ae8 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.334251:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912342ae8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.334260:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912342ae8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.334266:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398606.334272:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912342ae8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.334280:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912342ae8 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.334305:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30d87d400) 00010000:00010000:1.0:1787398606.334309:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398606.334315:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912342ae8 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.334322:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912342ae8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.334343:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912342aef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.334350:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912342aef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.334356:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912342aef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.334362:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398606.334365:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912342aef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.334372:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912342aef lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.334380:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4632c348 (ffff9cf337a20600) 00010000:00010000:1.0:1787398606.334382:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398606.334385:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912342aef lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.334391:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912342aef lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.334435:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342ae1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d81 expref: 16 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.334451:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638600/0x5703899912342af6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d81 expref: 15 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.334458:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398606.334460:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787398606.334463:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b638600, rc 0) 00000100:00100000:1.0:1787398606.334723:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+15:123760:x1874221247487104:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1202us (1888us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398606.334732:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 500 00000100:00100000:3.0:1787398606.340237:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398606.340348:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247487232 00000100:00100000:2.0:1787398606.340363:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247487232 00000100:00100000:2.0:1787398606.340442:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 501 00000100:00100000:2.0:1787398606.340453:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+15:123760:x1874221247487232:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398606.340517:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398606.340546:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342afd lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119d88 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.340639:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d200/0x5703899912342b04 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.340657:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d200/0x5703899912342b04 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.340671:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d200/0x5703899912342b04 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.340687:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342b0b lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.340694:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342b0b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.340700:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342b0b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.340771:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d200/0x5703899912342b04 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.340780:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d200/0x5703899912342b04 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.340786:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d200/0x5703899912342b04 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.340793:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d200/0x5703899912342b04 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.340800:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf30911d200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398606.340806:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d200/0x5703899912342b04 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.340815:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d200/0x5703899912342b04 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.340829:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398606.340833:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398606.340838:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d200/0x5703899912342b04 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.340846:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d200/0x5703899912342b04 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.340863:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342b0b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.340870:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342b0b lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.340884:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342b0b lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.340890:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf30911c400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398606.340893:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342b0b lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.340901:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342b0b lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.340909:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x45c0cf9c (ffff9cf30d87dc00) 00010000:00010000:2.0:1787398606.340912:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398606.340915:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342b0b lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.340922:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342b0b lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.340960:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342afd lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d88 expref: 16 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.340971:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398606.340973:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398606.340977:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342afd lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d88 expref: 16 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.340986:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf30911ca00, rc 0) 00000100:00100000:2.0:1787398606.341061:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+15:123760:x1874221247487232:12345-192.168.204.36@tcp:101:cp.0 Request processed in 610us (839us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398606.341078:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 501 00000100:00100000:0.0:1787398606.345576:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398606.345712:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247487488 00000100:00100000:2.0:1787398606.345725:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247487488 00000100:00100000:2.0:1787398606.345800:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 502 00000100:00100000:2.0:1787398606.345812:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208891f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+15:123760:x1874221247487488:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398606.345850:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398606.345854:0:158795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1787398606.345890:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638600/0x5703899912342af6 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d81 expref: 15 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.345919:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398606.345926:0:158795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787398606.345944:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d000/0x5703899912342b12 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119d8f expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.346260:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c000/0x5703899912342b19 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.346279:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c000/0x5703899912342b19 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.346291:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c000/0x5703899912342b19 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.346309:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911de00/0x5703899912342b20 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.346316:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911de00/0x5703899912342b20 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.346348:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911de00/0x5703899912342b20 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398606.346822:0:158795:0:(osp_internal.h:570:osp_update_last_fid()) Gap in objids: start=[0x2c0000401:0x19c:0x0], count =38 00000004:00080000:2.0:1787398606.347711:0:158795:0:(osp_object.c:1645:osp_create()) Writing gap [0x2c0000401:0x19c:0x0]+38 in llog 00000004:00080000:2.0:1787398606.347746:0:158795:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1c2:0x0], index 1: 0 00080000:00000400:2.0:1787398606.347768:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 257 < left 278, rollback = 2 00080000:00000400:2.0:1787398606.347773:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/2, destroy: 0/0/0 00080000:00000400:2.0:1787398606.347776:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398606.347778:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/1, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398606.347781:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398606.347783:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398606.347813:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 257 < left 278, rollback = 2 00080000:00000400:2.0:1787398606.347816:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/2, destroy: 0/0/0 00080000:00000400:2.0:1787398606.347818:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398606.347820:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/1, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398606.347822:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398606.347824:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398606.348049:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 257 < left 278, rollback = 2 00080000:00000400:2.0:1787398606.348053:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/2, destroy: 0/0/0 00080000:00000400:2.0:1787398606.348055:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398606.348057:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/1, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398606.348060:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398606.348062:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1787398606.348249:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c800/0x5703899912342b27 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.348267:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c800/0x5703899912342b27 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.348280:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c800/0x5703899912342b27 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.348345:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c000/0x5703899912342b19 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.348354:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c000/0x5703899912342b19 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.348361:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c000/0x5703899912342b19 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.348369:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c000/0x5703899912342b19 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.348376:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf30911c000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398606.348383:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c000/0x5703899912342b19 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.348391:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c000/0x5703899912342b19 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.348409:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398606.348412:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398606.348417:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c000/0x5703899912342b19 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.348424:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c000/0x5703899912342b19 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398606.348445:0:158795:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000002f4e206 reply state 00000000bcd1f39d transno 34359738653 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911de00/0x5703899912342b20 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.348459:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911de00/0x5703899912342b20 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.348472:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x45c0cf9c (ffff9cf30d87dd00) 00010000:00010000:2.0:1787398606.348506:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398606.348511:0:158795:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787398606.348562:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d000/0x5703899912342b12 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d8f expref: 17 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.348580:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c800/0x5703899912342b27 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d8f expref: 16 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.348588:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x2:0x0].0x0 (ffff9cf30d87d200) 00010000:00010000:2.0:1787398606.348591:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787398606.348593:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf30911c800, rc 0) 00000100:00100000:2.0:1787398606.348701:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208891f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+17:123760:x1874221247487488:12345-192.168.204.36@tcp:101:cp.0 Request processed in 2890us (3140us total) trans 34359738653 rc 0/0 00000100:00100000:2.0:1787398606.348712:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 502 00000100:00100000:3.0:1787398606.353954:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398606.354058:0:160294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247487616 00000100:00100000:2.0:1787398606.354072:0:160294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247487616 00000100:00100000:2.0:1787398606.354146:0:160294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 264 00000100:00100000:2.0:1787398606.354156:0:160294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:69161:x1874221247487616:12345-192.168.204.36@tcp:8:cp.0 00010000:00080000:2.0:1787398606.354210:0:160294:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0001: connection from dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp t0 exp 0000000000000000 cur 5627 last 0 00000020:00000080:2.0:1787398606.354255:0:160294:0:(genops.c:1406:class_connect()) connect: client dbe7f5ec-0726-4851-a675-2f47d040e30f, cookie 0x5703899912342b35 00002000:00100000:2.0:1787398606.354273:0:160294:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli dbe7f5ec-0726-4851-a675-2f47d040e30f/ffff9cf2026de000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211366d ocd_grant: 7970816 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1787398606.354299:0:160294:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1787398606.354411:0:160294:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1787398606.354458:0:160294:0:(import.c:65:import_set_state_nolock()) ffff9cf2026da000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787398606.354833:0:160294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69161:x1874221247487616:12345-192.168.204.36@tcp:8:cp.0 Request processed in 675us (893us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398606.354844:0:160294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 264 00000100:00100000:3.0:1787398606.358769:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398606.358947:0:162523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247487744 00000100:00100000:0.0:1787398606.358963:0:162523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247487744 00000100:00100000:0.0:1787398606.359083:0:162523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 265 00000100:00100000:0.0:1787398606.359095:0:162523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:0:x1874221247487744:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398606.359129:0:162523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398606.359160:0:162523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e9a0633d/0x5703899912342b3c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119d96 expref: -99 pid: 162523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787398606.359220:0:162523:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1c2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398606.359249:0:162523:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c2:0x0].0x0 since=5627s v=(0 0) 00010000:00010000:0.0:1787398606.359255:0:162523:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398606.359267:0:162523:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e9a0633d/0x5703899912342b3c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d96 expref: 7 pid: 162523 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.359290:0:162523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e9a0633d/0x5703899912342b3c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d96 expref: 7 pid: 162523 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.359306:0:162523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056da000, rc 0) 00000100:00100000:0.0:1787398606.359381:0:162523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:0:x1874221247487744:12345-192.168.204.36@tcp:101:cp.0 Request processed in 288us (625us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398606.359389:0:162523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 265 00000100:00080000:2.0:1787398606.359784:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787398606.380703:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398606.380976:0:162522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247487872 00000100:00100000:2.0:1787398606.380991:0:162522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247487872 00000100:00100000:2.0:1787398606.381083:0:162522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 266 00000100:00100000:2.0:1787398606.381095:0:162522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:123760:x1874221247487872:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398606.381131:0:162522:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398606.381162:0:162522:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000012a9ca2/0x5703899912342b43 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119d9d expref: -99 pid: 162522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.381238:0:162522:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e9a0633d/0x5703899912342b3c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d96 expref: 8 pid: 162523 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.381248:0:162522:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398606.381254:0:162522:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398606.381260:0:162522:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000012a9ca2/0x5703899912342b43 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1c2:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d9d expref: 8 pid: 162522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.381309:0:162522:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e9a0633d/0x5703899912342b3c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d96 expref: 8 pid: 162523 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.381326:0:162522:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e9a0633d/0x5703899912342b3c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d96 expref: 8 pid: 162523 timeout: 5727 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398606.381344:0:162522:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:162522:1874221260994560:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398606.381645:0:162522:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf30d9ea180 going to sleep for 11 seconds 00000100:00100000:3.0:1787398606.385416:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398606.385760:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247488000 00000100:00100000:0.0:1787398606.385774:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247488000 00010000:00010000:0.0:1787398606.385828:0:158780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e9a0633d/0x5703899912342b3c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d96 expref: 9 pid: 162523 timeout: 5727 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398606.385888:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 147 00000100:00100000:0.0:1787398606.385900:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69163:x1874221247488000:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398606.385919:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398606.385949:0:158780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e9a0633d/0x5703899912342b3c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d96 expref: 9 pid: 162523 timeout: 5727 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.385992:0:158780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e9a0633d/0x5703899912342b3c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d96 expref: 9 pid: 162523 timeout: 5727 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.386041:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398606.386050:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398606.386061:0:158780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000012a9ca2/0x5703899912342b43 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d9d expref: 9 pid: 162522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.386072:0:158780:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000012a9ca2/0x5703899912342b43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d9d expref: 9 pid: 162522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.386132:0:158780:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000012a9ca2/0x5703899912342b43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d9d expref: 9 pid: 162522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398606.386151:0:158780:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:158780:1874221260994688:192.168.204.36@tcp:105: 00000100:00100000:0.0:1787398606.386268:0:158780:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31127ef00 going to sleep for 11 seconds 00010000:00010000:2.0:1787398606.387919:0:162522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e9a0633d/0x5703899912342b3c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d96 expref: 9 pid: 162523 timeout: 5727 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398606.387949:0:162522:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:162522:1874221260994560:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398606.387986:0:162522:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000012a9ca2/0x5703899912342b43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d9d expref: 8 pid: 162522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.388003:0:162522:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf30911d000, rc 0) 00000100:00100000:2.0:1787398606.388100:0:162522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123760:x1874221247487872:12345-192.168.204.36@tcp:101:cp.0 Request processed in 7006us (7413us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398606.388110:0:162522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 266 00000100:00100000:0.0:1787398606.394348:0:158780:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:158780:1874221260994688:192.168.204.36@tcp:105: 00010000:00010000:0.0:1787398606.394390:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398606.394521:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:69163:x1874221247488000:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 8621us (9121us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398606.394535:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 147 00000100:00100000:3.0:1787398606.397417:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398606.397567:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247488256 00000100:00100000:2.0:1787398606.397582:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247488256 00000100:00100000:2.0:1787398606.397658:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 138 00000100:00100000:2.0:1787398606.397670:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf303df9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+17:123760:x1874221247488256:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:2.0:1787398606.398101:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf303df9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+18:123760:x1874221247488256:12345-192.168.204.36@tcp:35:cp.0 Request processed in 431us (697us total) trans 34359738654 rc 0/0 00000100:00100000:2.0:1787398606.398111:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 138 00000100:00100000:1.0:1787398606.402062:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398606.402258:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247488384 00000100:00100000:2.0:1787398606.402272:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247488384 00000100:00100000:2.0:1787398606.402348:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 503 00000100:00100000:2.0:1787398606.402361:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+18:123760:x1874221247488384:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398606.402394:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398606.402424:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c000/0x5703899912342b4a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119da4 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.402580:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342b51 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.402598:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342b51 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.402613:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342b51 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.402625:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342b58 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.402632:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342b58 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.402639:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342b58 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.402726:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d200/0x5703899912342b5f lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.402735:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d200/0x5703899912342b5f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.402743:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d200/0x5703899912342b5f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787398606.402787:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab5:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1787398606.402792:0:158796:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787398606.402818:0:158796:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d200/0x5703899912342b5f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.402846:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342b51 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.402855:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342b51 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.402862:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342b51 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.402870:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342b51 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.402876:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf30911ca00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398606.402882:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342b51 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.402891:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342b51 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.402906:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30d87d400) 00010000:00010000:2.0:1787398606.402910:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398606.402917:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342b51 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.402924:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342b51 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.402942:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342b58 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.402949:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342b58 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.402962:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342b58 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.402969:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf30911c400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398606.402972:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342b58 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.402980:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342b58 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.402988:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4632c348 (ffff9cf337a20600) 00010000:00010000:2.0:1787398606.402991:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398606.402994:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342b58 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.403001:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342b58 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.403031:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c000/0x5703899912342b4a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119da4 expref: 20 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.403319:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d200/0x5703899912342b5f lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119da4 expref: 19 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.403329:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398606.403332:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1787398606.403335:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf30911d200, rc 0) 00000100:00100000:2.0:1787398606.403429:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+19:123760:x1874221247488384:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1070us (1402us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398606.403447:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 503 00000100:00100000:3.0:1787398606.406630:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398606.406752:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247488512 00000100:00100000:1.0:1787398606.406764:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247488512 00000100:00100000:1.0:1787398606.406841:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 504 00000100:00100000:1.0:1787398606.406853:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+19:123760:x1874221247488512:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398606.406879:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398606.406907:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912342b66 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119dab expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.406992:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912342b6d lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.407010:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912342b6d lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.407064:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912342b6d lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.407084:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342b74 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.407092:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342b74 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.407099:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342b74 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.407169:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912342b6d lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.407178:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912342b6d lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.407184:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912342b6d lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.407191:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912342b6d lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.407197:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398606.407203:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912342b6d lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.407211:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912342b6d lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.407223:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398606.407231:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398606.407238:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912342b6d lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.407245:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912342b6d lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.407263:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342b74 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.407269:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342b74 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.407275:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342b74 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.407280:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398606.407283:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342b74 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.407288:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342b74 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.407295:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x56569231 (ffff9cf30da95700) 00010000:00010000:1.0:1787398606.407298:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398606.407300:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342b74 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.407306:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342b74 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.407346:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912342b66 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119dab expref: 20 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.407362:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398606.407364:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398606.407368:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912342b66 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119dab expref: 20 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.407377:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b638e00, rc 0) 00000100:00100000:1.0:1787398606.407468:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+19:123760:x1874221247488512:12345-192.168.204.36@tcp:101:cp.0 Request processed in 616us (850us total) trans 0 rc 301/301 00000100:00100000:1.0:1787398606.407520:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 504 00000100:00100000:3.0:1787398606.412797:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398606.412932:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247488640 00000100:00100000:2.0:1787398606.412946:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247488640 00000100:00100000:2.0:1787398606.413025:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 505 00000100:00100000:2.0:1787398606.413036:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+19:123760:x1874221247488640:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398606.413074:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398606.413103:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342b7b lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119db2 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.413240:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x5703899912342b82 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.413260:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x5703899912342b82 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.413274:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x5703899912342b82 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.413293:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002e00/0x5703899912342b89 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.413300:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002e00/0x5703899912342b89 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.413307:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002e00/0x5703899912342b89 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.413770:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x5703899912342b82 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.413794:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x5703899912342b82 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.413801:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x5703899912342b82 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.413809:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x5703899912342b82 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.413816:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b003000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398606.413822:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x5703899912342b82 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.414100:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x5703899912342b82 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.414129:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398606.414133:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398606.414140:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x5703899912342b82 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.414148:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x5703899912342b82 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.414169:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002e00/0x5703899912342b89 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.414176:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002e00/0x5703899912342b89 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.414183:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002e00/0x5703899912342b89 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.414196:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b002e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398606.414200:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002e00/0x5703899912342b89 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.414207:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002e00/0x5703899912342b89 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.414216:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x56569231 (ffff9cf30d87dc00) 00010000:00010000:2.0:1787398606.414218:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398606.414221:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002e00/0x5703899912342b89 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.414227:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002e00/0x5703899912342b89 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.414280:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342b7b lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119db2 expref: 20 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.414985:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398606.414992:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398606.414999:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342b7b lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119db2 expref: 20 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.415011:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf30911d800, rc 0) 00000100:00100000:2.0:1787398606.415127:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+19:123760:x1874221247488640:12345-192.168.204.36@tcp:101:cp.0 Request processed in 2092us (2344us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398606.415139:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 505 00000100:00100000:3.0:1787398606.421308:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398606.421434:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247488896 00000100:00100000:1.0:1787398606.421449:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247488896 00000100:00100000:1.0:1787398606.421560:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 506 00000100:00100000:1.0:1787398606.421573:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+19:123760:x1874221247488896:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398606.421604:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398606.421632:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912342b90 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119db9 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.421778:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342b97 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.421797:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342b97 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.421812:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342b97 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.421838:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912342b9e lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.421864:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912342b9e lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.421872:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912342b9e lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787398606.422322:0:158794:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x247:0x0], index 0: 0 00080000:00000400:1.0:1787398606.422339:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398606.422343:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398606.422345:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398606.422347:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398606.422349:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398606.422351:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398606.422370:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398606.422373:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398606.422374:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398606.422376:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398606.422377:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398606.422379:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398606.422411:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398606.422414:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398606.422416:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398606.422418:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398606.422420:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398606.422422:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1787398606.422577:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638600/0x5703899912342ba5 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.422587:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638600/0x5703899912342ba5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.422606:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638600/0x5703899912342ba5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.422651:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342b97 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.422658:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342b97 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.422665:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342b97 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.422671:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342b97 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.422678:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398606.422684:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342b97 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.422692:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342b97 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.422707:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398606.422710:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398606.422715:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342b97 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.422721:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342b97 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398606.422739:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000079a30268 reply state 0000000076217e64 transno 34359738655 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912342b9e lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.422759:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912342b9e lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.422766:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x56569231 (ffff9cf30da95700) 00010000:00010000:1.0:1787398606.422768:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398606.422771:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787398606.422807:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912342b90 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119db9 expref: 22 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.422822:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638600/0x5703899912342ba5 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119db9 expref: 21 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.422829:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x3:0x0].0x0 (ffff9cf30da95b00) 00010000:00010000:1.0:1787398606.422831:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787398606.422834:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b638600, rc 0) 00000100:00100000:1.0:1787398606.422918:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+22:123760:x1874221247488896:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1347us (1626us total) trans 34359738655 rc 0/0 00000100:00100000:1.0:1787398606.422927:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 506 00000100:00100000:3.0:1787398606.439307:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398606.439429:0:162518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247489024 00000100:00100000:1.0:1787398606.439446:0:162518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247489024 00000100:00100000:1.0:1787398606.439570:0:162518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 267 00000100:00100000:1.0:1787398606.439581:0:162518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:0+-99:69161:x1874221247489024:12345-192.168.204.36@tcp:8:cp.0 00010000:00080000:1.0:1787398606.439635:0:162518:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0000: connection from dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp t0 exp 0000000000000000 cur 5627 last 0 00000020:00000080:1.0:1787398606.439683:0:162518:0:(genops.c:1406:class_connect()) connect: client dbe7f5ec-0726-4851-a675-2f47d040e30f, cookie 0x5703899912342bb3 00002000:00100000:1.0:1787398606.439699:0:162518:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli dbe7f5ec-0726-4851-a675-2f47d040e30f/ffff9cf20c0ec000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211366d ocd_grant: 7950336 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1787398606.439724:0:162518:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1787398606.439846:0:162518:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1787398606.439887:0:162518:0:(import.c:65:import_set_state_nolock()) ffff9cf20c0eb800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787398606.439980:0:162518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69161:x1874221247489024:12345-192.168.204.36@tcp:8:cp.0 Request processed in 399us (686us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398606.439988:0:162518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 267 00000100:00100000:3.0:1787398606.447004:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398606.447186:0:162511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247489152 00000100:00100000:1.0:1787398606.447196:0:162511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247489152 00000100:00100000:1.0:1787398606.447967:0:162511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 268 00000100:00100000:1.0:1787398606.447980:0:162511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:0:x1874221247489152:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398606.448001:0:162511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398606.448036:0:162511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a8f63745/0x5703899912342bba lrc: 2/0,0 mode: --/PR res: [0x280000401:0x247:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119dc0 expref: -99 pid: 162511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398606.448067:0:162511:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x247:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787398606.448088:0:162511:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x247:0x0].0x0 since=5627s v=(0 0) 00010000:00010000:1.0:1787398606.448092:0:162511:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x247:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398606.448102:0:162511:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a8f63745/0x5703899912342bba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119dc0 expref: 7 pid: 162511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.448129:0:162511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a8f63745/0x5703899912342bba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119dc0 expref: 7 pid: 162511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.448143:0:162511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b638e00, rc 0) 00000100:00100000:1.0:1787398606.448217:0:162511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:0:x1874221247489152:12345-192.168.204.36@tcp:101:cp.0 Request processed in 229us (1212us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398606.448224:0:162511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 268 00000100:00080000:2.0:1787398606.450656:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787398606.464634:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398606.473766:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247489280 00000100:00100000:0.0:1787398606.473785:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247489280 00000100:00100000:0.0:1787398606.473868:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 269 00000100:00100000:0.0:1787398606.473897:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:123760:x1874221247489280:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398606.473918:0:162529:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398606.473941:0:162529:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000adc990ae/0x5703899912342bc1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x247:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119dc7 expref: -99 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.473976:0:162529:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a8f63745/0x5703899912342bba lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119dc0 expref: 8 pid: 162511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.473987:0:162529:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x247:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398606.473991:0:162529:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x247:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398606.473998:0:162529:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000adc990ae/0x5703899912342bc1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x247:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119dc7 expref: 8 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.474165:0:162529:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a8f63745/0x5703899912342bba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119dc0 expref: 8 pid: 162511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.474181:0:162529:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a8f63745/0x5703899912342bba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119dc0 expref: 8 pid: 162511 timeout: 5727 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398606.474197:0:162529:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:162529:1874221260994816:192.168.204.36@tcp:104: 00000100:00100000:0.0:1787398606.474457:0:162529:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31127ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1787398606.481523:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398606.481618:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247489408 00000100:00100000:1.0:1787398606.481640:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247489408 00010000:00010000:1.0:1787398606.481683:0:162512:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a8f63745/0x5703899912342bba lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119dc0 expref: 9 pid: 162511 timeout: 5727 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398606.481735:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 148 00000100:00100000:1.0:1787398606.481746:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69165:x1874221247489408:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787398606.481762:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398606.481785:0:162512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a8f63745/0x5703899912342bba lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x247:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119dc0 expref: 9 pid: 162511 timeout: 5727 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.481799:0:162512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a8f63745/0x5703899912342bba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x247:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119dc0 expref: 9 pid: 162511 timeout: 5727 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.481827:0:162512:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x247:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398606.481831:0:162512:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x247:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398606.481839:0:162512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000adc990ae/0x5703899912342bc1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x247:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119dc7 expref: 9 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.481849:0:162512:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000adc990ae/0x5703899912342bc1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x247:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119dc7 expref: 9 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.481887:0:162512:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000adc990ae/0x5703899912342bc1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x247:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119dc7 expref: 9 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398606.481902:0:162512:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:162512:1874221260994944:192.168.204.36@tcp:105: 00000100:00100000:1.0:1787398606.481987:0:162512:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20c023e40 going to sleep for 11 seconds 00010000:00010000:0.0:1787398606.483365:0:162529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a8f63745/0x5703899912342bba lrc: 0/0,0 mode: --/PR res: [0x280000401:0x247:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119dc0 expref: 9 pid: 162511 timeout: 5727 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398606.483388:0:162529:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:162529:1874221260994816:192.168.204.36@tcp:104: 00010000:00010000:0.0:1787398606.483430:0:162529:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000adc990ae/0x5703899912342bc1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119dc7 expref: 8 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.483443:0:162529:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056db800, rc 0) 00000100:00100000:1.0:1787398606.483733:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123760:x1874221247489280:12345-192.168.204.36@tcp:101:cp.0 Request processed in 9837us (19106us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398606.483743:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 269 00000100:00100000:1.0:1787398606.485320:0:162512:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:162512:1874221260994944:192.168.204.36@tcp:105: 00010000:00010000:1.0:1787398606.485343:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787398606.485392:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:69165:x1874221247489408:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 3646us (3913us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398606.485402:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 148 00000100:00100000:3.0:1787398606.488011:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398606.489962:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247489664 00000100:00100000:2.0:1787398606.489977:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247489664 00000100:00100000:2.0:1787398606.490045:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 139 00000100:00100000:2.0:1787398606.490056:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+22:123760:x1874221247489664:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:2.0:1787398606.490381:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+23:123760:x1874221247489664:12345-192.168.204.36@tcp:35:cp.0 Request processed in 326us (2378us total) trans 34359738656 rc 0/0 00000100:00100000:2.0:1787398606.490389:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 139 00000100:00100000:3.0:1787398606.493315:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398606.493409:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247489792 00000100:00100000:1.0:1787398606.493419:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247489792 00000100:00100000:1.0:1787398606.493516:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 507 00000100:00100000:1.0:1787398606.493527:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+23:123760:x1874221247489792:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398606.493549:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398606.493571:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342bc8 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119dce expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.493637:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342bcf lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.493651:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342bcf lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.493662:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342bcf lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.493677:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342bd6 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.493684:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342bd6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.493710:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342bd6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.493759:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342bcf lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.493766:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342bcf lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.493771:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342bcf lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.493778:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342bcf lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.493784:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639a00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398606.493788:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342bcf lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.493796:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342bcf lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.493808:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398606.493811:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398606.493816:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342bcf lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.493822:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342bcf lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.493835:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342bd6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.493849:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342bd6 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.493855:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342bd6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.493861:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398606.493864:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342bd6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.493870:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342bd6 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.493879:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xa6e7eec (ffff9cf30da95a00) 00010000:00010000:1.0:1787398606.493882:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398606.493885:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342bd6 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.493891:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342bd6 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.493925:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342bc8 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119dce expref: 24 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.493936:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398606.493938:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398606.493942:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342bc8 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119dce expref: 24 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.493966:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b638c00, rc 0) 00000100:00100000:1.0:1787398606.494016:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+23:123760:x1874221247489792:12345-192.168.204.36@tcp:101:cp.0 Request processed in 491us (710us total) trans 0 rc 301/301 00000100:00100000:1.0:1787398606.494023:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 507 00000100:00100000:3.0:1787398606.502369:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398606.502469:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247489920 00000100:00100000:1.0:1787398606.502514:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247489920 00000100:00100000:1.0:1787398606.502569:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 508 00000100:00100000:1.0:1787398606.502579:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+23:123760:x1874221247489920:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398606.502599:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398606.502619:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342bdd lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119dd5 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.502694:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342be4 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.502710:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342be4 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.502722:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342be4 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.502738:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342beb lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.502746:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342beb lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.502766:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342beb lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.502840:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342be4 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.502850:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342be4 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.502856:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342be4 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.502862:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342be4 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.502869:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398606.502873:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342be4 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.502881:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342be4 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.502894:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398606.502898:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398606.502903:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342be4 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.502910:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342be4 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.502926:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342beb lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.502933:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342beb lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.502946:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342beb lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.502952:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639a00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398606.502955:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342beb lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.502963:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342beb lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.502971:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xa6e7eec (ffff9cf30da95a00) 00010000:00010000:1.0:1787398606.502974:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398606.502977:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342beb lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.502984:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342beb lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.503019:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342bdd lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119dd5 expref: 24 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.503045:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398606.503048:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398606.503052:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342bdd lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119dd5 expref: 24 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.503064:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b638c00, rc 0) 00000100:00100000:1.0:1787398606.503138:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+23:123760:x1874221247489920:12345-192.168.204.36@tcp:101:cp.0 Request processed in 559us (778us total) trans 0 rc 301/301 00000100:00100000:1.0:1787398606.503155:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 508 00000100:00100000:3.0:1787398606.519148:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398606.520181:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247490176 00000100:00100000:1.0:1787398606.520194:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247490176 00000100:00100000:1.0:1787398606.520263:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 509 00000100:00100000:1.0:1787398606.520273:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+23:123760:x1874221247490176:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398606.520295:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398606.520319:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342bf2 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119ddc expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.520445:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342bf9 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.520462:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342bf9 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.520473:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342bf9 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.520531:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342c00 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.520539:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342c00 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.520547:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342c00 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787398606.520841:0:160868:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1c3:0x0], index 1: 0 00080000:00000400:1.0:1787398606.520854:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398606.520872:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398606.520875:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398606.520877:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398606.520879:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398606.520882:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398606.520902:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398606.520904:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398606.520906:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398606.520908:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398606.520910:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398606.520912:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398606.520939:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398606.520942:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398606.520944:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398606.520946:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398606.520948:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398606.520949:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1787398606.521038:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638400/0x5703899912342c07 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.521047:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638400/0x5703899912342c07 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.521055:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638400/0x5703899912342c07 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.521089:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342bf9 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.521097:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342bf9 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.521102:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342bf9 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.521126:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342bf9 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.521132:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639a00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398606.521136:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342bf9 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.521143:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342bf9 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.521156:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398606.521159:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398606.521163:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342bf9 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.521169:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342bf9 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398606.521183:0:160868:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f314fdaf reply state 000000000c8c8cf7 transno 34359738657 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342c00 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.521194:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342c00 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.521201:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xa6e7eec (ffff9cf30da95a00) 00010000:00010000:1.0:1787398606.521204:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398606.521206:0:160868:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787398606.521234:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342bf2 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ddc expref: 26 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.521263:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638400/0x5703899912342c07 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ddc expref: 25 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.521271:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x4:0x0].0x0 (ffff9cf30da95100) 00010000:00010000:1.0:1787398606.521274:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787398606.521276:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b638400, rc 0) 00000100:00100000:1.0:1787398606.521348:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+26:123760:x1874221247490176:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1076us (2209us total) trans 34359738657 rc 0/0 00000100:00100000:1.0:1787398606.521356:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 509 00000100:00100000:1.0:1787398606.527651:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398606.527985:0:160296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247490304 00000100:00100000:3.0:1787398606.527997:0:160296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247490304 00000100:00100000:3.0:1787398606.528126:0:160296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 270 00000100:00100000:3.0:1787398606.528137:0:160296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:69164:x1874221247490304:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398606.528154:0:160296:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398606.528177:0:160296:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007a839bbc/0x5703899912342c15 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119de3 expref: -99 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398606.528202:0:160296:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1c3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398606.528223:0:160296:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c3:0x0].0x0 since=5627s v=(0 0) 00010000:00010000:3.0:1787398606.528227:0:160296:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398606.528237:0:160296:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a839bbc/0x5703899912342c15 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119de3 expref: 8 pid: 160296 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398606.528253:0:160296:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007a839bbc/0x5703899912342c15 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119de3 expref: 8 pid: 160296 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398606.528265:0:160296:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf32cc9d400, rc 0) 00000100:00100000:3.0:1787398606.528332:0:160296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:69164:x1874221247490304:12345-192.168.204.36@tcp:101:cp.0 Request processed in 197us (692us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398606.528339:0:160296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 270 00000100:00100000:3.0:1787398606.574078:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398606.574574:0:162524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247490432 00000100:00100000:2.0:1787398606.574586:0:162524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247490432 00000100:00100000:2.0:1787398606.574653:0:162524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 271 00000100:00100000:2.0:1787398606.574663:0:162524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b889180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123760:x1874221247490432:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398606.574680:0:162524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398606.574701:0:162524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007a0f97fb/0x5703899912342c1c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119dea expref: -99 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.574730:0:162524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007a839bbc/0x5703899912342c15 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119de3 expref: 9 pid: 160296 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.574738:0:162524:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398606.574741:0:162524:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398606.574746:0:162524:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a0f97fb/0x5703899912342c1c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->393215] (req 0->393215) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119dea expref: 9 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.574791:0:162524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007a839bbc/0x5703899912342c15 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119de3 expref: 9 pid: 160296 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.574804:0:162524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007a839bbc/0x5703899912342c15 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119de3 expref: 9 pid: 160296 timeout: 5727 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398606.575087:0:162524:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:162524:1874221260995072:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398606.575185:0:162524:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf30d9ea300 going to sleep for 11 seconds 00000100:00100000:1.0:1787398606.587593:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398606.588216:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247490560 00000100:00100000:3.0:1787398606.588227:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247490560 00010000:00010000:3.0:1787398606.588270:0:158781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007a839bbc/0x5703899912342c15 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119de3 expref: 10 pid: 160296 timeout: 5727 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398606.588315:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 149 00000100:00100000:3.0:1787398606.588325:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+10:69163:x1874221247490560:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398606.588341:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398606.588363:0:158781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007a839bbc/0x5703899912342c15 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119de3 expref: 10 pid: 160296 timeout: 5727 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398606.588379:0:158781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007a839bbc/0x5703899912342c15 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119de3 expref: 10 pid: 160296 timeout: 5727 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398606.588406:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398606.588410:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398606.588417:0:158781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007a0f97fb/0x5703899912342c1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->393215) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119dea expref: 10 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398606.588427:0:158781:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a0f97fb/0x5703899912342c1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->393215) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119dea expref: 10 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398606.588466:0:158781:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007a0f97fb/0x5703899912342c1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->393215) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119dea expref: 10 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398606.588504:0:158781:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b99880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:158781:1874221260995200:192.168.204.36@tcp:105: 00000100:00100000:3.0:1787398606.588611:0:158781:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20aea59c0 going to sleep for 11 seconds 00010000:00010000:2.0:1787398606.590857:0:162524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007a839bbc/0x5703899912342c15 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119de3 expref: 10 pid: 160296 timeout: 5727 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398606.590883:0:162524:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:162524:1874221260995072:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398606.590910:0:162524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007a0f97fb/0x5703899912342c1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->393215) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119dea expref: 9 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.590924:0:162524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b002e00, rc 0) 00000100:00100000:2.0:1787398606.591002:0:162524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b889180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:123760:x1874221247490432:12345-192.168.204.36@tcp:101:cp.0 Request processed in 16339us (16935us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398606.591010:0:162524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 271 00000100:00100000:3.0:1787398606.592139:0:158781:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b99880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:158781:1874221260995200:192.168.204.36@tcp:105: 00010000:00010000:3.0:1787398606.592160:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398606.592208:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:69163:x1874221247490560:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 3884us (4624us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398606.592219:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 149 00000100:00100000:1.0:1787398606.611253:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398606.611343:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247490816 00000100:00100000:2.0:1787398606.611353:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247490816 00000100:00100000:2.0:1787398606.611455:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 140 00000100:00100000:2.0:1787398606.611466:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33b380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+26:123760:x1874221247490816:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:2.0:1787398606.611786:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33b380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+27:123760:x1874221247490816:12345-192.168.204.36@tcp:35:cp.0 Request processed in 321us (543us total) trans 34359738658 rc 0/0 00000100:00100000:2.0:1787398606.611794:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 140 00000100:00100000:1.0:1787398606.621887:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398606.621990:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247490944 00000100:00100000:2.0:1787398606.622001:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247490944 00000100:00100000:2.0:1787398606.622128:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 510 00000100:00100000:2.0:1787398606.622153:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33b381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+27:123760:x1874221247490944:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398606.622178:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398606.622202:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x5703899912342c23 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119df1 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.622267:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003c00/0x5703899912342c2a lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.622283:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003c00/0x5703899912342c2a lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.622295:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003c00/0x5703899912342c2a lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.622310:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003800/0x5703899912342c31 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.622318:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003800/0x5703899912342c31 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.622324:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003800/0x5703899912342c31 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.622371:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003c00/0x5703899912342c2a lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.622379:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003c00/0x5703899912342c2a lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.622386:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003c00/0x5703899912342c2a lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.622403:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003c00/0x5703899912342c2a lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.622409:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b003c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398606.622413:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003c00/0x5703899912342c2a lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.622421:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003c00/0x5703899912342c2a lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.622435:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398606.622438:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398606.622443:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003c00/0x5703899912342c2a lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.622450:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003c00/0x5703899912342c2a lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.622464:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003800/0x5703899912342c31 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.622470:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003800/0x5703899912342c31 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.622524:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003800/0x5703899912342c31 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.622530:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b003800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398606.622533:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003800/0x5703899912342c31 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.622880:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003800/0x5703899912342c31 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.622892:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe6b34bd0 (ffff9cf30d87dc00) 00010000:00010000:2.0:1787398606.622895:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398606.622898:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003800/0x5703899912342c31 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.622905:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003800/0x5703899912342c31 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.622943:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x5703899912342c23 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119df1 expref: 28 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.622953:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398606.622956:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398606.622960:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x5703899912342c23 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119df1 expref: 28 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.622970:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b003000, rc 0) 00000100:00100000:2.0:1787398606.623047:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33b381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+27:123760:x1874221247490944:12345-192.168.204.36@tcp:101:cp.0 Request processed in 896us (1170us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398606.623054:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 510 00000100:00100000:1.0:1787398606.627455:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398606.627604:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247491072 00000100:00100000:0.0:1787398606.627616:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247491072 00000100:00100000:0.0:1787398606.627673:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 511 00000100:00100000:0.0:1787398606.627683:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33b383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+27:123760:x1874221247491072:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398606.627703:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398606.627724:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x5703899912342c38 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119df8 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.627792:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342c3f lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.627808:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342c3f lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.627820:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342c3f lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.627850:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x5703899912342c46 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.627858:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x5703899912342c46 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.627866:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x5703899912342c46 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.627933:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342c3f lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.627941:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342c3f lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.627947:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342c3f lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.627954:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342c3f lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.627960:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056da800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398606.627965:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342c3f lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.627973:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342c3f lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.627985:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398606.627988:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398606.627993:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342c3f lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.627999:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342c3f lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.628012:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x5703899912342c46 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.628018:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x5703899912342c46 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.628042:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x5703899912342c46 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.628048:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056da400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398606.628051:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x5703899912342c46 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.628058:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x5703899912342c46 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.628066:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe6b34bd0 (ffff9cf2051cd800) 00010000:00010000:0.0:1787398606.628069:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398606.628072:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x5703899912342c46 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.628078:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x5703899912342c46 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.628122:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x5703899912342c38 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119df8 expref: 28 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.628133:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398606.628135:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398606.628139:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x5703899912342c38 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119df8 expref: 28 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.628149:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056da000, rc 0) 00000100:00100000:0.0:1787398606.628299:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33b383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+27:123760:x1874221247491072:12345-192.168.204.36@tcp:101:cp.0 Request processed in 616us (854us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398606.628316:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 511 00000100:00100000:1.0:1787398606.641242:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398606.645133:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247491328 00000100:00100000:0.0:1787398606.645151:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247491328 00000100:00100000:0.0:1787398606.645332:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 512 00000100:00100000:0.0:1787398606.645343:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33b381500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+27:123760:x1874221247491328:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398606.645362:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398606.645385:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x5703899912342c4d lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119dff expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.645509:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x5703899912342c54 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.645525:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x5703899912342c54 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.645537:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x5703899912342c54 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.645552:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342c5b lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.645560:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342c5b lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.645567:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342c5b lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787398606.645924:0:158795:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x248:0x0], index 0: 0 00080000:00000400:0.0:1787398606.645939:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398606.645957:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398606.645959:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398606.645961:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398606.645963:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398606.645965:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398606.645984:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398606.645987:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398606.645989:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398606.645990:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398606.645992:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398606.645994:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398606.646035:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398606.646038:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398606.646040:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398606.646042:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398606.646053:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398606.646055:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1787398606.646171:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x5703899912342c62 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.646181:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x5703899912342c62 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.646189:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x5703899912342c62 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.646224:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x5703899912342c54 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.646231:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x5703899912342c54 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.646236:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x5703899912342c54 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.646250:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x5703899912342c54 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.646255:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056da400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398606.646260:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x5703899912342c54 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.646268:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x5703899912342c54 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.646282:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398606.646285:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398606.646289:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x5703899912342c54 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.646295:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da400/0x5703899912342c54 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398606.646310:0:158795:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000005879f39a reply state 0000000021e1489c transno 34359738659 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342c5b lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.646321:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342c5b lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.646328:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe6b34bd0 (ffff9cf2051cd800) 00010000:00010000:0.0:1787398606.646330:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787398606.646332:0:158795:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787398606.646364:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da000/0x5703899912342c4d lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119dff expref: 30 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.646393:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x5703899912342c62 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119dff expref: 29 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.646400:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x5:0x0].0x0 (ffff9cf2051cda00) 00010000:00010000:0.0:1787398606.646403:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787398606.646405:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056dbe00, rc 0) 00000100:00100000:0.0:1787398606.646531:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33b381500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+30:123760:x1874221247491328:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1188us (5299us total) trans 34359738659 rc 0/0 00000100:00100000:0.0:1787398606.646539:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 512 00000100:00100000:1.0:1787398606.651518:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398606.651600:0:160294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247491456 00000100:00100000:3.0:1787398606.651610:0:160294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247491456 00000100:00100000:3.0:1787398606.651667:0:160294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 272 00000100:00100000:3.0:1787398606.651677:0:160294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304180700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:69162:x1874221247491456:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398606.651695:0:160294:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398606.651717:0:160294:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000028fd03f5/0x5703899912342c70 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x248:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119e06 expref: -99 pid: 160294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398606.651744:0:160294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x248:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398606.651769:0:160294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x248:0x0].0x0 since=5627s v=(0 0) 00010000:00010000:3.0:1787398606.651773:0:160294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x248:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398606.651781:0:160294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000028fd03f5/0x5703899912342c70 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e06 expref: 8 pid: 160294 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398606.651798:0:160294:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000028fd03f5/0x5703899912342c70 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e06 expref: 8 pid: 160294 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398606.651810:0:160294:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf32cc9c400, rc 0) 00000100:00100000:3.0:1787398606.651876:0:160294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304180700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:69162:x1874221247491456:12345-192.168.204.36@tcp:101:cp.0 Request processed in 200us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398606.651900:0:160294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 272 00000100:00100000:2.0:1787398606.686528:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398606.686634:0:161119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247491584 00000100:00100000:0.0:1787398606.686646:0:161119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247491584 00000100:00100000:0.0:1787398606.686710:0:161119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 273 00000100:00100000:0.0:1787398606.686722:0:161119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:123760:x1874221247491584:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398606.686740:0:161119:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398606.686761:0:161119:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e9a0633d/0x5703899912342c77 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x248:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119e0d expref: -99 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.686794:0:161119:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000028fd03f5/0x5703899912342c70 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e06 expref: 9 pid: 160294 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.686803:0:161119:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x248:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398606.686807:0:161119:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x248:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398606.686813:0:161119:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9a0633d/0x5703899912342c77 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x248:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e0d expref: 9 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.686880:0:161119:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000028fd03f5/0x5703899912342c70 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e06 expref: 9 pid: 160294 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.686895:0:161119:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000028fd03f5/0x5703899912342c70 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e06 expref: 9 pid: 160294 timeout: 5727 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398606.686911:0:161119:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:161119:1874221260995328:192.168.204.36@tcp:104: 00000100:00100000:0.0:1787398606.686998:0:161119:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbed80 going to sleep for 11 seconds 00000100:00100000:0.0:1787398606.691452:0:161119:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:161119:1874221260995328:192.168.204.36@tcp:104: 00010000:00010000:0.0:1787398606.691545:0:161119:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e9a0633d/0x5703899912342c77 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x248:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e0d expref: 9 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.691570:0:161119:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056da000, rc 0) 00000100:00100000:0.0:1787398606.691642:0:161119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:123760:x1874221247491584:12345-192.168.204.36@tcp:101:cp.0 Request processed in 4923us (5175us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398606.692231:0:161119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 273 00000100:00100000:2.0:1787398606.694000:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398606.694159:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247491712 00000100:00100000:0.0:1787398606.694169:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247491712 00010000:00010000:0.0:1787398606.694211:0:158779:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000028fd03f5/0x5703899912342c70 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e06 expref: 9 pid: 160294 timeout: 5727 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398606.694257:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 150 00000100:00100000:0.0:1787398606.694267:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69165:x1874221247491712:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398606.694300:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398606.694324:0:158779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000028fd03f5/0x5703899912342c70 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x248:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e06 expref: 9 pid: 160294 timeout: 5727 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.694338:0:158779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000028fd03f5/0x5703899912342c70 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x248:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e06 expref: 9 pid: 160294 timeout: 5727 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.694364:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000028fd03f5/0x5703899912342c70 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x248:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e06 expref: 9 pid: 160294 timeout: 5727 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.694391:0:158779:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x248:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398606.694396:0:158779:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x248:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398606.694404:0:158779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e9a0633d/0x5703899912342c77 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e0d expref: 8 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.694414:0:158779:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9a0633d/0x5703899912342c77 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e0d expref: 8 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.694452:0:158779:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e9a0633d/0x5703899912342c77 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e0d expref: 8 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398606.694466:0:158779:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:158779:1874221260995456:192.168.204.36@tcp:105: 00000100:00100000:0.0:1787398606.698732:0:158779:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbed80 going to sleep for 11 seconds 00000100:00100000:2.0:1787398606.719740:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398606.719966:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247491968 00000100:00100000:1.0:1787398606.719980:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247491968 00000100:00100000:1.0:1787398606.720053:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 141 00000100:00100000:1.0:1787398606.720064:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+30:123760:x1874221247491968:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:1.0:1787398606.720536:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+31:123760:x1874221247491968:12345-192.168.204.36@tcp:35:cp.0 Request processed in 472us (805us total) trans 34359738660 rc 0/0 00000100:00100000:1.0:1787398606.720545:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 141 00000100:00100000:0.0:1787398606.722650:0:158779:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:158779:1874221260995456:192.168.204.36@tcp:105: 00010000:00010000:0.0:1787398606.722679:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398606.722750:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:69165:x1874221247491712:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 28484us (28757us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398606.722761:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 150 00000100:00100000:1.0:1787398606.746565:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398606.746666:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247492096 00000100:00100000:2.0:1787398606.746677:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247492096 00000100:00100000:2.0:1787398606.746739:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 513 00000100:00100000:2.0:1787398606.746748:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+31:123760:x1874221247492096:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398606.746775:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398606.746795:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003c00/0x5703899912342c7e lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119e14 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.746874:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342c85 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.746889:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342c85 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.746901:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342c85 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.746916:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002400/0x5703899912342c8c lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.746923:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002400/0x5703899912342c8c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.746930:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002400/0x5703899912342c8c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.746970:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342c85 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.746977:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342c85 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.746983:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342c85 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.747000:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342c85 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.747007:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b003e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398606.747012:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342c85 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.747020:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342c85 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.747046:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398606.747049:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398606.747054:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342c85 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.747061:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342c85 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.747076:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002400/0x5703899912342c8c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.747082:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002400/0x5703899912342c8c lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.747088:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002400/0x5703899912342c8c lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.747092:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b002400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398606.747095:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002400/0x5703899912342c8c lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.747122:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002400/0x5703899912342c8c lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.747131:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9ca112ae (ffff9cf30d87dc00) 00010000:00010000:2.0:1787398606.747133:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398606.747136:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002400/0x5703899912342c8c lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.747142:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002400/0x5703899912342c8c lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.747176:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003c00/0x5703899912342c7e lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e14 expref: 32 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.747186:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398606.747188:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398606.747192:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003c00/0x5703899912342c7e lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e14 expref: 32 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.747202:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b003c00, rc 0) 00000100:00100000:2.0:1787398606.747269:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+31:123760:x1874221247492096:12345-192.168.204.36@tcp:101:cp.0 Request processed in 522us (717us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398606.747278:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 513 00000100:00100000:3.0:1787398606.759975:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398606.760092:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247492224 00000100:00100000:2.0:1787398606.760102:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247492224 00000100:00100000:2.0:1787398606.760175:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 514 00000100:00100000:2.0:1787398606.760185:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+31:123760:x1874221247492224:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398606.760214:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398606.760236:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003c00/0x5703899912342c93 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119e1b expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.760304:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002400/0x5703899912342c9a lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.760320:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002400/0x5703899912342c9a lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.760331:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002400/0x5703899912342c9a lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.760346:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342ca1 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.760353:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342ca1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.760360:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342ca1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.760414:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002400/0x5703899912342c9a lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.760422:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002400/0x5703899912342c9a lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.760429:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002400/0x5703899912342c9a lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.760436:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002400/0x5703899912342c9a lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.760447:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b002400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398606.760452:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002400/0x5703899912342c9a lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.760460:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002400/0x5703899912342c9a lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.760473:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398606.760517:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398606.760523:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002400/0x5703899912342c9a lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.760530:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002400/0x5703899912342c9a lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.760546:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342ca1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.760552:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342ca1 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.760557:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342ca1 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.760563:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b003e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398606.760566:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342ca1 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.760572:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342ca1 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.760591:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9ca112ae (ffff9cf30d87dc00) 00010000:00010000:2.0:1787398606.760594:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398606.760597:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342ca1 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.760603:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342ca1 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.760638:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003c00/0x5703899912342c93 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e1b expref: 32 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.760648:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398606.760651:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398606.760654:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003c00/0x5703899912342c93 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e1b expref: 32 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.760663:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b003c00, rc 0) 00000100:00100000:2.0:1787398606.760718:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+31:123760:x1874221247492224:12345-192.168.204.36@tcp:101:cp.0 Request processed in 534us (752us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398606.760725:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 514 00000100:00100000:1.0:1787398606.766586:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398606.766805:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247492480 00000100:00100000:2.0:1787398606.766815:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247492480 00000100:00100000:2.0:1787398606.766892:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 515 00000100:00100000:2.0:1787398606.766908:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+31:123760:x1874221247492480:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398606.766931:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398606.766951:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003c00/0x5703899912342ca8 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119e22 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.767090:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342caf lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.767116:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342caf lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.767130:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342caf lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.767144:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002400/0x5703899912342cb6 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.767152:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002400/0x5703899912342cb6 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.767160:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002400/0x5703899912342cb6 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398606.767840:0:158796:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1c4:0x0], index 1: 0 00080000:00000400:2.0:1787398606.767983:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1787398606.767987:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398606.767990:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398606.767992:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398606.767995:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398606.767997:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398606.768019:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1787398606.768021:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398606.768023:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398606.768025:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398606.768028:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398606.768037:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398606.768258:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1787398606.768262:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398606.768264:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398606.768266:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398606.768268:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398606.768270:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1787398606.768449:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002c00/0x5703899912342cbd lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.768463:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002c00/0x5703899912342cbd lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.768472:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002c00/0x5703899912342cbd lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.768534:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342caf lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.768541:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342caf lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.768547:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342caf lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.768552:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342caf lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.768558:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b003e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398606.768562:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342caf lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.768569:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342caf lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.768589:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398606.768592:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398606.768596:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342caf lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.768602:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342caf lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398606.768616:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000054e83e4e reply state 000000009184809f transno 34359738661 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002400/0x5703899912342cb6 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.768626:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002400/0x5703899912342cb6 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.768632:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9ca112ae (ffff9cf30d87dc00) 00010000:00010000:2.0:1787398606.768634:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398606.768637:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787398606.769969:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003c00/0x5703899912342ca8 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e22 expref: 34 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.769993:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002c00/0x5703899912342cbd lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e22 expref: 33 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.770002:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x6:0x0].0x0 (ffff9cf30d87db00) 00010000:00010000:2.0:1787398606.770005:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787398606.770008:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b002c00, rc 0) 00000100:00100000:2.0:1787398606.770267:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+34:123760:x1874221247492480:12345-192.168.204.36@tcp:101:cp.0 Request processed in 3364us (3688us total) trans 34359738661 rc 0/0 00000100:00100000:2.0:1787398606.770276:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 515 00000100:00100000:1.0:1787398606.776287:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398606.776378:0:162522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247492608 00000100:00100000:2.0:1787398606.776389:0:162522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247492608 00000100:00100000:2.0:1787398606.776447:0:162522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 274 00000100:00100000:2.0:1787398606.776457:0:162522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:69165:x1874221247492608:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398606.776510:0:162522:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398606.776535:0:162522:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a8c974a5/0x5703899912342ccb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119e29 expref: -99 pid: 162522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787398606.776563:0:162522:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1c4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398606.776585:0:162522:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c4:0x0].0x0 since=5627s v=(0 0) 00010000:00010000:2.0:1787398606.776590:0:162522:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398606.776601:0:162522:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a8c974a5/0x5703899912342ccb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e29 expref: 9 pid: 162522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.776619:0:162522:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a8c974a5/0x5703899912342ccb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e29 expref: 9 pid: 162522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.776632:0:162522:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b003e00, rc 0) 00000100:00100000:2.0:1787398606.776712:0:162522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69165:x1874221247492608:12345-192.168.204.36@tcp:101:cp.0 Request processed in 255us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398606.776720:0:162522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 274 00000100:00100000:3.0:1787398606.782225:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398606.782334:0:160295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247492736 00000100:00100000:0.0:1787398606.782343:0:160295:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247492736 00000100:00100000:0.0:1787398606.782412:0:160295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 275 00000100:00100000:0.0:1787398606.782422:0:160295:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:123760:x1874221247492736:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398606.782439:0:160295:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398606.782458:0:160295:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eeeb4fac/0x5703899912342cd2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119e30 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.782530:0:160295:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a8c974a5/0x5703899912342ccb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e29 expref: 10 pid: 162522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.782539:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398606.782543:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398606.782549:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eeeb4fac/0x5703899912342cd2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->12287] (req 0->12287) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e30 expref: 10 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.782581:0:160295:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a8c974a5/0x5703899912342ccb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e29 expref: 10 pid: 162522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.782595:0:160295:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a8c974a5/0x5703899912342ccb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e29 expref: 10 pid: 162522 timeout: 5727 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398606.782608:0:160295:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:160295:1874221260995584:192.168.204.36@tcp:104: 00000100:00100000:0.0:1787398606.782709:0:160295:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbed80 going to sleep for 11 seconds 00000100:00100000:0.0:1787398606.789458:0:160295:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:160295:1874221260995584:192.168.204.36@tcp:104: 00010000:00010000:0.0:1787398606.789536:0:160295:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eeeb4fac/0x5703899912342cd2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->12287] (req 0->12287) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e30 expref: 10 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.789558:0:160295:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2056da400, rc 0) 00000100:00100000:0.0:1787398606.789629:0:160295:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+10:123760:x1874221247492736:12345-192.168.204.36@tcp:101:cp.0 Request processed in 7207us (7413us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398606.790303:0:160295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 275 00000100:00100000:2.0:1787398606.797457:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398606.797736:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247492864 00000100:00100000:0.0:1787398606.797746:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247492864 00010000:00010000:0.0:1787398606.797789:0:158780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a8c974a5/0x5703899912342ccb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e29 expref: 10 pid: 162522 timeout: 5727 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398606.797843:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 151 00000100:00100000:0.0:1787398606.797858:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+10:69163:x1874221247492864:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398606.797876:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398606.797899:0:158780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a8c974a5/0x5703899912342ccb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e29 expref: 10 pid: 162522 timeout: 5727 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.797915:0:158780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a8c974a5/0x5703899912342ccb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e29 expref: 10 pid: 162522 timeout: 5727 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.797940:0:158780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a8c974a5/0x5703899912342ccb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e29 expref: 10 pid: 162522 timeout: 5727 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.797977:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398606.797982:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398606.797991:0:158780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000eeeb4fac/0x5703899912342cd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e30 expref: 9 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.798000:0:158780:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eeeb4fac/0x5703899912342cd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e30 expref: 9 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.798247:0:158780:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000eeeb4fac/0x5703899912342cd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e30 expref: 9 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398606.798265:0:158780:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:158780:1874221260995712:192.168.204.36@tcp:105: 00000100:00100000:0.0:1787398606.800741:0:158780:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbed80 going to sleep for 11 seconds 00000100:00100000:3.0:1787398606.810297:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398606.810528:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247493120 00000100:00100000:1.0:1787398606.810540:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247493120 00000100:00100000:1.0:1787398606.810601:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 142 00000100:00100000:1.0:1787398606.810612:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+34:123760:x1874221247493120:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:1.0:1787398606.810952:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+35:123760:x1874221247493120:12345-192.168.204.36@tcp:35:cp.0 Request processed in 341us (665us total) trans 34359738662 rc 0/0 00000100:00100000:1.0:1787398606.810961:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 142 00000100:00100000:0.0:1787398606.814393:0:158780:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:158780:1874221260995712:192.168.204.36@tcp:105: 00010000:00010000:0.0:1787398606.814425:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398606.814514:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69163:x1874221247492864:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 16661us (17067us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398606.814526:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 151 00000100:00100000:3.0:1787398606.817531:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398606.817693:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247493248 00000100:00100000:2.0:1787398606.817703:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247493248 00000100:00100000:2.0:1787398606.817755:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 516 00000100:00100000:2.0:1787398606.817765:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+35:123760:x1874221247493248:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398606.817811:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398606.817844:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003600/0x5703899912342cd9 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119e37 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.817912:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003200/0x5703899912342ce0 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.817926:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003200/0x5703899912342ce0 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.817937:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003200/0x5703899912342ce0 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.817952:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003a00/0x5703899912342ce7 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.817959:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003a00/0x5703899912342ce7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.817966:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003a00/0x5703899912342ce7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.818006:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003200/0x5703899912342ce0 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.818013:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003200/0x5703899912342ce0 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.818032:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003200/0x5703899912342ce0 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.818038:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003200/0x5703899912342ce0 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.818050:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b003200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398606.818055:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003200/0x5703899912342ce0 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.818062:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003200/0x5703899912342ce0 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.818074:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398606.818077:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398606.818082:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003200/0x5703899912342ce0 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.818089:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003200/0x5703899912342ce0 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.818103:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003a00/0x5703899912342ce7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.818120:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003a00/0x5703899912342ce7 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.818126:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003a00/0x5703899912342ce7 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.818132:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b003a00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398606.818135:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003a00/0x5703899912342ce7 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.818140:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003a00/0x5703899912342ce7 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.818161:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9fe9a331 (ffff9cf30619dd00) 00010000:00010000:2.0:1787398606.818164:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398606.818166:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003a00/0x5703899912342ce7 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.818172:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003a00/0x5703899912342ce7 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.818203:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003600/0x5703899912342cd9 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e37 expref: 36 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.818212:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398606.818214:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398606.818217:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003600/0x5703899912342cd9 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e37 expref: 36 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.818225:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b003600, rc 0) 00000100:00100000:2.0:1787398606.818284:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+35:123760:x1874221247493248:12345-192.168.204.36@tcp:101:cp.0 Request processed in 520us (761us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398606.818291:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 516 00000100:00100000:1.0:1787398606.821766:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398606.821861:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247493376 00000100:00100000:0.0:1787398606.821871:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247493376 00000100:00100000:0.0:1787398606.821932:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 517 00000100:00100000:0.0:1787398606.821941:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+35:123760:x1874221247493376:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398606.821963:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398606.821987:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x5703899912342cee lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119e3e expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.822083:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342cf5 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.822098:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342cf5 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.822121:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342cf5 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.822136:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x5703899912342cfc lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.822143:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x5703899912342cfc lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.822150:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x5703899912342cfc lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.822189:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342cf5 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.822197:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342cf5 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.822204:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342cf5 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.822211:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342cf5 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.822217:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398606.822228:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342cf5 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.822236:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342cf5 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.822248:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398606.822251:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398606.822255:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342cf5 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.822263:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342cf5 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.822276:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x5703899912342cfc lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.822282:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x5703899912342cfc lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.822288:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x5703899912342cfc lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.822294:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6d800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398606.822297:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x5703899912342cfc lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.822303:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x5703899912342cfc lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.822309:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9fe9a331 (ffff9cf2051cd100) 00010000:00010000:0.0:1787398606.822312:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398606.822321:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x5703899912342cfc lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.822327:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x5703899912342cfc lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.822358:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x5703899912342cee lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e3e expref: 36 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.822445:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398606.822449:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398606.822454:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x5703899912342cee lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e3e expref: 36 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.822465:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6c800, rc 0) 00000100:00100000:0.0:1787398606.822565:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+35:123760:x1874221247493376:12345-192.168.204.36@tcp:101:cp.0 Request processed in 625us (810us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398606.822573:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 517 00000100:00100000:3.0:1787398606.827533:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398606.827786:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247493632 00000100:00100000:2.0:1787398606.827797:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247493632 00000100:00100000:2.0:1787398606.827869:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 518 00000100:00100000:2.0:1787398606.827879:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+35:123760:x1874221247493632:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398606.827902:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398606.827923:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003600/0x5703899912342d03 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119e45 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.828315:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003a00/0x5703899912342d0a lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.828331:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003a00/0x5703899912342d0a lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.828343:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003a00/0x5703899912342d0a lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.828358:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003200/0x5703899912342d11 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.828365:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003200/0x5703899912342d11 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.828372:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003200/0x5703899912342d11 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398606.828695:0:158794:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x249:0x0], index 0: 0 00080000:00000400:2.0:1787398606.828708:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398606.828713:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398606.828716:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398606.828718:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398606.828720:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398606.828722:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398606.828740:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398606.828743:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398606.828745:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398606.828746:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398606.828749:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398606.828760:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398606.828792:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398606.828795:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398606.828797:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398606.828800:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398606.828802:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398606.828804:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1787398606.829259:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002000/0x5703899912342d18 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.829273:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002000/0x5703899912342d18 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.829282:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002000/0x5703899912342d18 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.829318:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003a00/0x5703899912342d0a lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.829327:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003a00/0x5703899912342d0a lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.829334:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003a00/0x5703899912342d0a lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.829341:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003a00/0x5703899912342d0a lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.829348:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b003a00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398606.829352:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003a00/0x5703899912342d0a lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.829360:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003a00/0x5703899912342d0a lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.829391:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398606.829394:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398606.829400:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003a00/0x5703899912342d0a lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.829407:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003a00/0x5703899912342d0a lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398606.829424:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000368f02eb reply state 000000003ceb8aa7 transno 34359738663 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003200/0x5703899912342d11 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.829436:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003200/0x5703899912342d11 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.829443:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9fe9a331 (ffff9cf30619dd00) 00010000:00010000:2.0:1787398606.829446:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398606.829448:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787398606.829962:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003600/0x5703899912342d03 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e45 expref: 38 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.829981:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002000/0x5703899912342d18 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e45 expref: 37 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.829988:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x7:0x0].0x0 (ffff9cf30619d200) 00010000:00010000:2.0:1787398606.829991:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787398606.829993:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b002000, rc 0) 00000100:00100000:2.0:1787398606.830079:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+38:123760:x1874221247493632:12345-192.168.204.36@tcp:101:cp.0 Request processed in 2200us (2555us total) trans 34359738663 rc 0/0 00000100:00100000:2.0:1787398606.830088:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 518 00000100:00100000:3.0:1787398606.836251:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398606.837998:0:162516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247493760 00000100:00100000:0.0:1787398606.838012:0:162516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247493760 00000100:00100000:0.0:1787398606.838101:0:162516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 276 00000100:00100000:0.0:1787398606.838123:0:162516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:dbe7f5ec-0726-4851-a675-2f47d040e30f+8:69162:x1874221247493760:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398606.838141:0:162516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398606.838166:0:162516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fd4a3bb2/0x5703899912342d26 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x249:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119e4c expref: -99 pid: 162516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787398606.838193:0:162516:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x249:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398606.838214:0:162516:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x249:0x0].0x0 since=5627s v=(0 0) 00010000:00010000:0.0:1787398606.838233:0:162516:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x249:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398606.838244:0:162516:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fd4a3bb2/0x5703899912342d26 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e4c expref: 9 pid: 162516 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.838263:0:162516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fd4a3bb2/0x5703899912342d26 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e4c expref: 9 pid: 162516 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.838276:0:162516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6c800, rc 0) 00000100:00100000:0.0:1787398606.838352:0:162516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69162:x1874221247493760:12345-192.168.204.36@tcp:101:cp.0 Request processed in 231us (2111us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398606.838360:0:162516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 276 00000100:00100000:1.0:1787398606.860161:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398606.860268:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247493888 00000100:00100000:2.0:1787398606.860279:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247493888 00000100:00100000:2.0:1787398606.860356:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 277 00000100:00100000:2.0:1787398606.860367:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:123760:x1874221247493888:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398606.860385:0:162529:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398606.860404:0:162529:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a352b065/0x5703899912342d2d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x249:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119e53 expref: -99 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.860436:0:162529:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fd4a3bb2/0x5703899912342d26 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x249:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e4c expref: 10 pid: 162516 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.860445:0:162529:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x249:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398606.860450:0:162529:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x249:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398606.860455:0:162529:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a352b065/0x5703899912342d2d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x249:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e53 expref: 10 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.860536:0:162529:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fd4a3bb2/0x5703899912342d26 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x249:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e4c expref: 10 pid: 162516 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.860551:0:162529:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fd4a3bb2/0x5703899912342d26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x249:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e4c expref: 10 pid: 162516 timeout: 5727 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398606.860565:0:162529:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bb28000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:162529:1874221260995840:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398606.860655:0:162529:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf205585840 going to sleep for 11 seconds 00000100:00100000:3.0:1787398606.863425:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398606.863527:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247494016 00000100:00100000:1.0:1787398606.863539:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247494016 00010000:00010000:1.0:1787398606.863582:0:162512:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fd4a3bb2/0x5703899912342d26 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x249:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e4c expref: 11 pid: 162516 timeout: 5727 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398606.863633:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 152 00000100:00100000:1.0:1787398606.863644:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf209b89050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+11:69164:x1874221247494016:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787398606.863661:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398606.863681:0:162512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fd4a3bb2/0x5703899912342d26 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x249:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e4c expref: 11 pid: 162516 timeout: 5727 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.863696:0:162512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fd4a3bb2/0x5703899912342d26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x249:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e4c expref: 11 pid: 162516 timeout: 5727 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.863732:0:162512:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x249:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398606.863737:0:162512:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x249:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398606.863761:0:162512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a352b065/0x5703899912342d2d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x249:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->40959) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e53 expref: 11 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.863771:0:162512:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a352b065/0x5703899912342d2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x249:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->40959) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e53 expref: 11 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.863807:0:162512:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a352b065/0x5703899912342d2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x249:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->40959) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e53 expref: 11 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398606.863822:0:162512:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33aae5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:162512:1874221260995968:192.168.204.36@tcp:105: 00000100:00100000:1.0:1787398606.864085:0:162512:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20c023300 going to sleep for 11 seconds 00010000:00010000:2.0:1787398606.865080:0:162529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fd4a3bb2/0x5703899912342d26 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x249:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e4c expref: 11 pid: 162516 timeout: 5727 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398606.865127:0:162529:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bb28000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:162529:1874221260995840:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398606.865154:0:162529:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a352b065/0x5703899912342d2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x249:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->40959) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e53 expref: 10 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.865166:0:162529:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b003600, rc 0) 00000100:00100000:2.0:1787398606.865220:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+10:123760:x1874221247493888:12345-192.168.204.36@tcp:101:cp.0 Request processed in 4855us (5068us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398606.865228:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 277 00000100:00100000:3.0:1787398606.868771:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398606.868877:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247494272 00000100:00100000:0.0:1787398606.868887:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247494272 00000100:00100000:0.0:1787398606.868945:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 143 00000100:00100000:0.0:1787398606.868955:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f110380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+38:123760:x1874221247494272:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:0.0:1787398606.869305:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f110380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+39:123760:x1874221247494272:12345-192.168.204.36@tcp:35:cp.0 Request processed in 349us (542us total) trans 34359738664 rc 0/0 00000100:00100000:0.0:1787398606.869314:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 143 00000100:00100000:1.0:1787398606.870231:0:162512:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33aae5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:162512:1874221260995968:192.168.204.36@tcp:105: 00010000:00010000:1.0:1787398606.870260:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787398606.870318:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf209b89050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69164:x1874221247494016:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 6676us (6902us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398606.870327:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 152 00000100:00100000:3.0:1787398606.874167:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398606.874669:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247494400 00000100:00100000:0.0:1787398606.874680:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247494400 00000100:00100000:0.0:1787398606.874750:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 519 00000100:00100000:0.0:1787398606.874760:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f111c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+39:123760:x1874221247494400:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398606.874789:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398606.874814:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x5703899912342d34 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119e5a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.874927:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342d3b lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.874942:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342d3b lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.874957:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342d3b lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.874972:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912342d42 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.874979:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912342d42 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.874987:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912342d42 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.875041:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342d3b lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.875049:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342d3b lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.875056:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342d3b lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.875064:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342d3b lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.875069:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398606.875080:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342d3b lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.875090:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342d3b lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.875103:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398606.875115:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398606.875120:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342d3b lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.875128:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342d3b lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.875148:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912342d42 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.875154:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912342d42 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.875160:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912342d42 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.875165:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6cc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398606.875168:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912342d42 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.875173:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912342d42 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.875181:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x151c8ac3 (ffff9cf2051cd700) 00010000:00010000:0.0:1787398606.875183:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398606.875191:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912342d42 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.875198:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912342d42 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.875234:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x5703899912342d34 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e5a expref: 40 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.875244:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398606.875247:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398606.875250:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x5703899912342d34 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e5a expref: 40 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.875259:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6d800, rc 0) 00000100:00100000:0.0:1787398606.875327:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f111c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+39:123760:x1874221247494400:12345-192.168.204.36@tcp:101:cp.0 Request processed in 568us (1174us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398606.875336:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 519 00000100:00100000:3.0:1787398606.878574:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398606.878711:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247494528 00000100:00100000:0.0:1787398606.878721:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247494528 00000100:00100000:0.0:1787398606.878781:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 520 00000100:00100000:0.0:1787398606.878791:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f112d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+39:123760:x1874221247494528:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398606.878812:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398606.878844:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x5703899912342d49 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119e61 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.878918:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342d50 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.878951:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342d50 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.878964:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342d50 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.878981:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912342d57 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.878989:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912342d57 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.878996:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912342d57 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.879061:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342d50 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.879070:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342d50 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.879077:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342d50 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.879084:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342d50 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.879090:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6dc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398606.879095:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342d50 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.879102:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342d50 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.879132:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398606.879135:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398606.879140:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342d50 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.879147:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342d50 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.879160:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912342d57 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.879167:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912342d57 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.879174:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912342d57 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.879179:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398606.879182:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912342d57 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.879189:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912342d57 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.879196:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x151c8ac3 (ffff9cf2051cd000) 00010000:00010000:0.0:1787398606.879198:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398606.879201:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912342d57 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.879207:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912342d57 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.879252:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x5703899912342d49 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e61 expref: 40 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.879262:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398606.879265:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398606.879268:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x5703899912342d49 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e61 expref: 40 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.879276:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6d000, rc 0) 00000100:00100000:0.0:1787398606.879335:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f112d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+39:123760:x1874221247494528:12345-192.168.204.36@tcp:101:cp.0 Request processed in 544us (774us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398606.879868:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 520 00000100:00100000:3.0:1787398606.883808:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398606.883963:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247494784 00000100:00100000:2.0:1787398606.883974:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247494784 00000100:00100000:2.0:1787398606.884040:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 521 00000100:00100000:2.0:1787398606.884058:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f110000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+39:123760:x1874221247494784:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398606.884079:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398606.884099:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003a00/0x5703899912342d5e lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119e68 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.884222:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003400/0x5703899912342d65 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.884236:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003400/0x5703899912342d65 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.884248:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003400/0x5703899912342d65 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.884262:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002200/0x5703899912342d6c lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.884281:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002200/0x5703899912342d6c lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.884289:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002200/0x5703899912342d6c lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398606.884652:0:158796:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1c5:0x0], index 1: 0 00080000:00000400:2.0:1787398606.884666:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398606.884670:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398606.884672:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398606.884673:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398606.884676:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398606.884677:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398606.884695:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398606.884697:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398606.884699:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398606.884701:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398606.884704:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398606.884706:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398606.884733:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398606.884735:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398606.884737:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398606.884739:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398606.884741:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398606.884743:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1787398606.884851:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002600/0x5703899912342d73 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.884861:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002600/0x5703899912342d73 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.884882:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002600/0x5703899912342d73 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.884919:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003400/0x5703899912342d65 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.884927:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003400/0x5703899912342d65 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.884932:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003400/0x5703899912342d65 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.884939:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003400/0x5703899912342d65 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.884945:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b003400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398606.884949:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003400/0x5703899912342d65 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.884957:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003400/0x5703899912342d65 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.884970:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398606.884973:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398606.884977:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003400/0x5703899912342d65 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.884983:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003400/0x5703899912342d65 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398606.884997:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d9adbf4f reply state 000000004518e2a9 transno 34359738665 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002200/0x5703899912342d6c lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.885016:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002200/0x5703899912342d6c lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.885023:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x151c8ac3 (ffff9cf30619d100) 00010000:00010000:2.0:1787398606.885025:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398606.885028:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787398606.885059:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003a00/0x5703899912342d5e lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e68 expref: 42 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.885073:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002600/0x5703899912342d73 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e68 expref: 41 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.885081:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x8:0x0].0x0 (ffff9cf30619d700) 00010000:00010000:2.0:1787398606.885084:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787398606.885086:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b002600, rc 0) 00000100:00100000:2.0:1787398606.885166:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f110000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+42:123760:x1874221247494784:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1109us (1367us total) trans 34359738665 rc 0/0 00000100:00100000:2.0:1787398606.885174:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 521 00000100:00100000:3.0:1787398606.892345:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398606.892447:0:160296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247494912 00000100:00100000:2.0:1787398606.892458:0:160296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247494912 00000100:00100000:2.0:1787398606.892549:0:160296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 278 00000100:00100000:2.0:1787398606.892559:0:160296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f111180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69165:x1874221247494912:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398606.892577:0:160296:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398606.892603:0:160296:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000ba2106/0x5703899912342d81 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119e6f expref: -99 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787398606.892630:0:160296:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1c5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398606.892666:0:160296:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c5:0x0].0x0 since=5627s v=(0 0) 00010000:00010000:2.0:1787398606.892671:0:160296:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398606.892682:0:160296:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000000ba2106/0x5703899912342d81 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e6f expref: 10 pid: 160296 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.892701:0:160296:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000000ba2106/0x5703899912342d81 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e6f expref: 10 pid: 160296 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.892718:0:160296:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b003a00, rc 0) 00000100:00100000:2.0:1787398606.892790:0:160296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f111180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+10:69165:x1874221247494912:12345-192.168.204.36@tcp:101:cp.0 Request processed in 232us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398606.892798:0:160296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 278 00000100:00100000:3.0:1787398606.896797:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398606.896904:0:162524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247495040 00000100:00100000:2.0:1787398606.896914:0:162524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247495040 00000100:00100000:2.0:1787398606.896973:0:162524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 279 00000100:00100000:2.0:1787398606.896984:0:162524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f113800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:dbe7f5ec-0726-4851-a675-2f47d040e30f+10:123760:x1874221247495040:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398606.897001:0:162524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398606.897122:0:162524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000655e7cfa/0x5703899912342d88 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119e76 expref: -99 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.897160:0:162524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000000ba2106/0x5703899912342d81 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e6f expref: 11 pid: 160296 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.897169:0:162524:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398606.897173:0:162524:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398606.897178:0:162524:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000655e7cfa/0x5703899912342d88 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e76 expref: 11 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.897229:0:162524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000000ba2106/0x5703899912342d81 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e6f expref: 11 pid: 160296 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.897243:0:162524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000000ba2106/0x5703899912342d81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e6f expref: 11 pid: 160296 timeout: 5727 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398606.897258:0:162524:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bb28000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:162524:1874221260996096:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398606.897344:0:162524:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31f578cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787398606.901033:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398606.901416:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247495168 00000100:00100000:0.0:1787398606.901427:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247495168 00010000:00010000:0.0:1787398606.901523:0:158781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000000ba2106/0x5703899912342d81 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e6f expref: 12 pid: 160296 timeout: 5727 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398606.901567:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 153 00000100:00100000:0.0:1787398606.901577:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f113100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+12:69163:x1874221247495168:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398606.901595:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398606.901621:0:158781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000000ba2106/0x5703899912342d81 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e6f expref: 12 pid: 160296 timeout: 5727 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.901636:0:158781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000000ba2106/0x5703899912342d81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e6f expref: 12 pid: 160296 timeout: 5727 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.901686:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398606.901691:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398606.901700:0:158781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000655e7cfa/0x5703899912342d88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->40959) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e76 expref: 12 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.901711:0:158781:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000655e7cfa/0x5703899912342d88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->40959) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e76 expref: 12 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.901752:0:158781:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000655e7cfa/0x5703899912342d88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->40959) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e76 expref: 12 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398606.901768:0:158781:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:158781:1874221260996224:192.168.204.36@tcp:105: 00000100:00100000:0.0:1787398606.901865:0:158781:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31127e3c0 going to sleep for 11 seconds 00010000:00010000:2.0:1787398606.902556:0:162524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000ba2106/0x5703899912342d81 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e6f expref: 12 pid: 160296 timeout: 5727 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398606.902578:0:162524:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bb28000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:162524:1874221260996096:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398606.902606:0:162524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000655e7cfa/0x5703899912342d88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->40959) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e76 expref: 11 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.902618:0:162524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b003400, rc 0) 00000100:00100000:2.0:1787398606.902665:0:162524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f113800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:dbe7f5ec-0726-4851-a675-2f47d040e30f+11:123760:x1874221247495040:12345-192.168.204.36@tcp:101:cp.0 Request processed in 5683us (5879us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398606.902674:0:162524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 279 00000100:00100000:3.0:1787398606.913003:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398606.913304:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247495424 00000100:00100000:1.0:1787398606.913314:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247495424 00000100:00100000:1.0:1787398606.913379:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 144 00000100:00100000:1.0:1787398606.913391:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf303dfbc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+42:123760:x1874221247495424:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:1.0:1787398606.913756:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf303dfbc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+43:123760:x1874221247495424:12345-192.168.204.36@tcp:35:cp.0 Request processed in 367us (764us total) trans 34359738666 rc 0/0 00000100:00100000:1.0:1787398606.913764:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 144 00000100:00100000:0.0:1787398606.914534:0:158781:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:158781:1874221260996224:192.168.204.36@tcp:105: 00010000:00010000:0.0:1787398606.914558:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398606.914601:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f113100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+10:69163:x1874221247495168:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 13025us (13585us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398606.914610:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 153 00000100:00100000:3.0:1787398606.919291:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398606.919412:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247495552 00000100:00100000:2.0:1787398606.919422:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247495552 00000100:00100000:2.0:1787398606.919524:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 522 00000100:00100000:2.0:1787398606.919535:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f113480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+43:123760:x1874221247495552:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398606.919581:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398606.919604:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003a00/0x5703899912342d8f lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119e7d expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.919675:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002a00/0x5703899912342d96 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.919691:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002a00/0x5703899912342d96 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.919703:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002a00/0x5703899912342d96 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.919734:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342d9d lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.919741:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342d9d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.919747:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342d9d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.919791:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002a00/0x5703899912342d96 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.919798:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002a00/0x5703899912342d96 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.919804:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002a00/0x5703899912342d96 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.919810:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002a00/0x5703899912342d96 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.919822:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b002a00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398606.919826:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002a00/0x5703899912342d96 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.919834:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002a00/0x5703899912342d96 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.919846:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398606.919849:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398606.919853:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002a00/0x5703899912342d96 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.919860:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002a00/0x5703899912342d96 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.919875:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342d9d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.919881:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342d9d lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.919887:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342d9d lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.919892:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b003e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398606.919895:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342d9d lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.919902:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342d9d lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.919922:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x15c8a56e (ffff9cf30d910e00) 00010000:00010000:2.0:1787398606.919925:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398606.919928:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342d9d lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.919933:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342d9d lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.919967:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003a00/0x5703899912342d8f lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e7d expref: 44 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.919979:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398606.919981:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398606.919985:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003a00/0x5703899912342d8f lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e7d expref: 44 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.919994:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b003a00, rc 0) 00000100:00100000:2.0:1787398606.920064:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f113480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+43:123760:x1874221247495552:12345-192.168.204.36@tcp:101:cp.0 Request processed in 531us (784us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398606.920071:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 522 00000100:00100000:3.0:1787398606.925100:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398606.925182:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247495680 00000100:00100000:2.0:1787398606.925191:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247495680 00000100:00100000:2.0:1787398606.925246:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 523 00000100:00100000:2.0:1787398606.925254:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f111880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+43:123760:x1874221247495680:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398606.925273:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398606.925291:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003c00/0x5703899912342da4 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119e84 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.925382:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003800/0x5703899912342dab lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.925396:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003800/0x5703899912342dab lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.925408:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003800/0x5703899912342dab lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.925421:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x5703899912342db2 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.925428:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x5703899912342db2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.925435:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x5703899912342db2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.925471:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003800/0x5703899912342dab lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.925516:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003800/0x5703899912342dab lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.925523:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003800/0x5703899912342dab lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.925530:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003800/0x5703899912342dab lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.925536:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b003800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398606.925547:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003800/0x5703899912342dab lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.925555:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003800/0x5703899912342dab lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.925567:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398606.925570:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398606.925575:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003800/0x5703899912342dab lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.925582:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003800/0x5703899912342dab lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.925594:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x5703899912342db2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.925600:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x5703899912342db2 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.925606:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x5703899912342db2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.925611:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b003000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398606.925614:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x5703899912342db2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.925620:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x5703899912342db2 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.925626:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x15c8a56e (ffff9cf30d910800) 00010000:00010000:2.0:1787398606.925629:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398606.925636:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x5703899912342db2 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.925643:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x5703899912342db2 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.925673:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003c00/0x5703899912342da4 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e84 expref: 44 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.925683:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398606.925685:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398606.925688:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003c00/0x5703899912342da4 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e84 expref: 44 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.925696:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b003c00, rc 0) 00000100:00100000:2.0:1787398606.925770:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f111880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+43:123760:x1874221247495680:12345-192.168.204.36@tcp:101:cp.0 Request processed in 516us (678us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398606.925778:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 523 00000100:00100000:3.0:1787398606.929803:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398606.930775:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247495936 00000100:00100000:2.0:1787398606.930787:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247495936 00000100:00100000:2.0:1787398606.931016:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 524 00000100:00100000:2.0:1787398606.931036:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f110a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+43:123760:x1874221247495936:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398606.931069:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398606.931090:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003a00/0x5703899912342db9 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119e8b expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.931208:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342dc0 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.931241:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342dc0 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.931252:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342dc0 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.931269:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002a00/0x5703899912342dc7 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.931277:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002a00/0x5703899912342dc7 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.931283:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002a00/0x5703899912342dc7 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398606.932180:0:158794:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x24a:0x0], index 0: 0 00080000:00000400:2.0:1787398606.932196:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398606.932200:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398606.932202:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398606.932205:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398606.932207:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398606.932208:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398606.932226:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398606.932230:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398606.932232:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398606.932233:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398606.932235:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398606.932237:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398606.932266:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398606.932269:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398606.932271:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398606.932282:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398606.932284:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398606.932286:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1787398606.932925:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003c00/0x5703899912342dce lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.932940:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003c00/0x5703899912342dce lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.932951:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003c00/0x5703899912342dce lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.932986:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342dc0 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.932993:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342dc0 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.933000:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342dc0 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.933007:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342dc0 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.933013:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b003e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398606.933029:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342dc0 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.933036:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342dc0 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.933246:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398606.933250:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398606.933263:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342dc0 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.933271:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342dc0 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398606.933285:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000000593eace reply state 000000003741c341 transno 34359738667 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002a00/0x5703899912342dc7 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.933297:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002a00/0x5703899912342dc7 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.933304:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x15c8a56e (ffff9cf30d910e00) 00010000:00010000:2.0:1787398606.933306:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398606.933309:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787398606.933344:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003a00/0x5703899912342db9 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e8b expref: 46 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.933422:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003c00/0x5703899912342dce lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e8b expref: 45 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.933432:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x9:0x0].0x0 (ffff9cf30d910800) 00010000:00010000:2.0:1787398606.933434:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787398606.933437:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b003c00, rc 0) 00000100:00100000:2.0:1787398606.933594:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f110a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+46:123760:x1874221247495936:12345-192.168.204.36@tcp:101:cp.0 Request processed in 2559us (3800us total) trans 34359738667 rc 0/0 00000100:00100000:2.0:1787398606.933603:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 524 00000100:00100000:3.0:1787398606.941815:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398606.942247:0:162523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247496064 00000100:00100000:1.0:1787398606.942258:0:162523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247496064 00000100:00100000:1.0:1787398606.942318:0:162523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 280 00000100:00100000:1.0:1787398606.942339:0:162523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f112a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69163:x1874221247496064:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398606.942356:0:162523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398606.942380:0:162523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000053379050/0x5703899912342ddc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x24a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119e92 expref: -99 pid: 162523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398606.942405:0:162523:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787398606.942424:0:162523:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24a:0x0].0x0 since=5628s v=(0 0) 00010000:00010000:1.0:1787398606.942428:0:162523:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398606.942438:0:162523:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000053379050/0x5703899912342ddc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e92 expref: 10 pid: 162523 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.942457:0:162523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000053379050/0x5703899912342ddc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e92 expref: 10 pid: 162523 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.942470:0:162523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b638c00, rc 0) 00000100:00100000:1.0:1787398606.942554:0:162523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f112a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:dbe7f5ec-0726-4851-a675-2f47d040e30f+10:69163:x1874221247496064:12345-192.168.204.36@tcp:101:cp.0 Request processed in 217us (749us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398606.942561:0:162523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 280 00000100:00100000:3.0:1787398606.964368:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398606.964927:0:161119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247496192 00000100:00100000:1.0:1787398606.964940:0:161119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247496192 00000100:00100000:2.0:1787398606.965203:0:161119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 281 00000100:00100000:2.0:1787398606.965215:0:161119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20aabe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+10:123760:x1874221247496192:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398606.965248:0:161119:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398606.965267:0:161119:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000000ba2106/0x5703899912342de3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x24a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119e99 expref: -99 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.965300:0:161119:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000053379050/0x5703899912342ddc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e92 expref: 11 pid: 162523 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.965310:0:161119:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398606.965314:0:161119:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398606.965320:0:161119:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000000ba2106/0x5703899912342de3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x24a:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e99 expref: 11 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.965356:0:161119:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000053379050/0x5703899912342ddc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e92 expref: 11 pid: 162523 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398606.965370:0:161119:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000053379050/0x5703899912342ddc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e92 expref: 11 pid: 162523 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398606.965384:0:161119:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bb28000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:161119:1874221260996352:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398606.965473:0:161119:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf321118c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787398606.968092:0:161119:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bb28000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:161119:1874221260996352:192.168.204.36@tcp:104: 00010000:00010000:1.0:1787398606.968146:0:161119:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000000ba2106/0x5703899912342de3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x24a:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e99 expref: 11 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398606.968168:0:161119:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b003a00, rc 0) 00000100:00100000:1.0:1787398606.968234:0:161119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20aabe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+11:123760:x1874221247496192:12345-192.168.204.36@tcp:101:cp.0 Request processed in 3020us (3876us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398606.968259:0:161119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 281 00000100:00100000:3.0:1787398606.971277:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398606.971383:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247496320 00000100:00100000:0.0:1787398606.971392:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247496320 00010000:00010000:0.0:1787398606.971434:0:158779:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000053379050/0x5703899912342ddc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e92 expref: 11 pid: 162523 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398606.971502:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 154 00000100:00100000:0.0:1787398606.971527:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f111500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+11:69165:x1874221247496320:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398606.971543:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398606.971565:0:158779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000053379050/0x5703899912342ddc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e92 expref: 11 pid: 162523 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.971580:0:158779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000053379050/0x5703899912342ddc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e92 expref: 11 pid: 162523 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.971605:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000053379050/0x5703899912342ddc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x24a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e92 expref: 11 pid: 162523 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.971622:0:158779:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398606.971627:0:158779:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398606.971634:0:158779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000000ba2106/0x5703899912342de3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e99 expref: 10 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.971643:0:158779:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000000ba2106/0x5703899912342de3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e99 expref: 10 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.971678:0:158779:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000000ba2106/0x5703899912342de3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e99 expref: 10 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398606.971691:0:158779:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:158779:1874221260996480:192.168.204.36@tcp:105: 00000100:00100000:0.0:1787398606.971774:0:158779:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31127e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787398606.977299:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398606.977397:0:158779:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:158779:1874221260996480:192.168.204.36@tcp:105: 00010000:00010000:0.0:1787398606.977436:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398606.977531:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f111500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+10:69165:x1874221247496320:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 6005us (6263us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398606.977543:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 154 00000100:00100000:1.0:1787398606.978298:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247496576 00000100:00100000:1.0:1787398606.978307:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247496576 00000100:00100000:1.0:1787398606.978362:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 145 00000100:00100000:1.0:1787398606.978372:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f112300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+46:123760:x1874221247496576:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:1.0:1787398606.978689:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f112300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+47:123760:x1874221247496576:12345-192.168.204.36@tcp:35:cp.0 Request processed in 317us (1402us total) trans 34359738668 rc 0/0 00000100:00100000:1.0:1787398606.978697:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 145 00000100:00100000:2.0:1787398606.983817:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398606.983936:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247496704 00000100:00100000:0.0:1787398606.983945:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247496704 00000100:00100000:0.0:1787398606.984009:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 525 00000100:00100000:0.0:1787398606.984028:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+47:123760:x1874221247496704:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398606.984064:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398606.984085:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x5703899912342dea lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119ea0 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.984159:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912342df1 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.984174:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912342df1 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.984187:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912342df1 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.984201:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342df8 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.984209:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342df8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.984216:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342df8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.984275:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912342df1 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.984283:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912342df1 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.984289:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912342df1 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.984297:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912342df1 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.984303:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398606.984309:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912342df1 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.984317:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912342df1 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.984330:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398606.984333:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398606.984338:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912342df1 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.984345:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912342df1 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.984359:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342df8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.984366:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342df8 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.984379:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342df8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.984385:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6dc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398606.984389:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342df8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.984396:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342df8 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.984404:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe7eb4718 (ffff9cf2051cd000) 00010000:00010000:0.0:1787398606.984407:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398606.984409:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342df8 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.984416:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342df8 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.984447:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x5703899912342dea lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ea0 expref: 48 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.984458:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398606.984461:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398606.984465:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x5703899912342dea lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ea0 expref: 48 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.984474:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6d000, rc 0) 00000100:00100000:0.0:1787398606.984584:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+47:123760:x1874221247496704:12345-192.168.204.36@tcp:101:cp.0 Request processed in 566us (776us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398606.984600:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 525 00000100:00100000:3.0:1787398606.988400:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398606.988663:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247496832 00000100:00100000:0.0:1787398606.988673:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247496832 00000100:00100000:0.0:1787398606.988733:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 526 00000100:00100000:0.0:1787398606.988743:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f110700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+47:123760:x1874221247496832:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398606.988764:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398606.988785:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x5703899912342dff lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119ea7 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.989304:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912342e06 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.989322:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912342e06 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.989334:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912342e06 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.989348:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342e0d lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.989355:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342e0d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.989362:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342e0d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.989401:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912342e06 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.989427:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912342e06 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.989433:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912342e06 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.989440:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912342e06 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.989446:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6cc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398606.989451:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912342e06 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.989458:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912342e06 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.989469:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398606.989473:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398606.989519:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912342e06 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.989527:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912342e06 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.989541:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342e0d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.989548:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342e0d lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.989554:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342e0d lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.989565:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398606.989568:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342e0d lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.989575:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342e0d lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.989583:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe7eb4718 (ffff9cf2051cd700) 00010000:00010000:0.0:1787398606.989586:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398606.989589:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342e0d lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.989596:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342e0d lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.989633:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x5703899912342dff lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ea7 expref: 48 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.989644:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398606.989646:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398606.989650:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x5703899912342dff lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ea7 expref: 48 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.989660:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6d800, rc 0) 00000100:00100000:0.0:1787398606.989723:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f110700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+47:123760:x1874221247496832:12345-192.168.204.36@tcp:101:cp.0 Request processed in 981us (1333us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398606.989731:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 526 00000100:00100000:3.0:1787398606.994320:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398606.994402:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247497088 00000100:00100000:0.0:1787398606.994423:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247497088 00000100:00100000:0.0:1787398606.994511:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 527 00000100:00100000:0.0:1787398606.994521:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f110e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+47:123760:x1874221247497088:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398606.994542:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398606.994562:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x5703899912342e14 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119eae expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.994662:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912342e1b lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.994676:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912342e1b lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.994688:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912342e1b lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.994701:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6de00/0x5703899912342e22 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.994709:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6de00/0x5703899912342e22 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.994716:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6de00/0x5703899912342e22 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787398606.995296:0:158796:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1c6:0x0], index 1: 0 00080000:00000400:0.0:1787398606.995310:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:0.0:1787398606.995314:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1787398606.995317:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398606.995320:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398606.995322:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398606.995332:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398606.995352:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:0.0:1787398606.995356:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1787398606.995358:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398606.995360:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398606.995362:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398606.995364:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398606.995391:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:0.0:1787398606.995394:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1787398606.995397:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398606.995399:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398606.995401:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398606.995403:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1787398606.995533:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912342e29 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.995544:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912342e29 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.995552:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912342e29 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.995586:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912342e1b lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.995593:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912342e1b lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.995598:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912342e1b lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.995604:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912342e1b lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.995621:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398606.995626:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912342e1b lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.995634:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912342e1b lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.995647:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398606.995650:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398606.995655:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912342e1b lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.995662:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912342e1b lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398606.995676:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000018680c29 reply state 0000000094e6757c transno 34359738669 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6de00/0x5703899912342e22 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.995686:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6de00/0x5703899912342e22 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.995693:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe7eb4718 (ffff9cf2051cdb00) 00010000:00010000:0.0:1787398606.995695:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787398606.995697:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787398606.995727:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x5703899912342e14 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119eae expref: 50 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.995741:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912342e29 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119eae expref: 49 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398606.995759:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0xa:0x0].0x0 (ffff9cf336d34000) 00010000:00010000:0.0:1787398606.995762:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787398606.995765:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6c200, rc 0) 00000100:00100000:0.0:1787398606.995822:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f110e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+50:123760:x1874221247497088:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1303us (1511us total) trans 34359738669 rc 0/0 00000100:00100000:0.0:1787398606.995830:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 527 00000100:00100000:3.0:1787398607.002729:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398607.003197:0:162518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247497216 00000100:00100000:1.0:1787398607.003207:0:162518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247497216 00000100:00100000:1.0:1787398607.003317:0:162518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 282 00000100:00100000:1.0:1787398607.003328:0:162518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f111f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+10:69165:x1874221247497216:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398607.003347:0:162518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398607.003370:0:162518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000322e52d4/0x5703899912342e37 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119eb5 expref: -99 pid: 162518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398607.003397:0:162518:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1c6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787398607.003418:0:162518:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c6:0x0].0x0 since=5628s v=(0 0) 00010000:00010000:1.0:1787398607.003423:0:162518:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398607.003432:0:162518:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000322e52d4/0x5703899912342e37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119eb5 expref: 11 pid: 162518 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.003450:0:162518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000322e52d4/0x5703899912342e37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119eb5 expref: 11 pid: 162518 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.003524:0:162518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b639a00, rc 0) 00000100:00100000:1.0:1787398607.003578:0:162518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f111f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+11:69165:x1874221247497216:12345-192.168.204.36@tcp:101:cp.0 Request processed in 252us (859us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398607.003585:0:162518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 282 00000100:00100000:3.0:1787398607.007011:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398607.007932:0:162511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247497344 00000100:00100000:2.0:1787398607.007946:0:162511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247497344 00000100:00100000:2.0:1787398607.008027:0:162511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 283 00000100:00100000:2.0:1787398607.008037:0:162511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f112680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dbe7f5ec-0726-4851-a675-2f47d040e30f+11:123760:x1874221247497344:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398607.008070:0:162511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398607.008091:0:162511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009929f127/0x5703899912342e3e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119ebc expref: -99 pid: 162511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.008139:0:162511:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000322e52d4/0x5703899912342e37 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119eb5 expref: 12 pid: 162518 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.008149:0:162511:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398607.008153:0:162511:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398607.008158:0:162511:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009929f127/0x5703899912342e3e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ebc expref: 12 pid: 162511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.008195:0:162511:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000322e52d4/0x5703899912342e37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119eb5 expref: 12 pid: 162518 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.008210:0:162511:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000322e52d4/0x5703899912342e37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119eb5 expref: 12 pid: 162518 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398607.008223:0:162511:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf325f9ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:162511:1874221260996608:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398607.008308:0:162511:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf321118900 going to sleep for 11 seconds 00000100:00100000:3.0:1787398607.011425:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398607.011459:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247497472 00000100:00100000:3.0:1787398607.011467:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247497472 00010000:00010000:3.0:1787398607.011533:0:158780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000322e52d4/0x5703899912342e37 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119eb5 expref: 13 pid: 162518 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398607.011567:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 155 00000100:00100000:3.0:1787398607.011578:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f113b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+13:69163:x1874221247497472:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398607.011593:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398607.011616:0:158780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000322e52d4/0x5703899912342e37 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119eb5 expref: 13 pid: 162518 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.011630:0:158780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000322e52d4/0x5703899912342e37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119eb5 expref: 13 pid: 162518 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.011662:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398607.011667:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398607.011675:0:158780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009929f127/0x5703899912342e3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ebc expref: 13 pid: 162511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.011686:0:158780:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009929f127/0x5703899912342e3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ebc expref: 13 pid: 162511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.011727:0:158780:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000009929f127/0x5703899912342e3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ebc expref: 13 pid: 162511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398607.011761:0:158780:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:158780:1874221260996736:192.168.204.36@tcp:105: 00000100:00100000:3.0:1787398607.011849:0:158780:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20aea59c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787398607.014189:0:158780:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f111180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:158780:1874221260996736:192.168.204.36@tcp:105: 00010000:00010000:3.0:1787398607.014221:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398607.014273:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f113b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+13:69163:x1874221247497472:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 2696us (2856us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398607.014284:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 155 00010000:00010000:2.0:1787398607.015063:0:162511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000322e52d4/0x5703899912342e37 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119eb5 expref: 12 pid: 162518 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398607.015085:0:162511:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf325f9ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:162511:1874221260996608:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398607.015120:0:162511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009929f127/0x5703899912342e3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ebc expref: 11 pid: 162511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.015152:0:162511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b003800, rc 0) 00000100:00100000:2.0:1787398607.015187:0:162511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f112680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dbe7f5ec-0726-4851-a675-2f47d040e30f+11:123760:x1874221247497344:12345-192.168.204.36@tcp:101:cp.0 Request processed in 7152us (8187us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398607.015195:0:162511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 283 00000100:00100000:0.0:1787398607.019320:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398607.019402:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247497728 00000100:00100000:1.0:1787398607.019412:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247497728 00000100:00100000:1.0:1787398607.019469:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 146 00000100:00100000:1.0:1787398607.019505:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+50:123760:x1874221247497728:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:1.0:1787398607.019835:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+51:123760:x1874221247497728:12345-192.168.204.36@tcp:35:cp.0 Request processed in 347us (515us total) trans 34359738670 rc 0/0 00000100:00100000:1.0:1787398607.019844:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 146 00000100:00100000:0.0:1787398607.024420:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398607.024532:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247497856 00000100:00100000:2.0:1787398607.024542:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247497856 00000100:00100000:2.0:1787398607.024596:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 528 00000100:00100000:2.0:1787398607.024606:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+51:123760:x1874221247497856:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398607.024633:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398607.024654:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342e45 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119ec3 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.024720:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x5703899912342e4c lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.024735:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x5703899912342e4c lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.024748:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x5703899912342e4c lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.024764:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342e53 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.024772:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342e53 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.024779:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342e53 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.024849:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x5703899912342e4c lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.024858:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x5703899912342e4c lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.024864:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x5703899912342e4c lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.024870:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x5703899912342e4c lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.024876:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b003000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398607.024880:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x5703899912342e4c lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.024887:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x5703899912342e4c lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.024900:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398607.024903:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398607.024908:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x5703899912342e4c lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.024916:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x5703899912342e4c lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.024931:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342e53 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.024936:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342e53 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.024948:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342e53 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.024953:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf30911d800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398607.024956:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342e53 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.024963:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342e53 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.024972:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x48840fb6 (ffff9cf30d910200) 00010000:00010000:2.0:1787398607.024975:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398607.024978:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342e53 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.024983:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342e53 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.025018:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342e45 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ec3 expref: 52 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.025040:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398607.025043:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398607.025047:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342e45 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ec3 expref: 52 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.025056:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b003e00, rc 0) 00000100:00100000:2.0:1787398607.025122:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+51:123760:x1874221247497856:12345-192.168.204.36@tcp:101:cp.0 Request processed in 517us (713us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398607.025139:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 528 00000100:00100000:3.0:1787398607.032380:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398607.032624:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247497984 00000100:00100000:0.0:1787398607.032634:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247497984 00000100:00100000:0.0:1787398607.032697:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 529 00000100:00100000:0.0:1787398607.032708:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f111180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+51:123760:x1874221247497984:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398607.032729:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398607.032748:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x5703899912342e5a lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119eca expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.032829:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342e61 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.032845:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342e61 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.032858:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342e61 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.032874:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912342e68 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.032900:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912342e68 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.032908:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912342e68 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.032950:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342e61 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.032958:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342e61 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.032965:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342e61 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.032972:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342e61 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.032977:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398607.032981:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342e61 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.032988:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342e61 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.033001:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398607.033004:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398607.033008:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342e61 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.033025:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342e61 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.033046:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912342e68 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.033052:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912342e68 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.033058:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912342e68 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.033064:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6cc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398607.033067:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912342e68 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.033073:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912342e68 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.033082:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x48840fb6 (ffff9cf336d34400) 00010000:00010000:0.0:1787398607.033084:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398607.033087:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912342e68 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.033094:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x5703899912342e68 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.033137:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x5703899912342e5a lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119eca expref: 52 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.033149:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398607.033151:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398607.033161:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x5703899912342e5a lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119eca expref: 52 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.033194:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6d800, rc 0) 00000100:00100000:0.0:1787398607.033267:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f111180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+51:123760:x1874221247497984:12345-192.168.204.36@tcp:101:cp.0 Request processed in 561us (897us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398607.033275:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 529 00000100:00100000:0.0:1787398607.036959:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398607.037095:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247498240 00000100:00100000:3.0:1787398607.037115:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247498240 00000100:00100000:3.0:1787398607.037166:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 530 00000100:00100000:3.0:1787398607.037175:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+51:123760:x1874221247498240:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398607.037197:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398607.037217:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9c400/0x5703899912342e6f lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119ed1 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.037330:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x5703899912342e76 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.037345:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x5703899912342e76 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.037357:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x5703899912342e76 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.037372:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x5703899912342e7d lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.037394:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x5703899912342e7d lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.037402:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x5703899912342e7d lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787398607.037749:0:158795:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x24b:0x0], index 0: 0 00080000:00000400:3.0:1787398607.037771:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1787398607.037775:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1787398607.037778:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1787398607.037781:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398607.037784:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1787398607.037786:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398607.037803:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1787398607.037806:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1787398607.037808:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1787398607.037810:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398607.037813:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1787398607.037815:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398607.037839:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1787398607.037842:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1787398607.037844:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1787398607.037846:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398607.037848:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1787398607.037849:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:3.0:1787398607.037941:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912342e84 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.037952:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912342e84 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.037971:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912342e84 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.038007:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x5703899912342e76 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.038015:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x5703899912342e76 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.038022:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x5703899912342e76 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.038029:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x5703899912342e76 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.038036:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf32cc9d400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398607.038040:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x5703899912342e76 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.038048:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x5703899912342e76 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.038060:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398607.038063:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398607.038067:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x5703899912342e76 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.038074:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d400/0x5703899912342e76 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398607.038088:0:158795:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b672a0e0 reply state 00000000d460b96e transno 34359738671 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x5703899912342e7d lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.038117:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x5703899912342e7d lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.038124:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x48840fb6 (ffff9cf337a20c00) 00010000:00010000:3.0:1787398607.038127:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787398607.038130:0:158795:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1787398607.038161:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9c400/0x5703899912342e6f lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ed1 expref: 54 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.038185:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912342e84 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ed1 expref: 53 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.038193:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0xb:0x0].0x0 (ffff9cf337a20800) 00010000:00010000:3.0:1787398607.038195:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787398607.038197:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a68600, rc 0) 00000100:00100000:3.0:1787398607.038262:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+54:123760:x1874221247498240:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1088us (1316us total) trans 34359738671 rc 0/0 00000100:00100000:3.0:1787398607.038270:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 530 00000100:00100000:0.0:1787398607.045097:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398607.045231:0:162519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247498368 00000100:00100000:2.0:1787398607.045242:0:162519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247498368 00000100:00100000:2.0:1787398607.045308:0:162519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 284 00000100:00100000:2.0:1787398607.045318:0:162519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:dbe7f5ec-0726-4851-a675-2f47d040e30f+10:69163:x1874221247498368:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398607.045334:0:162519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398607.045355:0:162519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000343ba8ee/0x5703899912342e92 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x24b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119ed8 expref: -99 pid: 162519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787398607.045380:0:162519:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398607.045399:0:162519:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24b:0x0].0x0 since=5628s v=(0 0) 00010000:00010000:2.0:1787398607.045404:0:162519:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398607.045413:0:162519:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000343ba8ee/0x5703899912342e92 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ed8 expref: 11 pid: 162519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.045429:0:162519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000343ba8ee/0x5703899912342e92 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ed8 expref: 11 pid: 162519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.045443:0:162519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf30911d800, rc 0) 00000100:00100000:2.0:1787398607.045522:0:162519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:dbe7f5ec-0726-4851-a675-2f47d040e30f+11:69163:x1874221247498368:12345-192.168.204.36@tcp:101:cp.0 Request processed in 205us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398607.045530:0:162519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 284 00000100:00100000:0.0:1787398607.049378:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398607.049575:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247498496 00000100:00100000:2.0:1787398607.049587:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247498496 00000100:00100000:2.0:1787398607.049649:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 285 00000100:00100000:2.0:1787398607.049660:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+11:123760:x1874221247498496:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398607.049693:0:162529:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398607.049713:0:162529:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c0ddec8d/0x5703899912342e99 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x24b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119edf expref: -99 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.049746:0:162529:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000343ba8ee/0x5703899912342e92 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x24b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ed8 expref: 12 pid: 162519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.049755:0:162529:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398607.049759:0:162529:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398607.049764:0:162529:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c0ddec8d/0x5703899912342e99 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x24b:0x0].0x0 rrc: 3 type: EXT [0->12287] (req 0->12287) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119edf expref: 12 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.049801:0:162529:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000343ba8ee/0x5703899912342e92 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ed8 expref: 12 pid: 162519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.049814:0:162529:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000343ba8ee/0x5703899912342e92 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ed8 expref: 12 pid: 162519 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398607.049842:0:162529:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf325f9ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:162529:1874221260996864:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398607.049931:0:162529:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf321118900 going to sleep for 11 seconds 00000100:00100000:1.0:1787398607.053918:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398607.054200:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247498624 00000100:00100000:3.0:1787398607.054209:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247498624 00010000:00010000:3.0:1787398607.054250:0:162512:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000343ba8ee/0x5703899912342e92 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x24b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ed8 expref: 13 pid: 162519 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398607.054305:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 156 00000100:00100000:3.0:1787398607.054315:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+13:69164:x1874221247498624:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398607.054330:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398607.054365:0:162512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000343ba8ee/0x5703899912342e92 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x24b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ed8 expref: 13 pid: 162519 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.054380:0:162512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000343ba8ee/0x5703899912342e92 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ed8 expref: 13 pid: 162519 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.054405:0:162512:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398607.054410:0:162512:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398607.054418:0:162512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c0ddec8d/0x5703899912342e99 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119edf expref: 13 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.054429:0:162512:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c0ddec8d/0x5703899912342e99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x24b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119edf expref: 13 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.054466:0:162512:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000c0ddec8d/0x5703899912342e99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x24b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119edf expref: 13 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398607.054521:0:162512:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f113800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:162512:1874221260996992:192.168.204.36@tcp:105: 00000100:00100000:3.0:1787398607.054598:0:162512:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20aea5f00 going to sleep for 11 seconds 00010000:00010000:2.0:1787398607.055457:0:162529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000343ba8ee/0x5703899912342e92 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x24b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ed8 expref: 13 pid: 162519 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398607.055524:0:162529:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf325f9ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:162529:1874221260996864:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398607.055551:0:162529:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c0ddec8d/0x5703899912342e99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x24b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119edf expref: 12 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.055578:0:162529:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf30911c000, rc 0) 00000100:00100000:2.0:1787398607.055623:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+12:123760:x1874221247498496:12345-192.168.204.36@tcp:101:cp.0 Request processed in 5964us (6257us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398607.055631:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 285 00000100:00100000:1.0:1787398607.063551:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398607.063649:0:162512:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f113800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:162512:1874221260996992:192.168.204.36@tcp:105: 00010000:00010000:3.0:1787398607.063677:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398607.063734:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+11:69164:x1874221247498624:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 9419us (9825us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398607.063745:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 156 00000100:00100000:0.0:1787398607.063903:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247498880 00000100:00100000:0.0:1787398607.063911:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247498880 00000100:00100000:0.0:1787398607.063963:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 147 00000100:00100000:0.0:1787398607.063973:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+54:123760:x1874221247498880:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:0.0:1787398607.064445:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+55:123760:x1874221247498880:12345-192.168.204.36@tcp:35:cp.0 Request processed in 473us (901us total) trans 34359738672 rc 0/0 00000100:00100000:0.0:1787398607.064453:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 147 00000100:00100000:0.0:1787398607.068907:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398607.069611:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247499008 00000100:00100000:2.0:1787398607.069622:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247499008 00000100:00100000:0.0:1787398607.069813:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 531 00000100:00100000:0.0:1787398607.069834:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+55:123760:x1874221247499008:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398607.069859:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398607.069881:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342ea0 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119ee6 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.069949:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342ea7 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.069983:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342ea7 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.069995:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342ea7 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.070276:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912342eae lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.070288:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912342eae lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.070297:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912342eae lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.070340:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342ea7 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.070348:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342ea7 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.070355:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342ea7 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.070361:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342ea7 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.070367:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6dc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398607.070371:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342ea7 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.070378:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342ea7 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.070400:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398607.070403:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398607.070408:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342ea7 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.070415:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342ea7 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.070429:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912342eae lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.070436:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912342eae lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.070441:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912342eae lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.070447:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398607.070449:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912342eae lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.070454:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912342eae lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.070462:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x48e4a31f (ffff9cf336d34400) 00010000:00010000:0.0:1787398607.070464:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398607.070466:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912342eae lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.070472:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912342eae lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.070681:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342ea0 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ee6 expref: 56 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.070692:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398607.070695:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398607.070698:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c600/0x5703899912342ea0 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ee6 expref: 56 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.070707:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6c600, rc 0) 00000100:00100000:0.0:1787398607.070888:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+55:123760:x1874221247499008:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1056us (1991us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398607.070896:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 531 00000100:00100000:0.0:1787398607.075345:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398607.075438:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247499136 00000100:00100000:3.0:1787398607.075448:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247499136 00000100:00100000:3.0:1787398607.075620:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 532 00000100:00100000:3.0:1787398607.075631:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+55:123760:x1874221247499136:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398607.075654:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398607.075677:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912342eb5 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119eed expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.075747:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912342ebc lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.075762:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912342ebc lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.075774:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912342ebc lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.075789:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912342ec3 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.075797:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912342ec3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.075804:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912342ec3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.075920:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912342ebc lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.075929:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912342ebc lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.075935:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912342ebc lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.075953:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912342ebc lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.075959:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a69200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398607.075964:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912342ebc lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.075972:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912342ebc lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.075984:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398607.075988:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398607.075993:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912342ebc lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.076000:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912342ebc lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.076151:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912342ec3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.076159:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912342ec3 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.076166:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912342ec3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.076171:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a69a00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398607.076175:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912342ec3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.076192:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912342ec3 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.076201:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x48e4a31f (ffff9cf337a20e00) 00010000:00010000:3.0:1787398607.076204:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398607.076207:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912342ec3 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.076214:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912342ec3 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.076250:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912342eb5 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119eed expref: 56 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.076261:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398607.076263:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398607.076338:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912342eb5 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119eed expref: 56 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.076351:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a69400, rc 0) 00000100:00100000:3.0:1787398607.076420:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+55:123760:x1874221247499136:12345-192.168.204.36@tcp:101:cp.0 Request processed in 791us (1156us total) trans 0 rc 301/301 00000100:00100000:3.0:1787398607.076427:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 532 00000100:00100000:2.0:1787398607.081788:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398607.081968:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247499392 00000100:00100000:1.0:1787398607.081980:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247499392 00000100:00100000:1.0:1787398607.082453:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 533 00000100:00100000:1.0:1787398607.082465:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+55:123760:x1874221247499392:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398607.082516:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398607.082539:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912342eca lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119ef4 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.082653:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912342ed1 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.082670:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912342ed1 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.082697:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912342ed1 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.082713:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342ed8 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.082721:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342ed8 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.082727:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342ed8 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787398607.083169:0:160868:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1c7:0x0], index 1: 0 00080000:00000400:1.0:1787398607.083182:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398607.083186:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398607.083189:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398607.083191:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398607.083194:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398607.083196:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398607.083211:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398607.083214:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398607.083216:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398607.083218:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398607.083221:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398607.083223:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398607.083249:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398607.083252:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398607.083254:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398607.083256:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398607.083259:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398607.083338:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1787398607.083438:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342edf lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.083449:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342edf lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.083458:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342edf lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.083682:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912342ed1 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.083692:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912342ed1 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.083697:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912342ed1 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.083704:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912342ed1 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.083711:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398607.083716:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912342ed1 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.083723:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912342ed1 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.083736:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398607.083740:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398607.083744:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912342ed1 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.083762:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912342ed1 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398607.083778:0:160868:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e5570210 reply state 00000000ad9c26ae transno 34359738673 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342ed8 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.083791:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342ed8 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.083796:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x48e4a31f (ffff9cf30dbdba00) 00010000:00010000:1.0:1787398607.083799:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398607.083802:0:160868:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787398607.083978:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912342eca lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ef4 expref: 58 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.083996:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342edf lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ef4 expref: 57 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.084005:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0xc:0x0].0x0 (ffff9cf30dbdbc00) 00010000:00010000:1.0:1787398607.084059:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787398607.084064:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b639a00, rc 0) 00000100:00100000:1.0:1787398607.084195:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+58:123760:x1874221247499392:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1731us (2416us total) trans 34359738673 rc 0/0 00000100:00100000:1.0:1787398607.084205:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 533 00000100:00100000:0.0:1787398607.088553:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398607.088660:0:162514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247499520 00000100:00100000:2.0:1787398607.088671:0:162514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247499520 00000100:00100000:2.0:1787398607.088732:0:162514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 286 00000100:00100000:2.0:1787398607.088742:0:162514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+11:69165:x1874221247499520:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398607.088759:0:162514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398607.088782:0:162514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006b42dadf/0x5703899912342eed lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119efb expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787398607.088809:0:162514:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1c7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398607.088840:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c7:0x0].0x0 since=5628s v=(0 0) 00010000:00010000:2.0:1787398607.088845:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398607.088855:0:162514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006b42dadf/0x5703899912342eed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119efb expref: 12 pid: 162514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.088872:0:162514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006b42dadf/0x5703899912342eed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119efb expref: 12 pid: 162514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.088887:0:162514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf30911ca00, rc 0) 00000100:00100000:2.0:1787398607.088960:0:162514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+12:69165:x1874221247499520:12345-192.168.204.36@tcp:101:cp.0 Request processed in 219us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398607.088968:0:162514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 286 00000100:00100000:2.0:1787398607.093709:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398607.093828:0:162524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247499648 00000100:00100000:0.0:1787398607.093838:0:162524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247499648 00000100:00100000:0.0:1787398607.093901:0:162524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 287 00000100:00100000:0.0:1787398607.093911:0:162524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:dbe7f5ec-0726-4851-a675-2f47d040e30f+12:123760:x1874221247499648:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398607.093932:0:162524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398607.093954:0:162524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000161d5d9c/0x5703899912342ef4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119f02 expref: -99 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.093988:0:162524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006b42dadf/0x5703899912342eed lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119efb expref: 13 pid: 162514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.093997:0:162524:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398607.094028:0:162524:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398607.094035:0:162524:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000161d5d9c/0x5703899912342ef4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f02 expref: 13 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.094073:0:162524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006b42dadf/0x5703899912342eed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119efb expref: 13 pid: 162514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.094087:0:162524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006b42dadf/0x5703899912342eed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119efb expref: 13 pid: 162514 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398607.094112:0:162524:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:162524:1874221260997120:192.168.204.36@tcp:104: 00000100:00100000:0.0:1787398607.094194:0:162524:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2099a6780 going to sleep for 11 seconds 00000100:00100000:0.0:1787398607.098372:0:162524:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:162524:1874221260997120:192.168.204.36@tcp:104: 00010000:00010000:0.0:1787398607.098418:0:162524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000161d5d9c/0x5703899912342ef4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f02 expref: 13 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.098443:0:162524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6c600, rc 0) 00000100:00100000:0.0:1787398607.098558:0:162524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:dbe7f5ec-0726-4851-a675-2f47d040e30f+13:123760:x1874221247499648:12345-192.168.204.36@tcp:101:cp.0 Request processed in 4647us (4859us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398607.098568:0:162524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 287 00000100:00100000:3.0:1787398607.100954:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398607.101067:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247499776 00000100:00100000:0.0:1787398607.101077:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247499776 00010000:00010000:0.0:1787398607.101128:0:158781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006b42dadf/0x5703899912342eed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119efb expref: 13 pid: 162514 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398607.101168:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 157 00000100:00100000:0.0:1787398607.101193:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f113800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+13:69163:x1874221247499776:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398607.101210:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398607.101234:0:158781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006b42dadf/0x5703899912342eed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119efb expref: 13 pid: 162514 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.101251:0:158781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006b42dadf/0x5703899912342eed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119efb expref: 13 pid: 162514 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.101289:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006b42dadf/0x5703899912342eed lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119efb expref: 13 pid: 162514 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.101309:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398607.101314:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398607.101323:0:158781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000161d5d9c/0x5703899912342ef4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f02 expref: 12 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.101333:0:158781:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000161d5d9c/0x5703899912342ef4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f02 expref: 12 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.101371:0:158781:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000161d5d9c/0x5703899912342ef4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f02 expref: 12 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398607.101386:0:158781:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:158781:1874221260997248:192.168.204.36@tcp:105: 00000100:00100000:0.0:1787398607.101470:0:158781:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2099a6780 going to sleep for 11 seconds 00000100:00100000:0.0:1787398607.105394:0:158781:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:158781:1874221260997248:192.168.204.36@tcp:105: 00010000:00010000:0.0:1787398607.105437:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398607.105529:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f113800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+12:69163:x1874221247499776:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 4337us (4583us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398607.105541:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 157 00000100:00100000:2.0:1787398607.109524:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398607.109615:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247500032 00000100:00100000:1.0:1787398607.109625:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247500032 00000100:00100000:1.0:1787398607.109675:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 148 00000100:00100000:1.0:1787398607.109685:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+58:123760:x1874221247500032:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:1.0:1787398607.110021:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+59:123760:x1874221247500032:12345-192.168.204.36@tcp:35:cp.0 Request processed in 328us (533us total) trans 34359738674 rc 0/0 00000100:00100000:1.0:1787398607.110030:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 148 00000100:00100000:3.0:1787398607.114442:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398607.114593:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247500160 00000100:00100000:1.0:1787398607.114603:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247500160 00000100:00100000:1.0:1787398607.114663:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 534 00000100:00100000:1.0:1787398607.114673:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f112a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+59:123760:x1874221247500160:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398607.114703:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398607.114725:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912342efb lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119f09 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.114792:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912342f02 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.114807:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912342f02 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.114831:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912342f02 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.114851:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648e00/0x5703899912342f09 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.114859:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648e00/0x5703899912342f09 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.114865:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648e00/0x5703899912342f09 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.114912:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912342f02 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.114937:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912342f02 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.114943:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912342f02 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.114951:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912342f02 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.114957:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398607.114963:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912342f02 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.114970:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912342f02 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.114983:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398607.114986:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398607.114991:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912342f02 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.114997:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x5703899912342f02 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.115023:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648e00/0x5703899912342f09 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.115030:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648e00/0x5703899912342f09 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.115035:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648e00/0x5703899912342f09 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.115047:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301648e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398607.115051:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648e00/0x5703899912342f09 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.115057:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648e00/0x5703899912342f09 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.115066:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xbf79d746 (ffff9cf30dbdb800) 00010000:00010000:1.0:1787398607.115069:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398607.115071:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648e00/0x5703899912342f09 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.115077:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648e00/0x5703899912342f09 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.115122:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912342efb lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f09 expref: 60 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.115134:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398607.115136:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398607.115140:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912342efb lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f09 expref: 60 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.115151:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b638e00, rc 0) 00000100:00100000:1.0:1787398607.115216:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f112a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+59:123760:x1874221247500160:12345-192.168.204.36@tcp:101:cp.0 Request processed in 544us (785us total) trans 0 rc 301/301 00000100:00100000:1.0:1787398607.115224:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 534 00000100:00100000:2.0:1787398607.118967:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398607.119072:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247500288 00000100:00100000:0.0:1787398607.119083:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247500288 00000100:00100000:0.0:1787398607.119153:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 535 00000100:00100000:0.0:1787398607.119164:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+59:123760:x1874221247500288:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398607.119185:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398607.119204:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912342f10 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119f10 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.119312:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342f17 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.119327:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342f17 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.119339:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342f17 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.119354:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x5703899912342f1e lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.119361:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x5703899912342f1e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.119368:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x5703899912342f1e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.119420:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342f17 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.119428:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342f17 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.119435:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342f17 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.119442:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342f17 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.119448:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6dc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398607.119452:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342f17 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.119459:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342f17 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.119471:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398607.119474:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398607.119519:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342f17 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.119526:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912342f17 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.119555:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x5703899912342f1e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.119561:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x5703899912342f1e lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.119573:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x5703899912342f1e lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.119578:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6ca00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398607.119589:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x5703899912342f1e lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.119595:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x5703899912342f1e lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.119604:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xbf79d746 (ffff9cf336d34400) 00010000:00010000:0.0:1787398607.119606:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398607.119609:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x5703899912342f1e lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.119614:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x5703899912342f1e lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.119650:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912342f10 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f10 expref: 60 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.119660:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398607.119662:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398607.119665:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912342f10 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f10 expref: 60 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.119675:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6c400, rc 0) 00000100:00100000:0.0:1787398607.119739:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+59:123760:x1874221247500288:12345-192.168.204.36@tcp:101:cp.0 Request processed in 577us (783us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398607.119756:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 535 00010000:00010000:1.0:1787398607.126670:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398607.128094:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398607.128189:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247500544 00000100:00100000:1.0:1787398607.128198:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247500544 00000100:00100000:1.0:1787398607.128253:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 536 00000100:00100000:1.0:1787398607.128263:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+59:123760:x1874221247500544:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398607.128291:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398607.128312:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648e00/0x5703899912342f25 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119f17 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.128438:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912342f2c lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.128454:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912342f2c lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.128466:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912342f2c lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.128523:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648200/0x5703899912342f33 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.128532:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648200/0x5703899912342f33 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.128539:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648200/0x5703899912342f33 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787398607.128836:0:158794:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x24c:0x0], index 0: 0 00080000:00000400:1.0:1787398607.128850:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398607.128854:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398607.128856:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398607.128858:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398607.128867:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398607.128869:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398607.128889:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398607.128891:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398607.128893:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398607.128895:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398607.128897:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398607.128899:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398607.128927:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398607.128929:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398607.128931:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398607.128933:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398607.128934:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398607.128936:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1787398607.129022:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648600/0x5703899912342f3a lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.129032:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648600/0x5703899912342f3a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.129039:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648600/0x5703899912342f3a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.129069:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912342f2c lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.129076:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912342f2c lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.129082:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912342f2c lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.129088:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912342f2c lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.129112:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301649400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398607.129117:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912342f2c lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.129124:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912342f2c lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.129139:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398607.129141:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398607.129147:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912342f2c lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.129155:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912342f2c lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398607.129171:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f392bf79 reply state 00000000bc10e3fd transno 34359738675 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648200/0x5703899912342f33 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.129183:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648200/0x5703899912342f33 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.129189:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xbf79d746 (ffff9cf30dbdb800) 00010000:00010000:1.0:1787398607.129191:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398607.129194:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787398607.129226:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648e00/0x5703899912342f25 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f17 expref: 62 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.129241:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648600/0x5703899912342f3a lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f17 expref: 61 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.129261:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0xd:0x0].0x0 (ffff9cf30dbdbf00) 00010000:00010000:1.0:1787398607.129264:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787398607.129266:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf301648600, rc 0) 00000100:00100000:1.0:1787398607.129344:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+62:123760:x1874221247500544:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1082us (1257us total) trans 34359738675 rc 0/0 00000100:00100000:1.0:1787398607.129352:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 536 00000100:00100000:3.0:1787398607.137004:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398607.137180:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247500672 00000100:00100000:0.0:1787398607.137192:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247500672 00000100:00100000:0.0:1787398607.137254:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 288 00000100:00100000:0.0:1787398607.137265:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f110380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+11:69163:x1874221247500672:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398607.137293:0:162520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398607.137316:0:162520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eb764aba/0x5703899912342f48 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x24c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119f1e expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787398607.137342:0:162520:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398607.137361:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24c:0x0].0x0 since=5628s v=(0 0) 00010000:00010000:0.0:1787398607.137365:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398607.137376:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eb764aba/0x5703899912342f48 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f1e expref: 12 pid: 162520 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.137394:0:162520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eb764aba/0x5703899912342f48 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f1e expref: 12 pid: 162520 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.137407:0:162520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6c400, rc 0) 00000100:00100000:0.0:1787398607.137473:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f110380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+12:69163:x1874221247500672:12345-192.168.204.36@tcp:101:cp.0 Request processed in 209us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398607.137513:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 288 00000100:00100000:2.0:1787398607.142265:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398607.142423:0:161119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247500800 00000100:00100000:1.0:1787398607.142433:0:161119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247500800 00000100:00100000:1.0:1787398607.142522:0:161119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 289 00000100:00100000:1.0:1787398607.142532:0:161119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+12:123760:x1874221247500800:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398607.142549:0:161119:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398607.142572:0:161119:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000031efe64b/0x5703899912342f4f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x24c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119f25 expref: -99 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.142605:0:161119:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000eb764aba/0x5703899912342f48 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f1e expref: 13 pid: 162520 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.142613:0:161119:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398607.142617:0:161119:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398607.142621:0:161119:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000031efe64b/0x5703899912342f4f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x24c:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f25 expref: 13 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.142658:0:161119:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000eb764aba/0x5703899912342f48 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f1e expref: 13 pid: 162520 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.142695:0:161119:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000eb764aba/0x5703899912342f48 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f1e expref: 13 pid: 162520 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398607.142710:0:161119:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33aae5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:161119:1874221260997376:192.168.204.36@tcp:104: 00000100:00100000:1.0:1787398607.142790:0:161119:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2046a39c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787398607.146425:0:161119:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33aae5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:161119:1874221260997376:192.168.204.36@tcp:104: 00010000:00010000:1.0:1787398607.146464:0:161119:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000031efe64b/0x5703899912342f4f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x24c:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f25 expref: 13 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.146518:0:161119:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf301648e00, rc 0) 00000100:00100000:1.0:1787398607.146575:0:161119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+13:123760:x1874221247500800:12345-192.168.204.36@tcp:101:cp.0 Request processed in 4044us (4321us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398607.146585:0:161119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 289 00000100:00100000:0.0:1787398607.148803:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398607.148935:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247500928 00000100:00100000:2.0:1787398607.148944:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247500928 00010000:00010000:2.0:1787398607.148978:0:158779:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000eb764aba/0x5703899912342f48 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f1e expref: 13 pid: 162520 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398607.149022:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 158 00000100:00100000:2.0:1787398607.149031:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+13:69164:x1874221247500928:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787398607.149052:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398607.149073:0:158779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000eb764aba/0x5703899912342f48 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f1e expref: 13 pid: 162520 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.149087:0:158779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000eb764aba/0x5703899912342f48 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f1e expref: 13 pid: 162520 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.149119:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eb764aba/0x5703899912342f48 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x24c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f1e expref: 13 pid: 162520 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.149137:0:158779:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398607.149152:0:158779:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398607.149161:0:158779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000031efe64b/0x5703899912342f4f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f25 expref: 12 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.149171:0:158779:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000031efe64b/0x5703899912342f4f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f25 expref: 12 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.149207:0:158779:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000031efe64b/0x5703899912342f4f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f25 expref: 12 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398607.149221:0:158779:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf325f9df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:158779:1874221260997504:192.168.204.36@tcp:105: 00000100:00100000:2.0:1787398607.149356:0:158779:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf321118900 going to sleep for 11 seconds 00000100:00100000:2.0:1787398607.153264:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398607.153418:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247501184 00000100:00100000:1.0:1787398607.153428:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247501184 00000100:00100000:1.0:1787398607.153522:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 149 00000100:00100000:1.0:1787398607.153533:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf334042d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+62:123760:x1874221247501184:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:1.0:1787398607.153854:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf334042d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+63:123760:x1874221247501184:12345-192.168.204.36@tcp:35:cp.0 Request processed in 322us (598us total) trans 34359738676 rc 0/0 00000100:00100000:1.0:1787398607.153862:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 149 00000100:00100000:0.0:1787398607.154029:0:158779:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf325f9df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:158779:1874221260997504:192.168.204.36@tcp:105: 00010000:00010000:0.0:1787398607.154055:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398607.154115:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+12:69164:x1874221247500928:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 5084us (5320us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398607.154124:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 158 00000100:00100000:0.0:1787398607.161253:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398607.161470:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247501312 00000100:00100000:2.0:1787398607.161511:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247501312 00000100:00100000:2.0:1787398607.161578:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 537 00000100:00100000:2.0:1787398607.161590:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+63:123760:x1874221247501312:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398607.161618:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398607.161640:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342f56 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119f2c expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.161731:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342f5d lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.161746:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342f5d lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.161759:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342f5d lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.161780:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342f64 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.161788:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342f64 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.161795:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342f64 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.161848:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342f5d lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.161857:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342f5d lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.161863:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342f5d lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.161869:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342f5d lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.161874:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf30911ca00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398607.161878:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342f5d lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.161886:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342f5d lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.161899:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398607.161902:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398607.161907:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342f5d lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.161920:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342f5d lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.161935:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342f64 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.161942:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342f64 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.161948:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342f64 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.161953:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf30911c400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398607.161956:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342f64 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.161963:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342f64 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.161971:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xb34b709f (ffff9cf30d910500) 00010000:00010000:2.0:1787398607.161974:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398607.161977:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342f64 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.161983:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342f64 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.162028:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342f56 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f2c expref: 64 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.162283:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398607.162286:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398607.162292:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342f56 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f2c expref: 64 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.162302:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf30911d800, rc 0) 00000100:00100000:2.0:1787398607.162410:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+63:123760:x1874221247501312:12345-192.168.204.36@tcp:101:cp.0 Request processed in 822us (1167us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398607.162419:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 537 00000100:00100000:3.0:1787398607.168637:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398607.169140:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247501440 00000100:00100000:1.0:1787398607.169152:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247501440 00000100:00100000:1.0:1787398607.169255:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 538 00000100:00100000:1.0:1787398607.169290:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+63:123760:x1874221247501440:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398607.169315:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398607.169337:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912342f6b lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119f33 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.169408:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x5703899912342f72 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.169424:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x5703899912342f72 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.169436:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x5703899912342f72 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.169451:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649a00/0x5703899912342f79 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.169458:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649a00/0x5703899912342f79 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.169466:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649a00/0x5703899912342f79 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.169550:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x5703899912342f72 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.169559:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x5703899912342f72 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.169566:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x5703899912342f72 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.169585:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x5703899912342f72 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.169592:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301648000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398607.169597:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x5703899912342f72 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.169606:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x5703899912342f72 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.169619:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398607.169622:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398607.169626:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x5703899912342f72 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.169633:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x5703899912342f72 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.169648:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649a00/0x5703899912342f79 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.169654:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649a00/0x5703899912342f79 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.169661:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649a00/0x5703899912342f79 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.169666:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301649a00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398607.169669:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649a00/0x5703899912342f79 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.169684:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649a00/0x5703899912342f79 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.169692:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xb34b709f (ffff9cf30dbdb400) 00010000:00010000:1.0:1787398607.169694:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398607.169697:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649a00/0x5703899912342f79 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.169702:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649a00/0x5703899912342f79 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.169736:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912342f6b lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f33 expref: 64 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.169747:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398607.169749:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398607.169753:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912342f6b lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f33 expref: 64 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.169762:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf301649400, rc 0) 00000100:00100000:1.0:1787398607.169831:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+63:123760:x1874221247501440:12345-192.168.204.36@tcp:101:cp.0 Request processed in 544us (1203us total) trans 0 rc 301/301 00000100:00100000:1.0:1787398607.169840:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 538 00000100:00100000:0.0:1787398607.174995:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398607.175164:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247501696 00000100:00100000:2.0:1787398607.175176:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247501696 00000100:00100000:2.0:1787398607.175241:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 539 00000100:00100000:2.0:1787398607.175253:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325f9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+63:123760:x1874221247501696:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398607.175287:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398607.175308:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342f80 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119f3a expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.175415:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342f87 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.175431:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342f87 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.175442:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342f87 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.175457:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342f8e lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.175505:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342f8e lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.175514:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342f8e lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398607.175866:0:158796:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1c8:0x0], index 1: 0 00080000:00000400:2.0:1787398607.175880:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1787398607.175885:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398607.175887:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398607.175889:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398607.175892:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398607.175894:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398607.175911:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1787398607.175914:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398607.175916:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398607.175918:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398607.175920:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398607.175921:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398607.175950:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1787398607.175953:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398607.175955:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398607.175957:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398607.175959:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398607.175961:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1787398607.176095:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342f95 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.176116:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342f95 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.176138:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342f95 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.176182:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342f87 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.176190:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342f87 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.176196:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342f87 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.176201:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342f87 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.176207:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf30911c400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398607.176211:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342f87 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.176220:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342f87 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.176234:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398607.176237:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398607.176241:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342f87 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.176247:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342f87 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398607.176260:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000560d0b74 reply state 000000000178aba2 transno 34359738677 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342f8e lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.176282:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342f8e lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.176288:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xb34b709f (ffff9cf30d910500) 00010000:00010000:2.0:1787398607.176290:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398607.176293:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787398607.176326:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342f80 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f3a expref: 66 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.176340:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342f95 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f3a expref: 65 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.176348:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0xe:0x0].0x0 (ffff9cf30d910f00) 00010000:00010000:2.0:1787398607.176351:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787398607.176353:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b003e00, rc 0) 00000100:00100000:2.0:1787398607.176433:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325f9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+66:123760:x1874221247501696:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1182us (1448us total) trans 34359738677 rc 0/0 00000100:00100000:2.0:1787398607.176441:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 539 00000100:00100000:0.0:1787398607.181762:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398607.181856:0:162511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247501824 00000100:00100000:2.0:1787398607.181867:0:162511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247501824 00000100:00100000:2.0:1787398607.181928:0:162511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 290 00000100:00100000:2.0:1787398607.181939:0:162511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b889c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dbe7f5ec-0726-4851-a675-2f47d040e30f+12:69165:x1874221247501824:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398607.181958:0:162511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398607.181981:0:162511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000002ce5c07/0x5703899912342fa3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119f41 expref: -99 pid: 162511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787398607.182019:0:162511:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1c8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398607.182090:0:162511:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c8:0x0].0x0 since=5628s v=(0 0) 00010000:00010000:2.0:1787398607.182096:0:162511:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398607.182117:0:162511:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000002ce5c07/0x5703899912342fa3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f41 expref: 13 pid: 162511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.182135:0:162511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000002ce5c07/0x5703899912342fa3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f41 expref: 13 pid: 162511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.182149:0:162511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b003000, rc 0) 00000100:00100000:2.0:1787398607.182208:0:162511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b889c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dbe7f5ec-0726-4851-a675-2f47d040e30f+13:69165:x1874221247501824:12345-192.168.204.36@tcp:101:cp.0 Request processed in 272us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398607.182216:0:162511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 290 00000100:00100000:3.0:1787398607.195408:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398607.195551:0:160295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247501952 00000100:00100000:0.0:1787398607.195561:0:160295:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247501952 00000100:00100000:0.0:1787398607.195621:0:160295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 291 00000100:00100000:0.0:1787398607.195632:0:160295:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+13:123760:x1874221247501952:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398607.195650:0:160295:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398607.195669:0:160295:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000997ddee2/0x5703899912342faa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119f48 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.195701:0:160295:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000002ce5c07/0x5703899912342fa3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f41 expref: 14 pid: 162511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.195710:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398607.195715:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398607.195720:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000997ddee2/0x5703899912342faa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->28671] (req 0->28671) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f48 expref: 14 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.195754:0:160295:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000002ce5c07/0x5703899912342fa3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f41 expref: 14 pid: 162511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.195766:0:160295:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000002ce5c07/0x5703899912342fa3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f41 expref: 14 pid: 162511 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398607.195794:0:160295:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20b888700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:160295:1874221260997632:192.168.204.36@tcp:104: 00000100:00100000:0.0:1787398607.195880:0:160295:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2099a6780 going to sleep for 11 seconds 00000100:00100000:0.0:1787398607.200218:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398607.200454:0:160295:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20b888700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:160295:1874221260997632:192.168.204.36@tcp:104: 00010000:00010000:1.0:1787398607.200527:0:160295:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000997ddee2/0x5703899912342faa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->28671] (req 0->28671) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f48 expref: 14 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.200571:0:160295:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6ce00, rc 0) 00000100:00100000:1.0:1787398607.200624:0:160295:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+14:123760:x1874221247501952:12345-192.168.204.36@tcp:101:cp.0 Request processed in 4993us (5226us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398607.200633:0:160295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 291 00000100:00100000:3.0:1787398607.202544:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247502080 00000100:00100000:3.0:1787398607.202560:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247502080 00010000:00010000:3.0:1787398607.202604:0:158780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000002ce5c07/0x5703899912342fa3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f41 expref: 14 pid: 162511 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398607.202641:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 159 00000100:00100000:3.0:1787398607.202650:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf209b88850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+14:69163:x1874221247502080:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398607.202664:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398607.202689:0:158780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000002ce5c07/0x5703899912342fa3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f41 expref: 14 pid: 162511 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.202703:0:158780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000002ce5c07/0x5703899912342fa3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f41 expref: 14 pid: 162511 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.202730:0:158780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000002ce5c07/0x5703899912342fa3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f41 expref: 14 pid: 162511 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.202748:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398607.202752:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398607.202761:0:158780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000997ddee2/0x5703899912342faa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->28671) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f48 expref: 13 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.202772:0:158780:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000997ddee2/0x5703899912342faa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->28671) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f48 expref: 13 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.202955:0:158780:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000997ddee2/0x5703899912342faa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->28671) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f48 expref: 13 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398607.202987:0:158780:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:158780:1874221260997760:192.168.204.36@tcp:105: 00000100:00100000:3.0:1787398607.203540:0:158780:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20aea5f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787398607.208441:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398607.208673:0:158780:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:158780:1874221260997760:192.168.204.36@tcp:105: 00010000:00010000:3.0:1787398607.208699:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398607.208760:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf209b88850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+13:69163:x1874221247502080:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 6110us (8553us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398607.208770:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 159 00000100:00100000:1.0:1787398607.210396:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247502336 00000100:00100000:1.0:1787398607.210409:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247502336 00000100:00100000:1.0:1787398607.210543:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 150 00000100:00100000:1.0:1787398607.210553:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf303dfac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+66:123760:x1874221247502336:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:1.0:1787398607.211046:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf303dfac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+67:123760:x1874221247502336:12345-192.168.204.36@tcp:35:cp.0 Request processed in 492us (2617us total) trans 34359738678 rc 0/0 00000100:00100000:1.0:1787398607.211055:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 150 00000100:00100000:0.0:1787398607.222645:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398607.222855:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247502464 00000100:00100000:3.0:1787398607.222866:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247502464 00000100:00100000:3.0:1787398607.222932:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 540 00000100:00100000:3.0:1787398607.222941:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b889180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+67:123760:x1874221247502464:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398607.222968:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398607.222993:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x5703899912342fb1 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119f4f expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.223109:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912342fb8 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.223123:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912342fb8 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.223134:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912342fb8 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.223148:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912342fbf lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.223167:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912342fbf lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.223174:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912342fbf lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.223219:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912342fb8 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.223225:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912342fb8 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.223230:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912342fb8 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.223237:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912342fb8 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.223242:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a69400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398607.223246:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912342fb8 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.223254:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912342fb8 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.223532:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398607.223536:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398607.223541:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912342fb8 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.223547:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912342fb8 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.223569:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912342fbf lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.223575:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912342fbf lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.223580:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912342fbf lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.223585:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a69a00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398607.223587:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912342fbf lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.223593:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912342fbf lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.223602:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9b815f19 (ffff9cf337a20e00) 00010000:00010000:3.0:1787398607.223604:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398607.223607:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912342fbf lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.223613:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912342fbf lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.223651:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x5703899912342fb1 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f4f expref: 68 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.223662:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398607.223664:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398607.223675:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x5703899912342fb1 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f4f expref: 68 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.223684:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a69e00, rc 0) 00000100:00100000:3.0:1787398607.223880:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b889180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+67:123760:x1874221247502464:12345-192.168.204.36@tcp:101:cp.0 Request processed in 938us (1872us total) trans 0 rc 301/301 00000100:00100000:3.0:1787398607.223888:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 540 00000100:00100000:0.0:1787398607.227704:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398607.227875:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247502592 00000100:00100000:2.0:1787398607.227889:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247502592 00000100:00100000:2.0:1787398607.227958:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 541 00000100:00100000:2.0:1787398607.227970:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b888700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+67:123760:x1874221247502592:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398607.227993:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398607.228015:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x5703899912342fc6 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119f56 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.228106:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342fcd lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.228122:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342fcd lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.228135:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342fcd lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.228175:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342fd4 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.228183:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342fd4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.228191:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342fd4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.228234:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342fcd lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.228241:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342fcd lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.228246:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342fcd lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.228252:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342fcd lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.228257:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf30911d800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398607.228261:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342fcd lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.228281:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342fcd lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.228293:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398607.228296:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398607.228300:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342fcd lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.228314:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d800/0x5703899912342fcd lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.228329:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342fd4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.228335:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342fd4 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.228340:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342fd4 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.228345:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf30911c400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398607.228348:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342fd4 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.228353:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342fd4 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.228361:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9b815f19 (ffff9cf30d910d00) 00010000:00010000:2.0:1787398607.228363:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398607.228366:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342fd4 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.228372:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912342fd4 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.228405:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x5703899912342fc6 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f56 expref: 68 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.228427:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398607.228430:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398607.228434:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x5703899912342fc6 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f56 expref: 68 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.228445:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b003000, rc 0) 00000100:00100000:2.0:1787398607.229319:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b888700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+67:123760:x1874221247502592:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1347us (1623us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398607.229330:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 541 00000100:00100000:0.0:1787398607.234924:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398607.235007:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247502848 00000100:00100000:1.0:1787398607.235026:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247502848 00000100:00100000:1.0:1787398607.235091:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 542 00000100:00100000:1.0:1787398607.235111:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+67:123760:x1874221247502848:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398607.235133:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398607.235154:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912342fdb lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119f5d expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.235279:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649a00/0x5703899912342fe2 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.235295:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649a00/0x5703899912342fe2 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.235307:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649a00/0x5703899912342fe2 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.235337:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x5703899912342fe9 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.235345:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x5703899912342fe9 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.235353:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x5703899912342fe9 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787398607.235721:0:158794:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x24d:0x0], index 0: 0 00080000:00000400:1.0:1787398607.235735:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398607.235739:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398607.235741:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398607.235756:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398607.235759:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398607.235761:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398607.235779:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398607.235783:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398607.235785:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398607.235787:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398607.235790:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398607.235791:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398607.235817:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398607.235820:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398607.235822:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398607.235825:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398607.235827:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398607.235829:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1787398607.235925:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649c00/0x5703899912342ff0 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.235947:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649c00/0x5703899912342ff0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.235955:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649c00/0x5703899912342ff0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.235995:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649a00/0x5703899912342fe2 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.236003:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649a00/0x5703899912342fe2 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.236009:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649a00/0x5703899912342fe2 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.236017:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649a00/0x5703899912342fe2 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.236023:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301649a00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398607.236028:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649a00/0x5703899912342fe2 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.236036:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649a00/0x5703899912342fe2 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.236048:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398607.236051:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398607.236056:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649a00/0x5703899912342fe2 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.236063:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649a00/0x5703899912342fe2 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398607.236088:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000089519c7b reply state 000000009d3157e5 transno 34359738679 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x5703899912342fe9 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.236110:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x5703899912342fe9 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.236118:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9b815f19 (ffff9cf30dbdb400) 00010000:00010000:1.0:1787398607.236121:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398607.236124:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787398607.236155:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912342fdb lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f5d expref: 70 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.236170:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649c00/0x5703899912342ff0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f5d expref: 69 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.236177:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0xf:0x0].0x0 (ffff9cf33f78e900) 00010000:00010000:1.0:1787398607.236180:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787398607.236182:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf301649c00, rc 0) 00000100:00100000:1.0:1787398607.236245:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+70:123760:x1874221247502848:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1145us (1331us total) trans 34359738679 rc 0/0 00000100:00100000:1.0:1787398607.236254:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 542 00000100:00100000:0.0:1787398607.244583:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398607.244709:0:162515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247502976 00000100:00100000:2.0:1787398607.244720:0:162515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247502976 00000100:00100000:2.0:1787398607.244786:0:162515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 292 00000100:00100000:2.0:1787398607.244795:0:162515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+12:69163:x1874221247502976:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398607.244814:0:162515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398607.244847:0:162515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e3686ed/0x5703899912342ffe lrc: 2/0,0 mode: --/PR res: [0x280000401:0x24d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119f64 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787398607.244873:0:162515:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398607.244894:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24d:0x0].0x0 since=5628s v=(0 0) 00010000:00010000:2.0:1787398607.244898:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398607.244910:0:162515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e3686ed/0x5703899912342ffe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f64 expref: 13 pid: 162515 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.244927:0:162515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004e3686ed/0x5703899912342ffe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f64 expref: 13 pid: 162515 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.244965:0:162515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf30911c400, rc 0) 00000100:00100000:2.0:1787398607.245044:0:162515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+13:69163:x1874221247502976:12345-192.168.204.36@tcp:101:cp.0 Request processed in 249us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398607.245051:0:162515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 292 00000100:00100000:0.0:1787398607.260202:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398607.260390:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247503104 00000100:00100000:2.0:1787398607.260401:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247503104 00000100:00100000:2.0:1787398607.260468:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 293 00000100:00100000:2.0:1787398607.260515:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2034dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+13:123760:x1874221247503104:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398607.260535:0:162529:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398607.260555:0:162529:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000343ba8ee/0x5703899912343005 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x24d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119f6b expref: -99 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.260588:0:162529:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004e3686ed/0x5703899912342ffe lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x24d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f64 expref: 14 pid: 162515 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.260597:0:162529:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398607.260601:0:162529:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398607.260606:0:162529:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000343ba8ee/0x5703899912343005 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x24d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f6b expref: 14 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.260642:0:162529:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004e3686ed/0x5703899912342ffe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f64 expref: 14 pid: 162515 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.263516:0:162529:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004e3686ed/0x5703899912342ffe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f64 expref: 14 pid: 162515 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398607.263567:0:162529:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf334041880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:162529:1874221260997888:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398607.263681:0:162529:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf321118c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787398607.270966:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398607.271245:0:162529:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf334041880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:162529:1874221260997888:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398607.271352:0:162529:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000343ba8ee/0x5703899912343005 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x24d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f6b expref: 14 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.271374:0:162529:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf30911d800, rc 0) 00000100:00100000:2.0:1787398607.271435:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2034dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+14:123760:x1874221247503104:12345-192.168.204.36@tcp:101:cp.0 Request processed in 10958us (11244us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398607.271445:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 293 00000100:00100000:3.0:1787398607.272229:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247503232 00000100:00100000:3.0:1787398607.272239:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247503232 00010000:00010000:3.0:1787398607.272378:0:162512:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004e3686ed/0x5703899912342ffe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f64 expref: 14 pid: 162515 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398607.272454:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 160 00000100:00100000:3.0:1787398607.272465:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33b380000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+14:69164:x1874221247503232:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398607.272516:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398607.272544:0:162512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004e3686ed/0x5703899912342ffe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f64 expref: 14 pid: 162515 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.272559:0:162512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004e3686ed/0x5703899912342ffe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f64 expref: 14 pid: 162515 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.272587:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e3686ed/0x5703899912342ffe lrc: 0/0,0 mode: --/PR res: [0x280000401:0x24d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f64 expref: 14 pid: 162515 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.272604:0:162512:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398607.272608:0:162512:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398607.272632:0:162512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000343ba8ee/0x5703899912343005 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f6b expref: 13 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.272644:0:162512:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000343ba8ee/0x5703899912343005 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f6b expref: 13 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.272682:0:162512:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000343ba8ee/0x5703899912343005 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f6b expref: 13 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398607.272698:0:162512:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:162512:1874221260998016:192.168.204.36@tcp:105: 00000100:00100000:1.0:1787398607.272955:0:162512:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20aea5e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787398607.281459:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398607.281626:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247503488 00000100:00100000:2.0:1787398607.281637:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247503488 00000100:00100000:2.0:1787398607.281694:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 151 00000100:00100000:2.0:1787398607.281704:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+70:123760:x1874221247503488:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:2.0:1787398607.282047:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+71:123760:x1874221247503488:12345-192.168.204.36@tcp:35:cp.0 Request processed in 343us (595us total) trans 34359738680 rc 0/0 00000100:00100000:2.0:1787398607.282055:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 151 00000100:00100000:1.0:1787398607.286206:0:162512:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:162512:1874221260998016:192.168.204.36@tcp:105: 00010000:00010000:1.0:1787398607.286235:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787398607.286546:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33b380000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+13:69164:x1874221247503232:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 14080us (15587us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398607.286557:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 160 00000100:00100000:2.0:1787398607.294161:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398607.294579:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247503616 00000100:00100000:1.0:1787398607.294591:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247503616 00000100:00100000:1.0:1787398607.294656:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 543 00000100:00100000:1.0:1787398607.294667:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf334041880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+71:123760:x1874221247503616:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398607.294693:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398607.294715:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x570389991234300c lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119f72 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.294820:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649a00/0x5703899912343013 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.294835:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649a00/0x5703899912343013 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.294855:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649a00/0x5703899912343013 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.294871:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x570389991234301a lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.294879:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x570389991234301a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.294884:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x570389991234301a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.294927:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649a00/0x5703899912343013 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.294935:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649a00/0x5703899912343013 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.294972:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649a00/0x5703899912343013 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.294980:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649a00/0x5703899912343013 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.294987:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301649a00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398607.294991:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649a00/0x5703899912343013 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.295000:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649a00/0x5703899912343013 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.295013:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398607.295016:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398607.295021:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649a00/0x5703899912343013 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.295027:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649a00/0x5703899912343013 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.295043:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x570389991234301a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.295049:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x570389991234301a lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.295055:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x570389991234301a lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.295060:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398607.295069:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x570389991234301a lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.295076:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x570389991234301a lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.295084:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe9fa0db8 (ffff9cf33f78ed00) 00010000:00010000:1.0:1787398607.295087:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398607.295089:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x570389991234301a lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.295095:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x570389991234301a lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.295140:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x570389991234300c lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f72 expref: 72 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.295151:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398607.295153:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398607.295157:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x570389991234300c lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f72 expref: 72 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.295166:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf301649400, rc 0) 00000100:00100000:1.0:1787398607.295228:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf334041880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+71:123760:x1874221247503616:12345-192.168.204.36@tcp:101:cp.0 Request processed in 562us (1077us total) trans 0 rc 301/301 00000100:00100000:1.0:1787398607.295235:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 543 00000100:00100000:2.0:1787398607.302526:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398607.305706:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247503744 00000100:00100000:0.0:1787398607.305724:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247503744 00000100:00100000:0.0:1787398607.306126:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 544 00000100:00100000:0.0:1787398607.306138:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf334042d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+71:123760:x1874221247503744:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398607.306160:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398607.306181:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912343021 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119f79 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.306250:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x5703899912343028 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.307105:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x5703899912343028 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.307128:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x5703899912343028 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.307168:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x570389991234302f lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.307177:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x570389991234302f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.307184:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x570389991234302f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.307227:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x5703899912343028 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.307235:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x5703899912343028 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.307241:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x5703899912343028 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.307248:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x5703899912343028 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.307254:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6d000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398607.307259:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x5703899912343028 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.307265:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x5703899912343028 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.307278:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398607.307281:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398607.307285:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x5703899912343028 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.307299:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x5703899912343028 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.307315:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x570389991234302f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.307322:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x570389991234302f lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.307328:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x570389991234302f lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.307333:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6d800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398607.307336:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x570389991234302f lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.307342:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x570389991234302f lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.307350:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe9fa0db8 (ffff9cf336d34f00) 00010000:00010000:0.0:1787398607.307352:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398607.307355:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x570389991234302f lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.307359:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x570389991234302f lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.307399:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912343021 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f79 expref: 72 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.307421:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398607.307424:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398607.307428:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912343021 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f79 expref: 72 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.307437:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6c000, rc 0) 00000100:00100000:0.0:1787398607.307519:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf334042d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+71:123760:x1874221247503744:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1383us (5003us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398607.307527:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 544 00000100:00100000:0.0:1787398607.311574:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398607.312390:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247504000 00000100:00100000:1.0:1787398607.312402:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247504000 00000100:00100000:1.0:1787398607.312509:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 545 00000100:00100000:1.0:1787398607.312521:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+71:123760:x1874221247504000:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398607.312563:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398607.312585:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912343036 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119f80 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.312871:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x570389991234303d lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.312889:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x570389991234303d lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.312901:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x570389991234303d lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.312919:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912343044 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.312926:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912343044 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.312933:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912343044 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787398607.314645:0:160868:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1c9:0x0], index 1: 0 00080000:00000400:1.0:1787398607.314672:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398607.314676:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398607.314679:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398607.314682:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398607.314684:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398607.314686:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398607.314722:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398607.314725:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398607.314740:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398607.314742:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398607.314744:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398607.314746:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398607.314788:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398607.314791:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398607.314794:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398607.314795:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398607.314797:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398607.314799:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1787398607.314939:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649a00/0x570389991234304b lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.314955:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649a00/0x570389991234304b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.314965:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649a00/0x570389991234304b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.315006:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x570389991234303d lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.315013:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x570389991234303d lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.315020:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x570389991234303d lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.315027:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x570389991234303d lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.315033:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398607.315038:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x570389991234303d lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.315052:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x570389991234303d lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.315066:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398607.315069:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398607.315076:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x570389991234303d lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.315083:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639000/0x570389991234303d lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398607.315110:0:160868:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d8ab392e reply state 00000000de063d25 transno 34359738681 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912343044 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.315122:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912343044 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.315129:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe9fa0db8 (ffff9cf33f78ed00) 00010000:00010000:1.0:1787398607.315131:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398607.315134:0:160868:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787398607.315171:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912343036 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f80 expref: 74 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.315186:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649a00/0x570389991234304b lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f80 expref: 73 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.315195:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x10:0x0].0x0 (ffff9cf33f78e500) 00010000:00010000:1.0:1787398607.315197:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787398607.315199:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf301649a00, rc 0) 00000100:00100000:1.0:1787398607.316049:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+74:123760:x1874221247504000:12345-192.168.204.36@tcp:101:cp.0 Request processed in 3525us (4480us total) trans 34359738681 rc 0/0 00000100:00100000:1.0:1787398607.316060:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 545 00000100:00100000:3.0:1787398607.326973:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398607.327126:0:160294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247504128 00000100:00100000:1.0:1787398607.327137:0:160294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247504128 00000100:00100000:1.0:1787398607.327203:0:160294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 294 00000100:00100000:1.0:1787398607.327214:0:160294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+13:69165:x1874221247504128:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398607.327233:0:160294:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398607.327258:0:160294:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000001220a57/0x5703899912343059 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119f87 expref: -99 pid: 160294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398607.327300:0:160294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1c9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787398607.327319:0:160294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c9:0x0].0x0 since=5628s v=(0 0) 00010000:00010000:1.0:1787398607.327324:0:160294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398607.327332:0:160294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000001220a57/0x5703899912343059 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f87 expref: 14 pid: 160294 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.327348:0:160294:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000001220a57/0x5703899912343059 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f87 expref: 14 pid: 160294 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.327360:0:160294:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf203a9ac00, rc 0) 00000100:00100000:1.0:1787398607.327424:0:160294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+14:69165:x1874221247504128:12345-192.168.204.36@tcp:101:cp.0 Request processed in 211us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398607.327431:0:160294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 294 00000100:00100000:2.0:1787398607.330599:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398607.330751:0:162524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247504256 00000100:00100000:1.0:1787398607.330763:0:162524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247504256 00000100:00100000:1.0:1787398607.330831:0:162524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 295 00000100:00100000:1.0:1787398607.330841:0:162524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:dbe7f5ec-0726-4851-a675-2f47d040e30f+14:123760:x1874221247504256:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398607.330858:0:162524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398607.330877:0:162524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000def2a4d5/0x5703899912343060 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119f8e expref: -99 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.330907:0:162524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000001220a57/0x5703899912343059 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f87 expref: 15 pid: 160294 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.330916:0:162524:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398607.330921:0:162524:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398607.330926:0:162524:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000def2a4d5/0x5703899912343060 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f8e expref: 15 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.330960:0:162524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000001220a57/0x5703899912343059 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f87 expref: 15 pid: 160294 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.330974:0:162524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000001220a57/0x5703899912343059 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f87 expref: 15 pid: 160294 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398607.330988:0:162524:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33aae6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:162524:1874221260998144:192.168.204.36@tcp:104: 00000100:00100000:1.0:1787398607.331092:0:162524:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf30b6a9900 going to sleep for 11 seconds 00000100:00100000:1.0:1787398607.334090:0:162524:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33aae6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:162524:1874221260998144:192.168.204.36@tcp:104: 00010000:00010000:1.0:1787398607.334144:0:162524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000def2a4d5/0x5703899912343060 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f8e expref: 15 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.334188:0:162524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf203a9a800, rc 0) 00000100:00100000:1.0:1787398607.334250:0:162524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:dbe7f5ec-0726-4851-a675-2f47d040e30f+15:123760:x1874221247504256:12345-192.168.204.36@tcp:101:cp.0 Request processed in 3410us (3661us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398607.334259:0:162524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 295 00000100:00100000:2.0:1787398607.336731:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398607.336883:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247504384 00000100:00100000:0.0:1787398607.336892:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247504384 00010000:00010000:0.0:1787398607.336936:0:158781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000001220a57/0x5703899912343059 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f87 expref: 15 pid: 160294 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398607.336977:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 161 00000100:00100000:0.0:1787398607.336986:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+15:69162:x1874221247504384:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398607.337002:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398607.337219:0:158781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000001220a57/0x5703899912343059 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f87 expref: 15 pid: 160294 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.337235:0:158781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000001220a57/0x5703899912343059 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f87 expref: 15 pid: 160294 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.337259:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000001220a57/0x5703899912343059 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f87 expref: 15 pid: 160294 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.337364:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398607.337369:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398607.337378:0:158781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000def2a4d5/0x5703899912343060 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f8e expref: 14 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.337389:0:158781:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000def2a4d5/0x5703899912343060 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f8e expref: 14 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.337428:0:158781:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000def2a4d5/0x5703899912343060 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f8e expref: 14 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398607.337443:0:158781:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:158781:1874221260998272:192.168.204.36@tcp:105: 00000100:00100000:0.0:1787398607.337765:0:158781:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2099a6000 going to sleep for 11 seconds 00000100:00100000:2.0:1787398607.352134:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398607.352299:0:158781:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:158781:1874221260998272:192.168.204.36@tcp:105: 00010000:00010000:0.0:1787398607.352327:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398607.352394:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+14:69162:x1874221247504384:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 15408us (15672us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398607.352405:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 161 00000100:00100000:3.0:1787398607.355381:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247504640 00000100:00100000:3.0:1787398607.355396:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247504640 00000100:00100000:0.0:1787398607.361044:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 152 00000100:00100000:0.0:1787398607.361059:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+74:123760:x1874221247504640:12345-192.168.204.36@tcp:35:cp.0 00000001:00080000:0.0:1787398607.361337:0:158798:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 34359738682 00000100:00100000:0.0:1787398607.361456:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+76:123760:x1874221247504640:12345-192.168.204.36@tcp:35:cp.0 Request processed in 399us (9331us total) trans 34359738683 rc 0/0 00000100:00100000:0.0:1787398607.361796:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 152 00000020:00080000:0.0:1787398607.361803:0:158798:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1787398607.376946:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398607.377157:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247504768 00000100:00100000:3.0:1787398607.377168:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247504768 00000100:00100000:3.0:1787398607.377231:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 546 00000100:00100000:3.0:1787398607.377242:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+76:123760:x1874221247504768:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398607.377272:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398607.377296:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x5703899912343067 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119f95 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.377360:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x570389991234306e lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.377375:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x570389991234306e lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.377386:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x570389991234306e lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.377408:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912343075 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.377417:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912343075 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.377424:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912343075 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.377467:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x570389991234306e lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.377519:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x570389991234306e lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.377732:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x570389991234306e lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.377741:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x570389991234306e lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.377747:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a69a00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398607.377752:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x570389991234306e lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.377760:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x570389991234306e lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.377773:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398607.377776:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398607.377780:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x570389991234306e lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.377793:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x570389991234306e lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.377807:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912343075 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.377813:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912343075 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.377819:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912343075 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.377824:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a69400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398607.377827:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912343075 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.377833:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912343075 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.377897:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xc025ca7 (ffff9cf337a20e00) 00010000:00010000:3.0:1787398607.377900:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398607.377903:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912343075 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.377909:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912343075 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.377948:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x5703899912343067 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f95 expref: 77 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.377969:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398607.377972:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398607.377976:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x5703899912343067 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f95 expref: 77 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.377985:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a69e00, rc 0) 00000100:00100000:2.0:1787398607.380050:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+76:123760:x1874221247504768:12345-192.168.204.36@tcp:101:cp.0 Request processed in 2799us (3105us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398607.380065:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 546 00000100:00100000:3.0:1787398607.385969:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398607.387047:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247504896 00000100:00100000:2.0:1787398607.387060:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247504896 00000100:00100000:2.0:1787398607.387148:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 547 00000100:00100000:2.0:1787398607.387160:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f112300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+76:123760:x1874221247504896:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398607.387182:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398607.387205:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x570389991234307c lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119f9c expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.387293:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343083 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.387308:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343083 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.387319:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343083 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.387332:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031800/0x570389991234308a lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.387339:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031800/0x570389991234308a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.387344:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031800/0x570389991234308a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.387385:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343083 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.387405:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343083 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.387411:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343083 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.387417:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343083 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.387422:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf300031200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398607.387426:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343083 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.387433:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343083 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.387445:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398607.387449:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398607.387453:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343083 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.387460:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343083 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.387721:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031800/0x570389991234308a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.387730:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031800/0x570389991234308a lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.387735:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031800/0x570389991234308a lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.387749:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf300031800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398607.387752:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031800/0x570389991234308a lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.387761:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031800/0x570389991234308a lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.387770:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xc025ca7 (ffff9cf3112cbf00) 00010000:00010000:2.0:1787398607.387773:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398607.387776:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031800/0x570389991234308a lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.387782:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031800/0x570389991234308a lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.387820:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x570389991234307c lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f9c expref: 77 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.387830:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398607.387832:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398607.387901:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x570389991234307c lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f9c expref: 77 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.387915:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b003000, rc 0) 00000100:00100000:2.0:1787398607.388036:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f112300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+76:123760:x1874221247504896:12345-192.168.204.36@tcp:101:cp.0 Request processed in 879us (2078us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398607.388045:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 547 00000100:00100000:0.0:1787398607.394939:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398607.395091:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247505152 00000100:00100000:1.0:1787398607.395111:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247505152 00000100:00100000:1.0:1787398607.395174:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 548 00000100:00100000:1.0:1787398607.395184:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304d9ec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+76:123760:x1874221247505152:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398607.395205:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398607.395228:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x5703899912343091 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119fa3 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.395374:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a200/0x5703899912343098 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.395390:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a200/0x5703899912343098 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.395402:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a200/0x5703899912343098 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.395418:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x570389991234309f lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.395425:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x570389991234309f lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.395431:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x570389991234309f lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787398607.396003:0:158794:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x24e:0x0], index 0: 0 00080000:00000400:1.0:1787398607.396017:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398607.396021:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398607.396024:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398607.396026:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398607.396029:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398607.396031:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398607.396048:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398607.396050:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398607.396052:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398607.396054:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398607.396057:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398607.396058:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398607.396087:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398607.396090:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398607.396091:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398607.396093:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398607.396105:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398607.396107:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1787398607.396203:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ba00/0x57038999123430a6 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x11:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.396213:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ba00/0x57038999123430a6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.396222:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ba00/0x57038999123430a6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.396256:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a200/0x5703899912343098 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.398004:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a200/0x5703899912343098 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.398012:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a200/0x5703899912343098 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.398020:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a200/0x5703899912343098 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.398025:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9a200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398607.398031:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a200/0x5703899912343098 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.398041:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a200/0x5703899912343098 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.398061:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398607.398064:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398607.398069:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a200/0x5703899912343098 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.398076:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a200/0x5703899912343098 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398607.398105:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000eb5db25b reply state 000000008b60f594 transno 34359738684 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x570389991234309f lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.398120:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x570389991234309f lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.398127:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xc025ca7 (ffff9cf33f78eb00) 00010000:00010000:1.0:1787398607.398135:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398607.398139:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787398607.398196:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x5703899912343091 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119fa3 expref: 79 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.398212:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ba00/0x57038999123430a6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119fa3 expref: 78 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.398219:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x11:0x0].0x0 (ffff9cf33f78e100) 00010000:00010000:1.0:1787398607.398222:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787398607.398224:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf203a9ba00, rc 0) 00000100:00100000:1.0:1787398607.400607:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304d9ec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+79:123760:x1874221247505152:12345-192.168.204.36@tcp:101:cp.0 Request processed in 5413us (5669us total) trans 34359738684 rc 0/0 00000100:00100000:1.0:1787398607.400620:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 548 00000100:00100000:2.0:1787398607.418803:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398607.426428:0:162522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247505280 00000100:00100000:0.0:1787398607.426448:0:162522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247505280 00000100:00100000:0.0:1787398607.426671:0:162522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 296 00000100:00100000:0.0:1787398607.426683:0:162522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+13:69162:x1874221247505280:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398607.426704:0:162522:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398607.426727:0:162522:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000050431501/0x57038999123430b4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x24e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119faa expref: -99 pid: 162522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787398607.426754:0:162522:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398607.426774:0:162522:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24e:0x0].0x0 since=5628s v=(0 0) 00010000:00010000:0.0:1787398607.426779:0:162522:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398607.426789:0:162522:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000050431501/0x57038999123430b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119faa expref: 14 pid: 162522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.426805:0:162522:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000050431501/0x57038999123430b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119faa expref: 14 pid: 162522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.426817:0:162522:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6d000, rc 0) 00000100:00100000:0.0:1787398607.427025:0:162522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+14:69162:x1874221247505280:12345-192.168.204.36@tcp:101:cp.0 Request processed in 343us (8231us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398607.427033:0:162522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 296 00000100:00100000:3.0:1787398607.432692:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398607.432802:0:161119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247505408 00000100:00100000:1.0:1787398607.432811:0:161119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247505408 00000100:00100000:1.0:1787398607.432883:0:161119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 297 00000100:00100000:1.0:1787398607.432893:0:161119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f113100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+14:123760:x1874221247505408:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398607.432910:0:161119:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398607.432929:0:161119:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000099acaf/0x57038999123430bb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x24e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119fb1 expref: -99 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.432962:0:161119:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000050431501/0x57038999123430b4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119faa expref: 15 pid: 162522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.432970:0:161119:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398607.432974:0:161119:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398607.432995:0:161119:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000099acaf/0x57038999123430bb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x24e:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119fb1 expref: 15 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.433043:0:161119:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000050431501/0x57038999123430b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119faa expref: 15 pid: 162522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.433056:0:161119:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000050431501/0x57038999123430b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119faa expref: 15 pid: 162522 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398607.433071:0:161119:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33aae7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:161119:1874221260998400:192.168.204.36@tcp:104: 00000100:00100000:1.0:1787398607.433168:0:161119:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20bd346c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787398607.436768:0:161119:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33aae7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:161119:1874221260998400:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398607.436804:0:161119:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000099acaf/0x57038999123430bb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x24e:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119fb1 expref: 15 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.436825:0:161119:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf203a9a200, rc 0) 00000100:00100000:2.0:1787398607.436891:0:161119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f113100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+15:123760:x1874221247505408:12345-192.168.204.36@tcp:101:cp.0 Request processed in 3999us (4207us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398607.436900:0:161119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 297 00000100:00100000:3.0:1787398607.443197:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398607.443549:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247505536 00000100:00100000:0.0:1787398607.443575:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247505536 00010000:00010000:0.0:1787398607.443618:0:158779:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000050431501/0x57038999123430b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119faa expref: 15 pid: 162522 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398607.443664:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 162 00000100:00100000:0.0:1787398607.443674:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f111500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+15:69165:x1874221247505536:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398607.443689:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398607.443710:0:158779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000050431501/0x57038999123430b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119faa expref: 15 pid: 162522 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.443725:0:158779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000050431501/0x57038999123430b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119faa expref: 15 pid: 162522 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.443749:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000050431501/0x57038999123430b4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x24e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119faa expref: 15 pid: 162522 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.443767:0:158779:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398607.443771:0:158779:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398607.443780:0:158779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000099acaf/0x57038999123430bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119fb1 expref: 14 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.443791:0:158779:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000099acaf/0x57038999123430bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119fb1 expref: 14 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.443830:0:158779:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000099acaf/0x57038999123430bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119fb1 expref: 14 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398607.443873:0:158779:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:158779:1874221260998528:192.168.204.36@tcp:105: 00000100:00100000:0.0:1787398607.443966:0:158779:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2099a6000 going to sleep for 11 seconds 00000100:00100000:3.0:1787398607.448888:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398607.448988:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247505792 00000100:00100000:2.0:1787398607.448998:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247505792 00000100:00100000:2.0:1787398607.449072:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 153 00000100:00100000:2.0:1787398607.449082:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f113b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+79:123760:x1874221247505792:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:2.0:1787398607.451505:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f113b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+80:123760:x1874221247505792:12345-192.168.204.36@tcp:35:cp.0 Request processed in 2411us (2611us total) trans 34359738685 rc 0/0 00000100:00100000:2.0:1787398607.451522:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 153 00000100:00100000:0.0:1787398607.451728:0:158779:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:158779:1874221260998528:192.168.204.36@tcp:105: 00010000:00010000:0.0:1787398607.451753:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398607.451793:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f111500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+14:69165:x1874221247505536:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 8121us (8606us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398607.451802:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 162 00000100:00100000:2.0:1787398607.465850:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398607.466945:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247505920 00000100:00100000:0.0:1787398607.466958:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247505920 00000100:00100000:0.0:1787398607.467031:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 549 00000100:00100000:0.0:1787398607.467041:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+80:123760:x1874221247505920:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398607.467066:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398607.467088:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x57038999123430c2 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119fb8 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.467184:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x57038999123430c9 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.467200:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x57038999123430c9 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.467211:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x57038999123430c9 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.467227:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6da00/0x57038999123430d0 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.467254:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6da00/0x57038999123430d0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.467556:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6da00/0x57038999123430d0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.467602:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x57038999123430c9 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.467610:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x57038999123430c9 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.467617:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x57038999123430c9 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.467624:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x57038999123430c9 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.467631:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6cc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398607.467636:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x57038999123430c9 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.467643:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x57038999123430c9 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.467657:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398607.467659:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398607.467664:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x57038999123430c9 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.467669:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x57038999123430c9 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.467707:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6da00/0x57038999123430d0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.467714:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6da00/0x57038999123430d0 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.467720:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6da00/0x57038999123430d0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.467726:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6da00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398607.467730:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6da00/0x57038999123430d0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.467736:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6da00/0x57038999123430d0 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.467745:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xecc4f14 (ffff9cf336d34600) 00010000:00010000:0.0:1787398607.467747:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398607.467750:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6da00/0x57038999123430d0 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.467756:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6da00/0x57038999123430d0 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.467802:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x57038999123430c2 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119fb8 expref: 81 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.467812:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398607.467815:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398607.467825:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x57038999123430c2 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119fb8 expref: 81 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.467835:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6d000, rc 0) 00000100:00100000:0.0:1787398607.467901:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+80:123760:x1874221247505920:12345-192.168.204.36@tcp:101:cp.0 Request processed in 861us (2062us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398607.467909:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 549 00000100:00100000:3.0:1787398607.472470:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398607.472586:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247506048 00000100:00100000:2.0:1787398607.472601:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247506048 00000100:00100000:2.0:1787398607.472677:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 550 00000100:00100000:2.0:1787398607.472688:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f113800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+80:123760:x1874221247506048:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398607.472718:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398607.472739:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x57038999123430d7 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119fbf expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.472817:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031e00/0x57038999123430de lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.472849:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031e00/0x57038999123430de lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.472860:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031e00/0x57038999123430de lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.472876:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x57038999123430e5 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.472883:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x57038999123430e5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.472890:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x57038999123430e5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.472938:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031e00/0x57038999123430de lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.472945:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031e00/0x57038999123430de lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.472952:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031e00/0x57038999123430de lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.472958:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031e00/0x57038999123430de lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.472964:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf300031e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398607.472968:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031e00/0x57038999123430de lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.472975:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031e00/0x57038999123430de lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.472995:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398607.472998:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398607.473003:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031e00/0x57038999123430de lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.473009:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031e00/0x57038999123430de lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.473024:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x57038999123430e5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.473031:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x57038999123430e5 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.473037:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x57038999123430e5 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.473042:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf300031600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398607.473045:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x57038999123430e5 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.473051:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x57038999123430e5 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.473057:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xecc4f14 (ffff9cf3112cbf00) 00010000:00010000:2.0:1787398607.473060:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398607.473062:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x57038999123430e5 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.473068:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x57038999123430e5 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.473123:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x57038999123430d7 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119fbf expref: 81 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.473134:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398607.473136:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398607.473140:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x57038999123430d7 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119fbf expref: 81 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.473151:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf300031200, rc 0) 00000100:00100000:2.0:1787398607.473223:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f113800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+80:123760:x1874221247506048:12345-192.168.204.36@tcp:101:cp.0 Request processed in 537us (768us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398607.473232:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 550 00000100:00100000:3.0:1787398607.477079:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398607.477165:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247506304 00000100:00100000:2.0:1787398607.477184:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247506304 00000100:00100000:2.0:1787398607.477368:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 551 00000100:00100000:2.0:1787398607.477379:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f111c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+80:123760:x1874221247506304:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398607.477400:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398607.477424:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031800/0x57038999123430ec lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119fc6 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.477592:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x57038999123430f3 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.477607:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x57038999123430f3 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.477620:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x57038999123430f3 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.477650:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9400/0x57038999123430fa lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.477658:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9400/0x57038999123430fa lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.477665:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9400/0x57038999123430fa lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398607.478137:0:158796:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1ca:0x0], index 1: 0 00080000:00000400:2.0:1787398607.478151:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1787398607.478155:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398607.478158:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398607.478160:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398607.478162:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398607.478163:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398607.478179:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1787398607.478182:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398607.478184:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398607.478186:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398607.478188:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398607.478189:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398607.478217:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1787398607.478219:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398607.478221:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398607.478223:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398607.478225:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398607.478227:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1787398607.478399:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8000/0x5703899912343101 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.478421:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8000/0x5703899912343101 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.478430:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8000/0x5703899912343101 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.478465:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x57038999123430f3 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.478473:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x57038999123430f3 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.478507:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x57038999123430f3 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.478513:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x57038999123430f3 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.478519:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b003000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398607.479652:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x57038999123430f3 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.479668:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x57038999123430f3 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.479686:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398607.479689:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398607.479695:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x57038999123430f3 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.479702:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x57038999123430f3 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398607.479732:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000009a5d6024 reply state 00000000bd103d2e transno 34359738686 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9400/0x57038999123430fa lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.479745:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9400/0x57038999123430fa lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.479752:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xecc4f14 (ffff9cf3112cba00) 00010000:00010000:2.0:1787398607.479754:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398607.479757:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787398607.479910:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031800/0x57038999123430ec lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119fc6 expref: 83 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.479928:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8000/0x5703899912343101 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119fc6 expref: 82 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.479936:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x12:0x0].0x0 (ffff9cf3112cb800) 00010000:00010000:2.0:1787398607.479939:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787398607.479941:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3136b8000, rc 0) 00000100:00100000:2.0:1787398607.480026:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f111c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+83:123760:x1874221247506304:12345-192.168.204.36@tcp:101:cp.0 Request processed in 2648us (2958us total) trans 34359738686 rc 0/0 00000100:00100000:2.0:1787398607.480036:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 551 00000100:00100000:3.0:1787398607.486703:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398607.488437:0:162518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247506432 00000100:00100000:0.0:1787398607.488452:0:162518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247506432 00000100:00100000:0.0:1787398607.488558:0:162518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 298 00000100:00100000:0.0:1787398607.488568:0:162518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f112d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+14:69165:x1874221247506432:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398607.488585:0:162518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398607.488607:0:162518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000050431501/0x570389991234310f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119fcd expref: -99 pid: 162518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787398607.488633:0:162518:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1ca:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398607.488655:0:162518:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ca:0x0].0x0 since=5628s v=(0 0) 00010000:00010000:0.0:1787398607.488660:0:162518:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ca:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398607.488671:0:162518:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000050431501/0x570389991234310f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119fcd expref: 15 pid: 162518 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.488690:0:162518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000050431501/0x570389991234310f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119fcd expref: 15 pid: 162518 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.488703:0:162518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6d000, rc 0) 00000100:00100000:0.0:1787398607.488764:0:162518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f112d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+15:69165:x1874221247506432:12345-192.168.204.36@tcp:101:cp.0 Request processed in 197us (2072us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398607.488789:0:162518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 298 00000100:00100000:3.0:1787398607.494717:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398607.494939:0:160295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247506560 00000100:00100000:1.0:1787398607.494949:0:160295:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247506560 00000100:00100000:1.0:1787398607.495011:0:160295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 299 00000100:00100000:1.0:1787398607.495022:0:160295:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f110000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+15:123760:x1874221247506560:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398607.495040:0:160295:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398607.495060:0:160295:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000513c66b0/0x5703899912343116 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119fd4 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.495104:0:160295:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000050431501/0x570389991234310f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119fcd expref: 16 pid: 162518 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.495113:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ca:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398607.495117:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ca:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398607.495122:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000513c66b0/0x5703899912343116 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119fd4 expref: 16 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.495179:0:160295:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000050431501/0x570389991234310f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119fcd expref: 16 pid: 162518 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.495193:0:160295:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000050431501/0x570389991234310f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119fcd expref: 16 pid: 162518 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398607.495208:0:160295:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33aae7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:160295:1874221260998656:192.168.204.36@tcp:104: 00000100:00100000:1.0:1787398607.495372:0:160295:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20bd343c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787398607.504002:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398607.505806:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247506688 00000100:00100000:0.0:1787398607.505820:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247506688 00010000:00010000:0.0:1787398607.505873:0:158780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000050431501/0x570389991234310f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119fcd expref: 17 pid: 162518 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398607.505926:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 163 00000100:00100000:0.0:1787398607.505937:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f113480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+17:69162:x1874221247506688:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398607.505953:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398607.505976:0:158780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000050431501/0x570389991234310f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119fcd expref: 17 pid: 162518 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.505990:0:158780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000050431501/0x570389991234310f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119fcd expref: 17 pid: 162518 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.506017:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ca:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398607.506022:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ca:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398607.506030:0:158780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000513c66b0/0x5703899912343116 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119fd4 expref: 17 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.506040:0:158780:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000513c66b0/0x5703899912343116 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119fd4 expref: 17 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.506078:0:158780:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000513c66b0/0x5703899912343116 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119fd4 expref: 17 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398607.506125:0:158780:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:158780:1874221260998784:192.168.204.36@tcp:105: 00000100:00100000:0.0:1787398607.506227:0:158780:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2099a6000 going to sleep for 11 seconds 00010000:00010000:1.0:1787398607.510225:0:160295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000050431501/0x570389991234310f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119fcd expref: 17 pid: 162518 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398607.510247:0:160295:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33aae7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:160295:1874221260998656:192.168.204.36@tcp:104: 00010000:00010000:1.0:1787398607.510280:0:160295:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000513c66b0/0x5703899912343116 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119fd4 expref: 16 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.510298:0:160295:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf203a9b000, rc 0) 00000100:00100000:1.0:1787398607.511751:0:160295:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f110000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+16:123760:x1874221247506560:12345-192.168.204.36@tcp:101:cp.0 Request processed in 16721us (17037us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398607.511773:0:160295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 299 00000100:00100000:1.0:1787398607.514203:0:158780:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:158780:1874221260998784:192.168.204.36@tcp:105: 00010000:00010000:1.0:1787398607.514231:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787398607.514286:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f113480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+15:69162:x1874221247506688:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 8350us (10296us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398607.514314:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 163 00000100:00100000:2.0:1787398607.521549:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398607.521713:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247506944 00000100:00100000:3.0:1787398607.521723:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247506944 00000100:00100000:3.0:1787398607.521792:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 154 00000100:00100000:3.0:1787398607.521803:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+83:123760:x1874221247506944:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:3.0:1787398607.522150:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+84:123760:x1874221247506944:12345-192.168.204.36@tcp:35:cp.0 Request processed in 348us (610us total) trans 34359738687 rc 0/0 00000100:00100000:3.0:1787398607.522159:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 154 00000100:00100000:0.0:1787398607.538550:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398607.538701:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247507072 00000100:00100000:2.0:1787398607.538711:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247507072 00000100:00100000:2.0:1787398607.538763:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 552 00000100:00100000:2.0:1787398607.538772:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+84:123760:x1874221247507072:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398607.538798:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398607.538833:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9e00/0x570389991234311d lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119fdb expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.538904:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8800/0x5703899912343124 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.538917:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8800/0x5703899912343124 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.538929:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8800/0x5703899912343124 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.538942:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x570389991234312b lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.538949:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x570389991234312b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.538956:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x570389991234312b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.538998:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8800/0x5703899912343124 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.539007:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8800/0x5703899912343124 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.539013:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8800/0x5703899912343124 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.539020:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8800/0x5703899912343124 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.539037:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf3136b8800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398607.539041:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8800/0x5703899912343124 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.539049:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8800/0x5703899912343124 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.539062:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398607.539065:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398607.539071:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8800/0x5703899912343124 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.539077:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8800/0x5703899912343124 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.539102:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x570389991234312b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.539108:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x570389991234312b lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.539114:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x570389991234312b lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.539119:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf3136b8e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398607.539122:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x570389991234312b lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.539129:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x570389991234312b lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.539149:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x712be7d1 (ffff9cf3112cbf00) 00010000:00010000:2.0:1787398607.539152:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398607.539155:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x570389991234312b lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.539161:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x570389991234312b lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.539198:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9e00/0x570389991234311d lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119fdb expref: 85 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.539208:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398607.539210:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398607.539214:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9e00/0x570389991234311d lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119fdb expref: 85 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.539223:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3136b9e00, rc 0) 00000100:00100000:2.0:1787398607.539311:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+84:123760:x1874221247507072:12345-192.168.204.36@tcp:101:cp.0 Request processed in 539us (771us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398607.539319:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 552 00000100:00100000:1.0:1787398607.557773:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398607.561936:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247507200 00000100:00100000:0.0:1787398607.561951:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247507200 00000100:00100000:0.0:1787398607.562028:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 553 00000100:00100000:0.0:1787398607.562038:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+84:123760:x1874221247507200:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398607.562058:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398607.562080:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912343132 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119fe2 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.562820:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912343139 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.562840:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912343139 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.562853:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912343139 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.562869:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912343140 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.562877:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912343140 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.562884:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912343140 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.562954:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912343139 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.562963:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912343139 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.562969:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912343139 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.562975:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912343139 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.562981:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398607.562986:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912343139 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.562994:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912343139 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.563008:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398607.563011:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398607.563015:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912343139 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.563022:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912343139 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.563041:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912343140 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.563047:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912343140 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.563061:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912343140 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.563067:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6d600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398607.563070:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912343140 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.563077:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912343140 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.563085:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x712be7d1 (ffff9cf336d34900) 00010000:00010000:0.0:1787398607.563087:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398607.563101:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912343140 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.563108:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912343140 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.563150:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912343132 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119fe2 expref: 85 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.563161:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398607.563164:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398607.563167:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912343132 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119fe2 expref: 85 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.563178:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6dc00, rc 0) 00000100:00100000:0.0:1787398607.563973:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+84:123760:x1874221247507200:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1932us (6205us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398607.563995:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 553 00000100:00100000:3.0:1787398607.575443:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398607.577378:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247507456 00000100:00100000:2.0:1787398607.577398:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247507456 00000100:00100000:2.0:1787398607.577582:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 554 00000100:00100000:2.0:1787398607.577593:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f111880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+84:123760:x1874221247507456:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398607.577615:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398607.577637:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9e00/0x5703899912343147 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119fe9 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.577780:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x570389991234314e lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.577795:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x570389991234314e lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.577820:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x570389991234314e lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.577839:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8800/0x5703899912343155 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.577847:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8800/0x5703899912343155 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.577854:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8800/0x5703899912343155 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398607.578214:0:158795:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x24f:0x0], index 0: 0 00080000:00000400:2.0:1787398607.578226:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398607.578242:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398607.578244:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398607.578246:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398607.578249:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398607.578251:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398607.578270:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398607.578273:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398607.578275:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398607.578277:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398607.578279:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398607.578290:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398607.578326:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398607.578329:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398607.578331:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398607.578333:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398607.578335:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398607.578337:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1787398607.578430:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8a00/0x570389991234315c lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.578440:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8a00/0x570389991234315c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.578449:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8a00/0x570389991234315c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.578509:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x570389991234314e lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.578517:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x570389991234314e lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.578524:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x570389991234314e lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.578532:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x570389991234314e lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.578538:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf3136b8e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398607.578543:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x570389991234314e lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.578551:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x570389991234314e lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.578570:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398607.578573:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398607.578579:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x570389991234314e lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.578586:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x570389991234314e lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398607.578601:0:158795:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000da75e572 reply state 00000000ccc623ab transno 34359738688 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8800/0x5703899912343155 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.578611:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8800/0x5703899912343155 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.578618:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x712be7d1 (ffff9cf3112cbf00) 00010000:00010000:2.0:1787398607.578620:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398607.578623:0:158795:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787398607.578654:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9e00/0x5703899912343147 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119fe9 expref: 87 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.578668:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8a00/0x570389991234315c lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119fe9 expref: 86 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.578676:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x13:0x0].0x0 (ffff9cf3112cb300) 00010000:00010000:2.0:1787398607.578678:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787398607.578680:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3136b8a00, rc 0) 00000100:00100000:2.0:1787398607.578758:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f111880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+87:123760:x1874221247507456:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1166us (3331us total) trans 34359738688 rc 0/0 00000100:00100000:2.0:1787398607.578766:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 554 00000100:00100000:3.0:1787398607.592659:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398607.592765:0:160296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247507584 00000100:00100000:0.0:1787398607.592780:0:160296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247507584 00000100:00100000:0.0:1787398607.593026:0:160296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 300 00000100:00100000:0.0:1787398607.593037:0:160296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f110a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+14:69163:x1874221247507584:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398607.593054:0:160296:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398607.593077:0:160296:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c092d100/0x570389991234316a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x24f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119ff0 expref: -99 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787398607.593112:0:160296:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398607.593132:0:160296:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24f:0x0].0x0 since=5628s v=(0 0) 00010000:00010000:0.0:1787398607.593136:0:160296:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398607.593145:0:160296:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c092d100/0x570389991234316a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ff0 expref: 15 pid: 160296 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.593162:0:160296:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c092d100/0x570389991234316a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ff0 expref: 15 pid: 160296 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.593174:0:160296:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6dc00, rc 0) 00000100:00100000:0.0:1787398607.593245:0:160296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f110a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+15:69163:x1874221247507584:12345-192.168.204.36@tcp:101:cp.0 Request processed in 210us (602us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398607.593252:0:160296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 300 00000100:00100000:1.0:1787398607.600135:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398607.600229:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247507712 00000100:00100000:2.0:1787398607.600239:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247507712 00000100:00100000:2.0:1787398607.600295:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 301 00000100:00100000:2.0:1787398607.600304:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+15:123760:x1874221247507712:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398607.600321:0:162529:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398607.600341:0:162529:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005b99f128/0x5703899912343171 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x24f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119ff7 expref: -99 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.600372:0:162529:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c092d100/0x570389991234316a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ff0 expref: 16 pid: 160296 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.600381:0:162529:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398607.600385:0:162529:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398607.600391:0:162529:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b99f128/0x5703899912343171 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x24f:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ff7 expref: 16 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.600424:0:162529:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c092d100/0x570389991234316a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ff0 expref: 16 pid: 160296 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.600439:0:162529:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c092d100/0x570389991234316a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ff0 expref: 16 pid: 160296 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398607.600454:0:162529:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:162529:1874221260998912:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398607.601309:0:162529:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2092f3780 going to sleep for 11 seconds 00000100:00100000:1.0:1787398607.613252:0:162529:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:162529:1874221260998912:192.168.204.36@tcp:104: 00010000:00010000:1.0:1787398607.613295:0:162529:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005b99f128/0x5703899912343171 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x24f:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ff7 expref: 16 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.613318:0:162529:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3136b8c00, rc 0) 00000100:00100000:1.0:1787398607.613382:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+16:123760:x1874221247507712:12345-192.168.204.36@tcp:101:cp.0 Request processed in 13077us (13255us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398607.613390:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 301 00000100:00100000:3.0:1787398607.615335:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398607.615429:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247507840 00000100:00100000:1.0:1787398607.615444:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247507840 00010000:00010000:1.0:1787398607.615965:0:162512:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c092d100/0x570389991234316a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ff0 expref: 16 pid: 160296 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398607.616130:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 164 00000100:00100000:1.0:1787398607.616142:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f110700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+16:69165:x1874221247507840:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787398607.616158:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398607.616180:0:162512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c092d100/0x570389991234316a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ff0 expref: 16 pid: 160296 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.616194:0:162512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c092d100/0x570389991234316a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ff0 expref: 16 pid: 160296 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.616238:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c092d100/0x570389991234316a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x24f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ff0 expref: 16 pid: 160296 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.616254:0:162512:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398607.616258:0:162512:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398607.616266:0:162512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005b99f128/0x5703899912343171 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ff7 expref: 15 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.616276:0:162512:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b99f128/0x5703899912343171 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ff7 expref: 15 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.616313:0:162512:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000005b99f128/0x5703899912343171 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ff7 expref: 15 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398607.616327:0:162512:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33aae6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:162512:1874221260999040:192.168.204.36@tcp:105: 00000100:00100000:1.0:1787398607.616416:0:162512:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20bd343c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787398607.629972:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398607.630389:0:162512:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33aae6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:162512:1874221260999040:192.168.204.36@tcp:105: 00010000:00010000:1.0:1787398607.630420:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787398607.630554:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f110700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+15:69165:x1874221247507840:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 14413us (15233us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398607.630566:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 164 00000100:00100000:0.0:1787398607.631333:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247508096 00000100:00100000:0.0:1787398607.631345:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247508096 00000100:00100000:0.0:1787398607.631408:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 155 00000100:00100000:0.0:1787398607.631418:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f110e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+87:123760:x1874221247508096:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:0.0:1787398607.631765:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f110e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+88:123760:x1874221247508096:12345-192.168.204.36@tcp:35:cp.0 Request processed in 346us (1806us total) trans 34359738689 rc 0/0 00000100:00100000:0.0:1787398607.631773:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 155 00000100:00100000:3.0:1787398607.637204:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398607.640706:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247508224 00000100:00100000:2.0:1787398607.640721:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247508224 00000100:00100000:2.0:1787398607.640812:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 555 00000100:00100000:2.0:1787398607.640822:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f111180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+88:123760:x1874221247508224:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398607.640845:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398607.640868:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x5703899912343178 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119ffe expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.640938:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9000/0x570389991234317f lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.640953:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9000/0x570389991234317f lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.640965:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9000/0x570389991234317f lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.640979:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x5703899912343186 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.640985:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x5703899912343186 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.640992:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x5703899912343186 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.641034:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9000/0x570389991234317f lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.641041:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9000/0x570389991234317f lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.641047:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9000/0x570389991234317f lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.641064:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9000/0x570389991234317f lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.641069:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf3136b9000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398607.641073:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9000/0x570389991234317f lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.641080:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9000/0x570389991234317f lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.641110:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398607.641114:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398607.641120:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9000/0x570389991234317f lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.641127:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9000/0x570389991234317f lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.641142:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x5703899912343186 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.641148:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x5703899912343186 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.641154:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x5703899912343186 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.641158:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf3136b8e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398607.641161:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x5703899912343186 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.641178:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x5703899912343186 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.641187:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x4ee593e6 (ffff9cf3112cbb00) 00010000:00010000:2.0:1787398607.641189:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398607.641191:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x5703899912343186 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.641196:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x5703899912343186 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.641229:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x5703899912343178 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ffe expref: 89 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.641237:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398607.641240:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398607.641243:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x5703899912343178 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ffe expref: 89 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.641252:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3136b8200, rc 0) 00000100:00100000:2.0:1787398607.641334:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f111180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+88:123760:x1874221247508224:12345-192.168.204.36@tcp:101:cp.0 Request processed in 512us (4145us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398607.641341:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 555 00000100:00100000:2.0:1787398607.647200:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398607.647419:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247508352 00000100:00100000:1.0:1787398607.647431:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247508352 00000100:00100000:1.0:1787398607.647537:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 556 00000100:00100000:1.0:1787398607.647564:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+88:123760:x1874221247508352:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398607.647589:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398607.647614:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9aa00/0x570389991234318d lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a005 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.647699:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b600/0x5703899912343194 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.647716:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b600/0x5703899912343194 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.647727:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b600/0x5703899912343194 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.647743:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a400/0x570389991234319b lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.647749:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a400/0x570389991234319b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.647756:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a400/0x570389991234319b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.647796:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b600/0x5703899912343194 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.647803:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b600/0x5703899912343194 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.648655:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b600/0x5703899912343194 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.648681:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b600/0x5703899912343194 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.648687:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9b600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398607.648693:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b600/0x5703899912343194 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.648702:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b600/0x5703899912343194 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.648717:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398607.648721:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398607.648725:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b600/0x5703899912343194 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.648732:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b600/0x5703899912343194 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.648751:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a400/0x570389991234319b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.648757:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a400/0x570389991234319b lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.648763:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a400/0x570389991234319b lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.648768:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9a400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398607.648771:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a400/0x570389991234319b lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.648789:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a400/0x570389991234319b lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.648798:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x4ee593e6 (ffff9cf33f78e700) 00010000:00010000:1.0:1787398607.648800:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398607.648803:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a400/0x570389991234319b lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.649162:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a400/0x570389991234319b lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.649216:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9aa00/0x570389991234318d lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a005 expref: 89 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.649227:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398607.649229:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398607.649233:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9aa00/0x570389991234318d lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a005 expref: 89 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.649242:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf203a9aa00, rc 0) 00000100:00100000:1.0:1787398607.652987:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+88:123760:x1874221247508352:12345-192.168.204.36@tcp:101:cp.0 Request processed in 5411us (5783us total) trans 0 rc 301/301 00000100:00100000:1.0:1787398607.653002:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 556 00000100:00100000:3.0:1787398607.656742:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398607.657741:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247508608 00000100:00100000:2.0:1787398607.657758:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247508608 00000100:00100000:3.0:1787398607.664756:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 557 00000100:00100000:3.0:1787398607.664777:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f112a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+88:123760:x1874221247508608:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398607.664820:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398607.664852:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x57038999123431a2 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a00c expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.665021:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x57038999123431a9 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.665040:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x57038999123431a9 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.665063:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x57038999123431a9 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.665080:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x57038999123431b0 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.665088:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x57038999123431b0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.665105:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x57038999123431b0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787398607.665575:0:158796:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1cb:0x0], index 1: 0 00080000:00000400:3.0:1787398607.665594:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1787398607.665599:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1787398607.665621:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1787398607.665623:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398607.665626:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1787398607.665628:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398607.665653:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1787398607.665656:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1787398607.665658:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1787398607.665660:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398607.665663:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1787398607.665664:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398607.665705:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1787398607.665708:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1787398607.665710:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1787398607.665712:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398607.665714:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1787398607.665715:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:3.0:1787398607.665845:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x57038999123431b7 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.665856:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x57038999123431b7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.665866:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x57038999123431b7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.665910:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x57038999123431a9 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.665919:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x57038999123431a9 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.665925:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x57038999123431a9 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.665943:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x57038999123431a9 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.665949:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a69a00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398607.665954:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x57038999123431a9 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.665963:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x57038999123431a9 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.665978:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398607.665982:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398607.665988:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x57038999123431a9 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.665995:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x57038999123431a9 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398607.666012:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000099a481e7 reply state 00000000562a80ba transno 34359738690 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x57038999123431b0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.666025:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x57038999123431b0 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.666032:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x4ee593e6 (ffff9cf337a20e00) 00010000:00010000:3.0:1787398607.666034:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787398607.666038:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1787398607.666082:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x57038999123431a2 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a00c expref: 91 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.666128:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x57038999123431b7 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a00c expref: 90 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.666138:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x14:0x0].0x0 (ffff9cf337a20500) 00010000:00010000:3.0:1787398607.666140:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787398607.666143:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a68400, rc 0) 00000100:00100000:3.0:1787398607.666254:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f112a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+91:123760:x1874221247508608:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1482us (9528us total) trans 34359738690 rc 0/0 00000100:00100000:3.0:1787398607.666264:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 557 00000100:00100000:3.0:1787398607.673216:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398607.673337:0:162523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247508736 00000100:00100000:2.0:1787398607.673355:0:162523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247508736 00000100:00100000:2.0:1787398607.673460:0:162523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 302 00000100:00100000:2.0:1787398607.673471:0:162523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f112300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:dbe7f5ec-0726-4851-a675-2f47d040e30f+15:69165:x1874221247508736:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398607.673836:0:162523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398607.673861:0:162523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f5b91aa3/0x57038999123431c5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a013 expref: -99 pid: 162523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787398607.673889:0:162523:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1cb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398607.673911:0:162523:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cb:0x0].0x0 since=5628s v=(0 0) 00010000:00010000:2.0:1787398607.673915:0:162523:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cb:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398607.673926:0:162523:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f5b91aa3/0x57038999123431c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a013 expref: 16 pid: 162523 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.673944:0:162523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f5b91aa3/0x57038999123431c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a013 expref: 16 pid: 162523 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.673959:0:162523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3136b8e00, rc 0) 00000100:00100000:2.0:1787398607.674036:0:162523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f112300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:dbe7f5ec-0726-4851-a675-2f47d040e30f+16:69165:x1874221247508736:12345-192.168.204.36@tcp:101:cp.0 Request processed in 566us (838us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398607.674045:0:162523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 302 00000100:00100000:2.0:1787398607.681745:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398607.684470:0:162524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247508864 00000100:00100000:1.0:1787398607.684866:0:162524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247508864 00000100:00100000:1.0:1787398607.684991:0:162524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 303 00000100:00100000:1.0:1787398607.685003:0:162524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:dbe7f5ec-0726-4851-a675-2f47d040e30f+16:123760:x1874221247508864:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398607.685036:0:162524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398607.685056:0:162524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002a32c1e1/0x57038999123431cc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a01a expref: -99 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.685098:0:162524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f5b91aa3/0x57038999123431c5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a013 expref: 17 pid: 162523 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.685108:0:162524:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cb:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398607.685111:0:162524:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cb:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398607.685117:0:162524:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002a32c1e1/0x57038999123431cc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a01a expref: 17 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.685151:0:162524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f5b91aa3/0x57038999123431c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a013 expref: 17 pid: 162523 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.685163:0:162524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f5b91aa3/0x57038999123431c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a013 expref: 17 pid: 162523 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398607.685177:0:162524:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33aae6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:162524:1874221260999168:192.168.204.36@tcp:104: 00000100:00100000:1.0:1787398607.685280:0:162524:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20bd343c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787398607.698980:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398607.699160:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247508992 00000100:00100000:3.0:1787398607.699178:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247508992 00010000:00010000:3.0:1787398607.699242:0:158781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f5b91aa3/0x57038999123431c5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a013 expref: 18 pid: 162523 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398607.699360:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 165 00000100:00100000:3.0:1787398607.699372:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+18:69163:x1874221247508992:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398607.699394:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398607.699425:0:158781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f5b91aa3/0x57038999123431c5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a013 expref: 18 pid: 162523 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.699446:0:158781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f5b91aa3/0x57038999123431c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a013 expref: 18 pid: 162523 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.699547:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cb:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398607.699552:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cb:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398607.699563:0:158781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002a32c1e1/0x57038999123431cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a01a expref: 18 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.699575:0:158781:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002a32c1e1/0x57038999123431cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a01a expref: 18 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.699631:0:158781:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002a32c1e1/0x57038999123431cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a01a expref: 18 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398607.699648:0:158781:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:158781:1874221260999296:192.168.204.36@tcp:105: 00000100:00100000:3.0:1787398607.699768:0:158781:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20aea5240 going to sleep for 11 seconds 00010000:00010000:1.0:1787398607.700277:0:162524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f5b91aa3/0x57038999123431c5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a013 expref: 18 pid: 162523 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398607.700302:0:162524:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33aae6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:162524:1874221260999168:192.168.204.36@tcp:104: 00010000:00010000:1.0:1787398607.700331:0:162524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002a32c1e1/0x57038999123431cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a01a expref: 17 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.700369:0:162524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf203a9aa00, rc 0) 00000100:00100000:1.0:1787398607.700422:0:162524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:dbe7f5ec-0726-4851-a675-2f47d040e30f+17:123760:x1874221247508864:12345-192.168.204.36@tcp:101:cp.0 Request processed in 15422us (18687us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398607.700431:0:162524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 303 00000100:00100000:0.0:1787398607.708838:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398607.708943:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247509248 00000100:00100000:2.0:1787398607.708957:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247509248 00000100:00100000:2.0:1787398607.709040:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 156 00000100:00100000:2.0:1787398607.709051:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf303dfb050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+91:123760:x1874221247509248:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:2.0:1787398607.709463:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf303dfb050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+92:123760:x1874221247509248:12345-192.168.204.36@tcp:35:cp.0 Request processed in 412us (649us total) trans 34359738691 rc 0/0 00000100:00100000:2.0:1787398607.709529:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 156 00000100:00100000:3.0:1787398607.710167:0:158781:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:158781:1874221260999296:192.168.204.36@tcp:105: 00010000:00010000:3.0:1787398607.710201:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398607.710252:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+16:69163:x1874221247508992:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 10883us (11281us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398607.710262:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 165 00000100:00100000:0.0:1787398607.723869:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398607.723986:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247509376 00000100:00100000:1.0:1787398607.724002:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247509376 00000100:00100000:1.0:1787398607.724109:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 558 00000100:00100000:1.0:1787398607.724121:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+92:123760:x1874221247509376:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398607.724150:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398607.724173:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b600/0x57038999123431d3 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a021 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.724249:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a400/0x57038999123431da lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.724264:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a400/0x57038999123431da lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.724287:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a400/0x57038999123431da lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.724304:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123431e1 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.724312:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123431e1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.724319:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123431e1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.724674:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a400/0x57038999123431da lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.724684:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a400/0x57038999123431da lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.724691:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a400/0x57038999123431da lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.724697:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a400/0x57038999123431da lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.724703:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9a400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398607.724708:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a400/0x57038999123431da lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.724716:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a400/0x57038999123431da lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.724730:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398607.724733:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398607.724738:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a400/0x57038999123431da lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.724744:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a400/0x57038999123431da lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.724759:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123431e1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.724765:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123431e1 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.724778:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123431e1 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.724783:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9bc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398607.724786:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123431e1 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.724792:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123431e1 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.724800:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xf0a46efb (ffff9cf33f78e700) 00010000:00010000:1.0:1787398607.724802:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398607.724805:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123431e1 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.724810:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123431e1 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.724845:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b600/0x57038999123431d3 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a021 expref: 93 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.724854:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398607.724856:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398607.724859:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b600/0x57038999123431d3 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a021 expref: 93 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.724869:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf203a9b600, rc 0) 00000100:00100000:1.0:1787398607.724949:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+92:123760:x1874221247509376:12345-192.168.204.36@tcp:101:cp.0 Request processed in 830us (1104us total) trans 0 rc 301/301 00000100:00100000:1.0:1787398607.724966:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 558 00000100:00100000:1.0:1787398607.731564:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398607.731813:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247509504 00000100:00100000:2.0:1787398607.731823:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247509504 00000100:00100000:2.0:1787398607.731890:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 559 00000100:00100000:2.0:1787398607.731901:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+92:123760:x1874221247509504:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398607.731923:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398607.731943:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9e00/0x57038999123431e8 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a028 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.732012:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x57038999123431ef lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.732027:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x57038999123431ef lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.732039:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x57038999123431ef lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.732055:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9c00/0x57038999123431f6 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.732062:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9c00/0x57038999123431f6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.732070:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9c00/0x57038999123431f6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.732129:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x57038999123431ef lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.732154:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x57038999123431ef lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.732160:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x57038999123431ef lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.732166:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x57038999123431ef lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.732172:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf3136b9800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398607.732176:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x57038999123431ef lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.732182:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x57038999123431ef lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.732195:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398607.732198:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398607.732201:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x57038999123431ef lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.732206:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x57038999123431ef lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.732220:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9c00/0x57038999123431f6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.732225:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9c00/0x57038999123431f6 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.732230:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9c00/0x57038999123431f6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.732241:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf3136b9c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398607.732244:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9c00/0x57038999123431f6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.732249:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9c00/0x57038999123431f6 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.732257:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xf0a46efb (ffff9cf3112cb500) 00010000:00010000:2.0:1787398607.732259:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398607.732262:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9c00/0x57038999123431f6 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.732267:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9c00/0x57038999123431f6 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.732430:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9e00/0x57038999123431e8 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a028 expref: 93 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.732442:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398607.732443:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398607.732447:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9e00/0x57038999123431e8 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a028 expref: 93 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.732456:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3136b9e00, rc 0) 00000100:00100000:2.0:1787398607.732753:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+92:123760:x1874221247509504:12345-192.168.204.36@tcp:101:cp.0 Request processed in 853us (1200us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398607.732762:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 559 00000100:00100000:3.0:1787398607.747213:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398607.747381:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247509760 00000100:00100000:1.0:1787398607.747391:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247509760 00000100:00100000:1.0:1787398607.747454:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 560 00000100:00100000:1.0:1787398607.747464:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+92:123760:x1874221247509760:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398607.747533:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398607.747556:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b600/0x57038999123431fd lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a02f expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.747665:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x5703899912343204 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.747680:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x5703899912343204 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.747691:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x5703899912343204 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.747705:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a400/0x570389991234320b lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.747712:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a400/0x570389991234320b lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.747718:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a400/0x570389991234320b lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787398607.748034:0:158794:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x250:0x0], index 0: 0 00080000:00000400:1.0:1787398607.748047:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398607.748065:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398607.748067:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398607.748069:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398607.748072:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398607.748073:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398607.748106:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398607.748109:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398607.748112:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398607.748114:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398607.748116:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398607.748118:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398607.748149:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398607.748152:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398607.748155:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398607.748156:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398607.748159:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398607.748161:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1787398607.748256:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ae00/0x5703899912343212 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.748266:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ae00/0x5703899912343212 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.748289:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ae00/0x5703899912343212 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.748323:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x5703899912343204 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.748330:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x5703899912343204 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.748337:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x5703899912343204 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.748351:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x5703899912343204 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.748357:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9bc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398607.748361:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x5703899912343204 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.748369:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x5703899912343204 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.748382:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398607.748384:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398607.748389:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x5703899912343204 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.748394:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x5703899912343204 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398607.748409:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000095b41977 reply state 0000000096408496 transno 34359738692 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a400/0x570389991234320b lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.748420:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a400/0x570389991234320b lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.748425:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xf0a46efb (ffff9cf33f78e700) 00010000:00010000:1.0:1787398607.748428:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398607.748430:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787398607.748460:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b600/0x57038999123431fd lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a02f expref: 95 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.748526:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ae00/0x5703899912343212 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a02f expref: 94 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.748534:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x15:0x0].0x0 (ffff9cf33f78e200) 00010000:00010000:1.0:1787398607.748537:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787398607.748539:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf203a9ae00, rc 0) 00000100:00100000:1.0:1787398607.748612:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+95:123760:x1874221247509760:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1149us (1409us total) trans 34359738692 rc 0/0 00000100:00100000:1.0:1787398607.748620:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 560 00000100:00100000:0.0:1787398607.761084:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398607.761189:0:162516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247509888 00000100:00100000:3.0:1787398607.761200:0:162516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247509888 00000100:00100000:3.0:1787398607.761264:0:162516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 304 00000100:00100000:3.0:1787398607.761283:0:162516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:dbe7f5ec-0726-4851-a675-2f47d040e30f+15:69163:x1874221247509888:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398607.761302:0:162516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398607.761339:0:162516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005ea8417d/0x5703899912343220 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x250:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a036 expref: -99 pid: 162516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398607.761380:0:162516:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x250:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398607.761402:0:162516:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x250:0x0].0x0 since=5628s v=(0 0) 00010000:00010000:3.0:1787398607.761406:0:162516:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x250:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398607.761417:0:162516:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005ea8417d/0x5703899912343220 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a036 expref: 16 pid: 162516 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.761435:0:162516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005ea8417d/0x5703899912343220 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a036 expref: 16 pid: 162516 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.761449:0:162516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a69e00, rc 0) 00000100:00100000:2.0:1787398607.763753:0:162516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:dbe7f5ec-0726-4851-a675-2f47d040e30f+16:69163:x1874221247509888:12345-192.168.204.36@tcp:101:cp.0 Request processed in 2467us (2668us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398607.763780:0:162516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 304 00000100:00100000:3.0:1787398607.770841:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398607.772149:0:161119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247510016 00000100:00100000:2.0:1787398607.772164:0:161119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247510016 00000100:00100000:2.0:1787398607.772240:0:161119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 305 00000100:00100000:2.0:1787398607.772258:0:161119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+16:123760:x1874221247510016:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398607.772286:0:161119:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398607.772308:0:161119:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fbbf3e7e/0x5703899912343227 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x250:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a03d expref: -99 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.772418:0:161119:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005ea8417d/0x5703899912343220 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a036 expref: 17 pid: 162516 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.772431:0:161119:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x250:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398607.772435:0:161119:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x250:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398607.772441:0:161119:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fbbf3e7e/0x5703899912343227 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x250:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a03d expref: 17 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.772671:0:161119:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005ea8417d/0x5703899912343220 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a036 expref: 17 pid: 162516 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.772686:0:161119:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005ea8417d/0x5703899912343220 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a036 expref: 17 pid: 162516 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398607.772702:0:161119:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:161119:1874221260999424:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398607.772804:0:161119:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2092f3480 going to sleep for 11 seconds 00000100:00100000:1.0:1787398607.777256:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398607.778732:0:161119:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:161119:1874221260999424:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398607.778777:0:161119:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fbbf3e7e/0x5703899912343227 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x250:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a03d expref: 17 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.778801:0:161119:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3136b9e00, rc 0) 00000100:00100000:2.0:1787398607.779132:0:161119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+17:123760:x1874221247510016:12345-192.168.204.36@tcp:101:cp.0 Request processed in 6881us (8300us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398607.779143:0:161119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 305 00000100:00100000:0.0:1787398607.779838:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247510144 00000100:00100000:0.0:1787398607.779848:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247510144 00010000:00010000:0.0:1787398607.779888:0:158779:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005ea8417d/0x5703899912343220 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a036 expref: 17 pid: 162516 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398607.779929:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 166 00000100:00100000:0.0:1787398607.779938:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f493c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+17:69165:x1874221247510144:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398607.779953:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398607.779973:0:158779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005ea8417d/0x5703899912343220 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x250:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a036 expref: 17 pid: 162516 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.779985:0:158779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005ea8417d/0x5703899912343220 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x250:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a036 expref: 17 pid: 162516 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.780017:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005ea8417d/0x5703899912343220 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x250:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a036 expref: 17 pid: 162516 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.780034:0:158779:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x250:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398607.780051:0:158779:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x250:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398607.780060:0:158779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fbbf3e7e/0x5703899912343227 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a03d expref: 16 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.780070:0:158779:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fbbf3e7e/0x5703899912343227 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a03d expref: 16 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.780116:0:158779:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000fbbf3e7e/0x5703899912343227 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a03d expref: 16 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398607.780130:0:158779:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:158779:1874221260999552:192.168.204.36@tcp:105: 00000100:00100000:0.0:1787398607.780190:0:158779:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2099a6480 going to sleep for 11 seconds 00000100:00100000:0.0:1787398607.789156:0:158779:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:158779:1874221260999552:192.168.204.36@tcp:105: 00010000:00010000:0.0:1787398607.789188:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398607.789414:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f493c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+16:69165:x1874221247510144:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 9474us (12165us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398607.789427:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 166 00000100:00100000:3.0:1787398607.800846:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398607.801209:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247510400 00000100:00100000:2.0:1787398607.801219:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247510400 00000100:00100000:2.0:1787398607.801279:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 157 00000100:00100000:2.0:1787398607.801289:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+95:123760:x1874221247510400:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:2.0:1787398607.801650:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+96:123760:x1874221247510400:12345-192.168.204.36@tcp:35:cp.0 Request processed in 360us (813us total) trans 34359738693 rc 0/0 00000100:00100000:2.0:1787398607.801660:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 157 00000100:00100000:1.0:1787398607.811040:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398607.818780:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247510528 00000100:00100000:3.0:1787398607.818796:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247510528 00000100:00100000:3.0:1787398607.818876:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 561 00000100:00100000:3.0:1787398607.818887:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+96:123760:x1874221247510528:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398607.818914:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398607.818934:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x570389991234322e lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a044 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.819219:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912343235 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.819238:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912343235 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.819392:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912343235 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.819507:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x570389991234323c lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.819532:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x570389991234323c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.819541:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x570389991234323c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.819586:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912343235 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.819603:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912343235 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.819610:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912343235 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.819617:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912343235 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.819624:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a69400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398607.819629:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912343235 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.819637:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912343235 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.819650:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398607.819653:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398607.819657:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912343235 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.819663:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912343235 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.819679:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x570389991234323c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.819685:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x570389991234323c lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.819691:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x570389991234323c lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.819703:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398607.819707:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x570389991234323c lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.819713:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x570389991234323c lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.819723:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x267dbf88 (ffff9cf336d34100) 00010000:00010000:0.0:1787398607.819725:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398607.819728:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x570389991234323c lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.819734:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x570389991234323c lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.819770:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x570389991234322e lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a044 expref: 97 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.819780:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398607.819782:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398607.819786:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x570389991234322e lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a044 expref: 97 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.819795:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a69a00, rc 0) 00000100:00100000:0.0:1787398607.819863:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+96:123760:x1874221247510528:12345-192.168.204.36@tcp:101:cp.0 Request processed in 977us (8834us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398607.819871:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 561 00000100:00100000:3.0:1787398607.828235:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398607.828813:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247510656 00000100:00100000:1.0:1787398607.828824:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247510656 00000100:00100000:1.0:1787398607.828921:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 562 00000100:00100000:1.0:1787398607.828933:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+96:123760:x1874221247510656:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398607.828956:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398607.828979:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x5703899912343243 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a04b expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.829064:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x570389991234324a lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.829079:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x570389991234324a lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.829102:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x570389991234324a lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.829143:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b600/0x5703899912343251 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.829151:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b600/0x5703899912343251 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.829158:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b600/0x5703899912343251 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.829200:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x570389991234324a lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.829206:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x570389991234324a lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.829211:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x570389991234324a lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.829216:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x570389991234324a lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.829221:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9ac00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398607.829224:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x570389991234324a lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.829231:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x570389991234324a lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.829243:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398607.829246:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398607.829264:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x570389991234324a lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.829286:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x570389991234324a lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.829302:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b600/0x5703899912343251 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.829308:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b600/0x5703899912343251 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.829313:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b600/0x5703899912343251 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.829317:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9b600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398607.829320:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b600/0x5703899912343251 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.829325:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b600/0x5703899912343251 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.829333:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x267dbf88 (ffff9cf33f78e000) 00010000:00010000:1.0:1787398607.829335:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398607.829338:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b600/0x5703899912343251 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.829343:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b600/0x5703899912343251 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.829374:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x5703899912343243 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a04b expref: 97 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.829394:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398607.829396:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398607.829400:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x5703899912343243 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a04b expref: 97 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.829409:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf203a9bc00, rc 0) 00000100:00100000:1.0:1787398607.829475:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+96:123760:x1874221247510656:12345-192.168.204.36@tcp:101:cp.0 Request processed in 544us (1250us total) trans 0 rc 301/301 00000100:00100000:1.0:1787398607.829536:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 562 00000100:00100000:0.0:1787398607.831847:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787398607.831888:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260999680:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787398607.831953:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398607.832070:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221260999680 00000100:00100000:3.0:1787398607.832078:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221260999680 00000100:00100000:3.0:1787398607.832142:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:3.0:1787398607.832152:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260999680:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787398607.832175:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8227648 pending 0 free 71049216 avail 63881216 00000100:00100000:3.0:1787398607.832224:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221260999680:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398607.832231:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:0.0:1787398607.834077:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221260999680:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787398607.839947:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398607.842068:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247510912 00000100:00100000:3.0:1787398607.842083:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247510912 00000100:00100000:3.0:1787398607.842171:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 563 00000100:00100000:3.0:1787398607.842180:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+96:123760:x1874221247510912:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398607.842201:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398607.842223:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912343258 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a052 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.842351:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x570389991234325f lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.842367:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x570389991234325f lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.842379:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x570389991234325f lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.842412:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912343266 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.842420:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912343266 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.842426:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912343266 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787398607.843729:0:160868:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1cc:0x0], index 1: 0 00080000:00000400:3.0:1787398607.843749:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:3.0:1787398607.843753:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:3.0:1787398607.843756:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1787398607.843758:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398607.843760:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1787398607.843761:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398607.843787:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:3.0:1787398607.843790:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:3.0:1787398607.843792:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1787398607.843794:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398607.843796:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1787398607.843798:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398607.843982:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:3.0:1787398607.843985:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:3.0:1787398607.843987:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1787398607.843989:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398607.843991:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1787398607.843993:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:3.0:1787398607.844194:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x570389991234326d lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.844225:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x570389991234326d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.844236:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x570389991234326d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.845105:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x570389991234325f lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.845118:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x570389991234325f lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.845123:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x570389991234325f lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.845130:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x570389991234325f lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.845136:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a69a00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398607.845141:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x570389991234325f lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.845148:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x570389991234325f lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.845162:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398607.845165:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398607.845169:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x570389991234325f lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.845174:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x570389991234325f lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398607.845200:0:160868:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b26ee187 reply state 000000004c257823 transno 34359738694 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912343266 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.845212:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912343266 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.845219:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x267dbf88 (ffff9cf337a20d00) 00010000:00010000:3.0:1787398607.845221:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787398607.845224:0:160868:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1787398607.845267:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912343258 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a052 expref: 99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.845757:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x570389991234326d lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a052 expref: 98 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398607.845765:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x16:0x0].0x0 (ffff9cf337a20000) 00010000:00010000:3.0:1787398607.845768:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787398607.845771:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a69e00, rc 0) 00000100:00100000:3.0:1787398607.845855:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+99:123760:x1874221247510912:12345-192.168.204.36@tcp:101:cp.0 Request processed in 3675us (5918us total) trans 34359738694 rc 0/0 00000100:00100000:3.0:1787398607.845863:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 563 00000100:00100000:3.0:1787398607.850978:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398607.852682:0:162519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247511040 00000100:00100000:2.0:1787398607.852695:0:162519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247511040 00000100:00100000:2.0:1787398607.852765:0:162519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 306 00000100:00100000:2.0:1787398607.852776:0:162519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:dbe7f5ec-0726-4851-a675-2f47d040e30f+16:69164:x1874221247511040:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398607.852793:0:162519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398607.852815:0:162519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005205daa5/0x570389991234327b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a059 expref: -99 pid: 162519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787398607.852841:0:162519:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1cc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398607.852860:0:162519:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cc:0x0].0x0 since=5628s v=(0 0) 00010000:00010000:2.0:1787398607.852864:0:162519:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398607.852886:0:162519:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005205daa5/0x570389991234327b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a059 expref: 17 pid: 162519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.852905:0:162519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005205daa5/0x570389991234327b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a059 expref: 17 pid: 162519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.852917:0:162519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3136b9800, rc 0) 00000100:00100000:2.0:1787398607.852981:0:162519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:dbe7f5ec-0726-4851-a675-2f47d040e30f+17:69164:x1874221247511040:12345-192.168.204.36@tcp:101:cp.0 Request processed in 207us (2012us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398607.852989:0:162519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 306 00000100:00100000:2.0:1787398607.875016:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398607.875178:0:160295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247511168 00000100:00100000:1.0:1787398607.875188:0:160295:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247511168 00000100:00100000:1.0:1787398607.875250:0:160295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 307 00000100:00100000:1.0:1787398607.875261:0:160295:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+17:123760:x1874221247511168:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398607.875689:0:160295:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398607.875713:0:160295:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000eed5ef0/0x5703899912343282 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a060 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.875749:0:160295:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005205daa5/0x570389991234327b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a059 expref: 18 pid: 162519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.875759:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398607.875763:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398607.875768:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000eed5ef0/0x5703899912343282 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->20479] (req 0->20479) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a060 expref: 18 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.875956:0:160295:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005205daa5/0x570389991234327b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a059 expref: 18 pid: 162519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.875974:0:160295:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005205daa5/0x570389991234327b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a059 expref: 18 pid: 162519 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398607.875990:0:160295:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33aae4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:160295:1874221260999808:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398607.876499:0:160295:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20bd346c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787398607.893247:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398607.895164:0:160295:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33aae4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:160295:1874221260999808:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398607.895205:0:160295:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000eed5ef0/0x5703899912343282 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->20479] (req 0->20479) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a060 expref: 18 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398607.895228:0:160295:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf203a9b600, rc 0) 00000100:00100000:2.0:1787398607.895322:0:160295:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+18:123760:x1874221247511168:12345-192.168.204.36@tcp:101:cp.0 Request processed in 20063us (20327us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398607.895332:0:160295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 307 00000100:00100000:0.0:1787398607.898264:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247511296 00000100:00100000:0.0:1787398607.898669:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247511296 00010000:00010000:0.0:1787398607.898727:0:158780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005205daa5/0x570389991234327b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a059 expref: 18 pid: 162519 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398607.898844:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 167 00000100:00100000:0.0:1787398607.898855:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+18:69163:x1874221247511296:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398607.898873:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398607.898896:0:158780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005205daa5/0x570389991234327b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a059 expref: 18 pid: 162519 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.898910:0:158780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005205daa5/0x570389991234327b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a059 expref: 18 pid: 162519 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.898936:0:158780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005205daa5/0x570389991234327b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a059 expref: 18 pid: 162519 timeout: 5728 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.898955:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398607.898959:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398607.898967:0:158780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000eed5ef0/0x5703899912343282 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->20479) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a060 expref: 17 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.898978:0:158780:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000eed5ef0/0x5703899912343282 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->20479) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a060 expref: 17 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.899047:0:158780:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000eed5ef0/0x5703899912343282 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->20479) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a060 expref: 17 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398607.899064:0:158780:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:158780:1874221260999936:192.168.204.36@tcp:105: 00000100:00100000:0.0:1787398607.900236:0:158780:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2099a6540 going to sleep for 11 seconds 00000100:00100000:0.0:1787398607.913796:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398607.914284:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247511552 00000100:00100000:2.0:1787398607.914294:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247511552 00000100:00100000:2.0:1787398607.914348:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 158 00000100:00100000:2.0:1787398607.914358:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+99:123760:x1874221247511552:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:2.0:1787398607.914681:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+100:123760:x1874221247511552:12345-192.168.204.36@tcp:35:cp.0 Request processed in 323us (893us total) trans 34359738695 rc 0/0 00000100:00100000:2.0:1787398607.914704:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 158 00000100:00100000:1.0:1787398607.914965:0:158780:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:158780:1874221260999936:192.168.204.36@tcp:105: 00010000:00010000:1.0:1787398607.914985:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787398607.915018:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+17:69163:x1874221247511296:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 16165us (21782us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398607.915026:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 167 00000100:00100000:2.0:1787398607.923914:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398607.924022:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247511680 00000100:00100000:0.0:1787398607.924033:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247511680 00000100:00100000:0.0:1787398607.924114:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 564 00000100:00100000:0.0:1787398607.924125:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+100:123760:x1874221247511680:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398607.924151:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398607.924176:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912343289 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a067 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.924253:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912343290 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.924281:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912343290 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.924293:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912343290 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.924313:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912343297 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.924320:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912343297 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.924342:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912343297 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.924386:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912343290 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.924394:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912343290 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.924400:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912343290 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.924406:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912343290 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.924411:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6d600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398607.924415:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912343290 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.924422:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912343290 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.924437:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398607.924440:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398607.924444:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912343290 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.924450:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x5703899912343290 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.924465:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912343297 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.924533:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912343297 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.924539:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912343297 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.924544:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6dc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398607.924547:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912343297 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.924553:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912343297 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.924561:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xd946e4d2 (ffff9cf336d34100) 00010000:00010000:0.0:1787398607.924564:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398607.924566:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912343297 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.924572:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x5703899912343297 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.924606:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912343289 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a067 expref: 101 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.924617:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398607.924619:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398607.924622:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912343289 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a067 expref: 101 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.924644:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6c400, rc 0) 00000100:00100000:0.0:1787398607.924714:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+100:123760:x1874221247511680:12345-192.168.204.36@tcp:101:cp.0 Request processed in 590us (822us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398607.924721:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 564 00000100:00100000:3.0:1787398607.926950:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398607.929435:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247511808 00000100:00100000:1.0:1787398607.929451:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247511808 00000100:00100000:1.0:1787398607.929553:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 565 00000100:00100000:1.0:1787398607.929563:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+100:123760:x1874221247511808:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398607.929587:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398607.929609:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x570389991234329e lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a06e expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.929677:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123432a5 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.929693:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123432a5 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.929720:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123432a5 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.929736:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x57038999123432ac lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.929743:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x57038999123432ac lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.929750:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x57038999123432ac lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.929799:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123432a5 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.929807:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123432a5 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.929813:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123432a5 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.929819:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123432a5 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.929825:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9bc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398607.929830:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123432a5 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.929838:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123432a5 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.929850:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398607.929859:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398607.929865:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123432a5 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.929871:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123432a5 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.929893:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x57038999123432ac lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.929899:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x57038999123432ac lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.929905:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x57038999123432ac lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.929910:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398607.929913:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x57038999123432ac lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.929919:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x57038999123432ac lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.929927:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xd946e4d2 (ffff9cf33f78e000) 00010000:00010000:1.0:1787398607.929929:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398607.929932:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x57038999123432ac lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.929938:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x57038999123432ac lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.929976:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x570389991234329e lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a06e expref: 101 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.929992:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398607.929994:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398607.929998:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x570389991234329e lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a06e expref: 101 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.930008:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf203a9ac00, rc 0) 00000100:00100000:1.0:1787398607.930070:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+100:123760:x1874221247511808:12345-192.168.204.36@tcp:101:cp.0 Request processed in 508us (3129us total) trans 0 rc 301/301 00000100:00100000:1.0:1787398607.930078:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 565 00000100:00100000:3.0:1787398607.935909:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398607.936128:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247512064 00000100:00100000:0.0:1787398607.936139:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247512064 00000100:00100000:0.0:1787398607.936202:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 566 00000100:00100000:0.0:1787398607.936212:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+100:123760:x1874221247512064:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398607.936232:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398607.936253:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x57038999123432b3 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a075 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.936358:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x57038999123432ba lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.936760:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x57038999123432ba lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.936776:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x57038999123432ba lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.936796:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x57038999123432c1 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.936805:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x57038999123432c1 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.936812:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x57038999123432c1 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787398607.937164:0:158795:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x251:0x0], index 0: 0 00080000:00000400:0.0:1787398607.937178:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398607.937182:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398607.937185:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398607.937187:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398607.937190:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398607.937192:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398607.937208:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398607.937211:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398607.937213:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398607.937214:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398607.937216:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398607.937218:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398607.937252:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398607.937255:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398607.937256:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398607.937258:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398607.937260:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398607.937262:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1787398607.937352:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x57038999123432c8 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.937362:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x57038999123432c8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.937369:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x57038999123432c8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.937663:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x57038999123432ba lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.937683:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x57038999123432ba lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.937689:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x57038999123432ba lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.937697:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x57038999123432ba lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.937703:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6d000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398607.937708:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x57038999123432ba lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.937715:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x57038999123432ba lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.937727:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398607.937730:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398607.937734:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x57038999123432ba lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.937740:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x57038999123432ba lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398607.937755:0:158795:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b672a0e0 reply state 000000004d87871d transno 34359738696 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x57038999123432c1 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.937767:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x57038999123432c1 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.937773:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xd946e4d2 (ffff9cf336d34c00) 00010000:00010000:0.0:1787398607.937783:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787398607.937786:0:158795:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787398607.937817:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x57038999123432b3 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a075 expref: 103 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.937831:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x57038999123432c8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a075 expref: 102 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.937839:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x17:0x0].0x0 (ffff9cf336d34500) 00010000:00010000:0.0:1787398607.937841:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787398607.937843:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6cc00, rc 0) 00000100:00100000:0.0:1787398607.937917:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+103:123760:x1874221247512064:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1705us (2018us total) trans 34359738696 rc 0/0 00000100:00100000:0.0:1787398607.937925:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 566 00000100:00100000:2.0:1787398607.941908:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398607.943453:0:160296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247512192 00000100:00100000:0.0:1787398607.943926:0:160296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247512192 00000100:00100000:1.0:1787398607.944154:0:160296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 308 00000100:00100000:1.0:1787398607.944164:0:160296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+16:69163:x1874221247512192:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398607.944182:0:160296:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398607.944204:0:160296:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a8f63745/0x57038999123432d6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x251:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a07c expref: -99 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398607.944229:0:160296:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x251:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787398607.944247:0:160296:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x251:0x0].0x0 since=5629s v=(0 0) 00010000:00010000:1.0:1787398607.944251:0:160296:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x251:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398607.944260:0:160296:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a8f63745/0x57038999123432d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a07c expref: 17 pid: 160296 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.944288:0:160296:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a8f63745/0x57038999123432d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a07c expref: 17 pid: 160296 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.944322:0:160296:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b638e00, rc 0) 00000100:00100000:1.0:1787398607.944386:0:160296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+17:69163:x1874221247512192:12345-192.168.204.36@tcp:101:cp.0 Request processed in 223us (2488us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398607.944393:0:160296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 308 00000100:00100000:3.0:1787398607.958965:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398607.959078:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247512320 00000100:00100000:1.0:1787398607.959099:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247512320 00000100:00100000:1.0:1787398607.959162:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 309 00000100:00100000:1.0:1787398607.959171:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+17:123760:x1874221247512320:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398607.959190:0:162529:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398607.959211:0:162529:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c4ced57d/0x57038999123432dd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x251:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a083 expref: -99 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.959244:0:162529:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a8f63745/0x57038999123432d6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x251:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a07c expref: 18 pid: 160296 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.959254:0:162529:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x251:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398607.959258:0:162529:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x251:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398607.959264:0:162529:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c4ced57d/0x57038999123432dd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x251:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a083 expref: 18 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.959297:0:162529:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a8f63745/0x57038999123432d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x251:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a07c expref: 18 pid: 160296 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.959311:0:162529:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a8f63745/0x57038999123432d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x251:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a07c expref: 18 pid: 160296 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398607.959342:0:162529:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33aae4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:162529:1874221261000064:192.168.204.36@tcp:104: 00000100:00100000:1.0:1787398607.959582:0:162529:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20bd346c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787398607.974640:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398607.974799:0:162529:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33aae4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:162529:1874221261000064:192.168.204.36@tcp:104: 00010000:00010000:1.0:1787398607.974840:0:162529:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c4ced57d/0x57038999123432dd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x251:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a083 expref: 18 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398607.974861:0:162529:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b639000, rc 0) 00000100:00100000:1.0:1787398607.974940:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+18:123760:x1874221247512320:12345-192.168.204.36@tcp:101:cp.0 Request processed in 15768us (15984us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398607.974949:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 309 00000100:00100000:0.0:1787398607.975255:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247512448 00000100:00100000:0.0:1787398607.975263:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247512448 00010000:00010000:0.0:1787398607.975293:0:162512:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a8f63745/0x57038999123432d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x251:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a07c expref: 18 pid: 160296 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398607.975330:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 168 00000100:00100000:0.0:1787398607.975339:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+18:69165:x1874221247512448:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398607.975352:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398607.975370:0:162512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a8f63745/0x57038999123432d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x251:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a07c expref: 18 pid: 160296 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.975713:0:162512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a8f63745/0x57038999123432d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x251:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a07c expref: 18 pid: 160296 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.975753:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a8f63745/0x57038999123432d6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x251:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a07c expref: 18 pid: 160296 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.975769:0:162512:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x251:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398607.975773:0:162512:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x251:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398607.975782:0:162512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c4ced57d/0x57038999123432dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x251:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a083 expref: 17 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.975793:0:162512:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c4ced57d/0x57038999123432dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x251:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a083 expref: 17 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398607.975827:0:162512:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000c4ced57d/0x57038999123432dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x251:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a083 expref: 17 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398607.975842:0:162512:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:162512:1874221261000192:192.168.204.36@tcp:105: 00000100:00100000:0.0:1787398607.975913:0:162512:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2099a6000 going to sleep for 11 seconds 00000100:00100000:2.0:1787398607.982670:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398607.982848:0:162512:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:162512:1874221261000192:192.168.204.36@tcp:105: 00010000:00010000:0.0:1787398607.982873:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398607.982943:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+17:69165:x1874221247512448:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 7604us (8318us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398607.982954:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 168 00000100:00100000:3.0:1787398607.983178:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247512704 00000100:00100000:3.0:1787398607.983194:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247512704 00000100:00100000:3.0:1787398607.983268:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 159 00000100:00100000:3.0:1787398607.983281:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+103:123760:x1874221247512704:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:3.0:1787398607.983742:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+104:123760:x1874221247512704:12345-192.168.204.36@tcp:35:cp.0 Request processed in 463us (1082us total) trans 34359738697 rc 0/0 00000100:00100000:3.0:1787398607.983751:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 159 00000100:00100000:2.0:1787398608.000257:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398608.000462:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247512832 00000100:00100000:1.0:1787398608.000530:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247512832 00000100:00100000:1.0:1787398608.000626:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 567 00000100:00100000:1.0:1787398608.000639:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+104:123760:x1874221247512832:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398608.000677:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398608.000707:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x57038999123432e4 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a08a expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.000802:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x57038999123432eb lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.000820:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x57038999123432eb lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.000835:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x57038999123432eb lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.000873:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123432f2 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.000881:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123432f2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.000888:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123432f2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.000948:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x57038999123432eb lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.000956:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x57038999123432eb lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.000963:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x57038999123432eb lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.000969:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x57038999123432eb lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.000975:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9ac00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398608.000980:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x57038999123432eb lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.000988:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x57038999123432eb lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.001003:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398608.001006:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398608.001012:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x57038999123432eb lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.001026:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x57038999123432eb lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.001259:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123432f2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.001266:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123432f2 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.001272:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123432f2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.001278:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9bc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398608.001281:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123432f2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.001287:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123432f2 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.001297:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x7584afcd (ffff9cf33f78e300) 00010000:00010000:1.0:1787398608.001300:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398608.001303:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123432f2 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.001308:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123432f2 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.001356:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x57038999123432e4 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a08a expref: 105 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.001381:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398608.001383:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398608.001388:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x57038999123432e4 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a08a expref: 105 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.001399:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b638e00, rc 0) 00000100:00100000:1.0:1787398608.001540:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+104:123760:x1874221247512832:12345-192.168.204.36@tcp:101:cp.0 Request processed in 903us (1302us total) trans 0 rc 301/301 00000100:00100000:1.0:1787398608.001549:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 567 00000100:00080000:2.0:1787398608.002597:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787398608.007464:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398608.007634:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247512960 00000100:00100000:1.0:1787398608.007648:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247512960 00000100:00100000:1.0:1787398608.007719:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 568 00000100:00100000:1.0:1787398608.007732:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+104:123760:x1874221247512960:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398608.007764:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398608.007790:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123432f9 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a091 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.007899:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912343300 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.007916:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912343300 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.007929:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912343300 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.007949:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912343307 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.007975:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912343307 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.007982:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912343307 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.008037:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912343300 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.008045:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912343300 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.008051:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912343300 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.008058:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912343300 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.008063:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9ac00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398608.008069:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912343300 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.008076:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912343300 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.008101:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398608.008104:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398608.008109:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912343300 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.008116:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912343300 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.008139:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912343307 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.008144:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912343307 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.008150:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912343307 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.008155:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398608.008158:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912343307 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.008164:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912343307 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.008172:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x7584afcd (ffff9cf33f78e300) 00010000:00010000:1.0:1787398608.008175:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398608.008178:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912343307 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.008184:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x5703899912343307 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.008223:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123432f9 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a091 expref: 105 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.008234:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398608.008237:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398608.008250:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123432f9 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a091 expref: 105 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.008261:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf203a9bc00, rc 0) 00000100:00100000:1.0:1787398608.008350:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+104:123760:x1874221247512960:12345-192.168.204.36@tcp:101:cp.0 Request processed in 620us (900us total) trans 0 rc 301/301 00000100:00100000:1.0:1787398608.008358:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 568 00000100:00100000:0.0:1787398608.022782:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398608.023196:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247513216 00000100:00100000:1.0:1787398608.023212:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247513216 00000100:00100000:1.0:1787398608.023290:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 569 00000100:00100000:1.0:1787398608.023302:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+104:123760:x1874221247513216:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398608.023330:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398608.023360:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x570389991234330e lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a098 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.023562:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x5703899912343315 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.023581:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x5703899912343315 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.023595:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x5703899912343315 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.023612:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x570389991234331c lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.023618:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x570389991234331c lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.023624:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x570389991234331c lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787398608.024333:0:158796:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1cd:0x0], index 1: 0 00080000:00000400:1.0:1787398608.024357:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398608.024362:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398608.024365:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398608.024368:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398608.024370:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398608.024373:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398608.024395:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398608.024398:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398608.024400:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398608.024403:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398608.024405:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398608.024407:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398608.024448:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398608.024451:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398608.024452:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398608.024454:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398608.024456:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398608.024459:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1787398608.024631:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509a00/0x5703899912343323 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.024644:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509a00/0x5703899912343323 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.024653:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509a00/0x5703899912343323 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.024698:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x5703899912343315 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.024721:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x5703899912343315 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.024728:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x5703899912343315 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.024735:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x5703899912343315 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.024742:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9bc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398608.024748:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x5703899912343315 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.024757:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x5703899912343315 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.024773:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398608.024776:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398608.024782:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x5703899912343315 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.024789:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x5703899912343315 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398608.024809:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000002ca8d305 reply state 00000000820119fd transno 34359738698 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x570389991234331c lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.024821:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x570389991234331c lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.024828:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x7584afcd (ffff9cf33f78e300) 00010000:00010000:1.0:1787398608.024837:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398608.024840:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787398608.024891:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x570389991234330e lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a098 expref: 107 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.024910:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509a00/0x5703899912343323 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a098 expref: 106 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.024919:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x18:0x0].0x0 (ffff9cf33f78ef00) 00010000:00010000:1.0:1787398608.024922:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787398608.024925:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf301509a00, rc 0) 00000100:00100000:1.0:1787398608.025044:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+107:123760:x1874221247513216:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1743us (2277us total) trans 34359738698 rc 0/0 00000100:00100000:1.0:1787398608.025054:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 569 00000100:00100000:2.0:1787398608.039424:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398608.039973:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247513344 00000100:00100000:3.0:1787398608.039989:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247513344 00000100:00100000:3.0:1787398608.040102:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 310 00000100:00100000:3.0:1787398608.040116:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+17:69164:x1874221247513344:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398608.040140:0:162520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398608.040172:0:162520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8ef9943/0x5703899912343331 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a09f expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398608.040207:0:162520:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1cd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398608.040236:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cd:0x0].0x0 since=5629s v=(0 0) 00010000:00010000:3.0:1787398608.040241:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398608.040254:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8ef9943/0x5703899912343331 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a09f expref: 18 pid: 162520 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.040277:0:162520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b8ef9943/0x5703899912343331 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a09f expref: 18 pid: 162520 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.040293:0:162520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a68c00, rc 0) 00000100:00100000:3.0:1787398608.040388:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+18:69164:x1874221247513344:12345-192.168.204.36@tcp:101:cp.0 Request processed in 276us (981us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398608.040414:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 310 00000100:00080000:2.0:1787398608.040786:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787398608.044892:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398608.045028:0:162524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247513472 00000100:00100000:1.0:1787398608.045043:0:162524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247513472 00000100:00100000:1.0:1787398608.045137:0:162524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 311 00000100:00100000:1.0:1787398608.045151:0:162524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:dbe7f5ec-0726-4851-a675-2f47d040e30f+18:123760:x1874221247513472:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398608.045176:0:162524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398608.045203:0:162524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b0eefb51/0x5703899912343338 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a0a6 expref: -99 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.045247:0:162524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8ef9943/0x5703899912343331 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a09f expref: 19 pid: 162520 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.045258:0:162524:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398608.045263:0:162524:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398608.045289:0:162524:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b0eefb51/0x5703899912343338 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0a6 expref: 19 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.045339:0:162524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b8ef9943/0x5703899912343331 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a09f expref: 19 pid: 162520 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.045355:0:162524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b8ef9943/0x5703899912343331 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a09f expref: 19 pid: 162520 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398608.045373:0:162524:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33aae4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:162524:1874221261000320:192.168.204.36@tcp:104: 00000100:00100000:1.0:1787398608.045543:0:162524:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20b0346c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787398608.048950:0:162524:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33aae4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:162524:1874221261000320:192.168.204.36@tcp:104: 00010000:00010000:0.0:1787398608.049023:0:162524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b0eefb51/0x5703899912343338 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0a6 expref: 19 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.049066:0:162524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf301508a00, rc 0) 00000100:00100000:0.0:1787398608.049165:0:162524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:dbe7f5ec-0726-4851-a675-2f47d040e30f+19:123760:x1874221247513472:12345-192.168.204.36@tcp:101:cp.0 Request processed in 4016us (4288us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398608.049179:0:162524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 311 00000100:00100000:1.0:1787398608.057619:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398608.061571:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247513600 00000100:00100000:3.0:1787398608.061592:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247513600 00010000:00010000:3.0:1787398608.061659:0:158781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b8ef9943/0x5703899912343331 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a09f expref: 19 pid: 162520 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398608.061723:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 169 00000100:00100000:3.0:1787398608.061734:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+19:69163:x1874221247513600:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398608.061753:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398608.061782:0:158781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b8ef9943/0x5703899912343331 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a09f expref: 19 pid: 162520 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.061866:0:158781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b8ef9943/0x5703899912343331 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a09f expref: 19 pid: 162520 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.061898:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8ef9943/0x5703899912343331 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a09f expref: 19 pid: 162520 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.061917:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398608.061922:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398608.061930:0:158781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b0eefb51/0x5703899912343338 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0a6 expref: 18 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.061941:0:158781:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b0eefb51/0x5703899912343338 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0a6 expref: 18 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.062099:0:158781:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b0eefb51/0x5703899912343338 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0a6 expref: 18 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398608.062187:0:158781:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:158781:1874221261000448:192.168.204.36@tcp:105: 00000100:00100000:3.0:1787398608.062533:0:158781:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20aea56c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787398608.076950:0:158781:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:158781:1874221261000448:192.168.204.36@tcp:105: 00010000:00010000:3.0:1787398608.076990:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398608.077169:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+18:69163:x1874221247513600:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 15435us (19564us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398608.077182:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 169 00000100:00100000:0.0:1787398608.077761:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398608.078143:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247513856 00000100:00100000:3.0:1787398608.078153:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247513856 00000100:00100000:3.0:1787398608.078200:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 160 00000100:00100000:3.0:1787398608.078208:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+107:123760:x1874221247513856:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:3.0:1787398608.078583:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+108:123760:x1874221247513856:12345-192.168.204.36@tcp:35:cp.0 Request processed in 372us (823us total) trans 34359738699 rc 0/0 00000100:00100000:3.0:1787398608.078591:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 160 00000100:00100000:0.0:1787398608.085682:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398608.086298:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247513984 00000100:00100000:1.0:1787398608.086313:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247513984 00000100:00100000:1.0:1787398608.086402:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 570 00000100:00100000:1.0:1787398608.086415:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+108:123760:x1874221247513984:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398608.086449:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398608.086516:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x570389991234333f lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a0ad expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.086618:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343346 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.086636:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343346 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.086652:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343346 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.086694:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509e00/0x570389991234334d lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.086703:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509e00/0x570389991234334d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.086710:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509e00/0x570389991234334d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.086765:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343346 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.086773:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343346 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.086779:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343346 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.086786:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343346 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.086793:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301508600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398608.086798:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343346 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.086807:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343346 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.086823:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398608.086826:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398608.086831:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343346 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.086861:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343346 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.086894:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509e00/0x570389991234334d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.086900:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509e00/0x570389991234334d lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.086907:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509e00/0x570389991234334d lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.086913:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301509e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398608.086916:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509e00/0x570389991234334d lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.086923:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509e00/0x570389991234334d lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.086935:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xf4c8ca43 (ffff9cf33f78ec00) 00010000:00010000:1.0:1787398608.086937:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398608.086940:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509e00/0x570389991234334d lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.086945:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509e00/0x570389991234334d lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.086988:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x570389991234333f lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0ad expref: 109 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.087014:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398608.087016:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398608.087022:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x570389991234333f lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0ad expref: 109 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.087033:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf301508400, rc 0) 00000100:00100000:1.0:1787398608.087138:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+108:123760:x1874221247513984:12345-192.168.204.36@tcp:101:cp.0 Request processed in 724us (1471us total) trans 0 rc 301/301 00000100:00100000:1.0:1787398608.087147:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 570 00000100:00100000:2.0:1787398608.095759:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398608.095849:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247514112 00000100:00100000:1.0:1787398608.095864:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247514112 00000100:00100000:1.0:1787398608.095952:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 571 00000100:00100000:1.0:1787398608.095965:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f111500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+108:123760:x1874221247514112:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398608.095995:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398608.096028:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343354 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a0b4 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.096136:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509e00/0x570389991234335b lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.096153:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509e00/0x570389991234335b lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.096166:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509e00/0x570389991234335b lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.096184:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343362 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.096211:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343362 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.096218:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343362 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.096273:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509e00/0x570389991234335b lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.096282:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509e00/0x570389991234335b lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.096288:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509e00/0x570389991234335b lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.096295:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509e00/0x570389991234335b lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.096302:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301509e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398608.096306:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509e00/0x570389991234335b lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.096314:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509e00/0x570389991234335b lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.096329:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398608.096332:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398608.096336:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509e00/0x570389991234335b lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.096342:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509e00/0x570389991234335b lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.096369:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343362 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.096678:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343362 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.096686:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343362 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.096692:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301508600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398608.096695:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343362 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.096702:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343362 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.096712:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xf4c8ca43 (ffff9cf33f78ec00) 00010000:00010000:1.0:1787398608.096714:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398608.096717:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343362 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.096723:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343362 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.096807:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343354 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0b4 expref: 109 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.096819:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398608.096822:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398608.096834:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343354 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0b4 expref: 109 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.096848:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf301508400, rc 0) 00000100:00100000:1.0:1787398608.096943:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f111500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+108:123760:x1874221247514112:12345-192.168.204.36@tcp:101:cp.0 Request processed in 979us (1199us total) trans 0 rc 301/301 00000100:00100000:1.0:1787398608.096952:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 571 00000100:00100000:2.0:1787398608.101158:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398608.102099:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247514368 00000100:00100000:1.0:1787398608.102116:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247514368 00000100:00100000:1.0:1787398608.102208:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 572 00000100:00100000:1.0:1787398608.102222:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f113480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+108:123760:x1874221247514368:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398608.102252:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398608.102282:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509c00/0x5703899912343369 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a0bb expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.102436:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509600/0x5703899912343370 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.102455:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509600/0x5703899912343370 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.102469:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509600/0x5703899912343370 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.102511:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508e00/0x5703899912343377 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.102521:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508e00/0x5703899912343377 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.102528:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508e00/0x5703899912343377 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787398608.102999:0:158795:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x252:0x0], index 0: 0 00080000:00000400:1.0:1787398608.103016:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398608.103020:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398608.103022:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398608.103025:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398608.103027:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398608.103030:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398608.103050:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398608.103054:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398608.103056:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398608.103058:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398608.103060:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398608.103062:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398608.103113:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398608.103116:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398608.103118:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398608.103120:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398608.103122:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398608.103123:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1787398608.103244:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509000/0x570389991234337e lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.103255:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509000/0x570389991234337e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.103263:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509000/0x570389991234337e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.103307:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509600/0x5703899912343370 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398608.103324:0:158819:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f110700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:158819:1874221261000576:0@lo:5:osp-pre-0-0.0 00010000:00010000:1.0:1787398608.103333:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509600/0x5703899912343370 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.103341:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509600/0x5703899912343370 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.103348:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509600/0x5703899912343370 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.103354:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301509600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398608.103360:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509600/0x5703899912343370 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.103369:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509600/0x5703899912343370 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.103385:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398608.103389:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398608.103395:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509600/0x5703899912343370 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.103403:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509600/0x5703899912343370 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398608.103413:0:158819:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00010000:1.0:1787398608.103421:0:158795:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b7705f76 reply state 000000004e1fb961 transno 34359738700 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508e00/0x5703899912343377 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.103435:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508e00/0x5703899912343377 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.103441:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xf4c8ca43 (ffff9cf33f78ea00) 00010000:00010000:1.0:1787398608.103449:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398608.103453:0:158795:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787398608.103528:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509c00/0x5703899912343369 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0bb expref: 111 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398608.103532:0:158819:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2092f3480 going to sleep for 11 seconds 00010000:00010000:1.0:1787398608.103552:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509000/0x570389991234337e lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0bb expref: 110 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.103560:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x19:0x0].0x0 (ffff9cf33f78ee00) 00010000:00010000:1.0:1787398608.103563:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787398608.103565:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf301509000, rc 0) 00000100:00100000:1.0:1787398608.104769:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f113480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+111:123760:x1874221247514368:12345-192.168.204.36@tcp:101:cp.0 Request processed in 2538us (3615us total) trans 34359738700 rc 0/0 00000100:00100000:1.0:1787398608.104784:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 572 00000100:00100000:3.0:1787398608.107722:0:162516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261000576 00000100:00100000:3.0:1787398608.107746:0:162516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261000576 00000100:00080000:0.0:1787398608.108171:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787398608.108218:0:162516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:3.0:1787398608.108236:0:162516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f113b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:158819:x1874221261000576:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:3.0:1787398608.108303:0:162516:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x280000401 at 610 00000100:00100000:2.0:1787398608.115537:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00002000:00080000:3.0:1787398608.120033:0:162516:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x280000401 at 618 00000001:00080000:3.0:1787398608.120626:0:162516:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 21474836545 00002000:00080000:3.0:1787398608.120660:0:162516:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x280000401 at 626 00000001:00080000:3.0:1787398608.121008:0:162516:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 21474836546 00002000:00080000:3.0:1787398608.121024:0:162516:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x280000401 at 634 00000001:00080000:3.0:1787398608.121378:0:162516:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 21474836547 00000100:00100000:3.0:1787398608.121566:0:162516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f113b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:158819:x1874221261000576:12345-0@lo:5:osp-pre-0-0.0 Request processed in 13330us (18146us total) trans 21474836548 rc 0/0 00000100:00100000:3.0:1787398608.121582:0:162516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000020:00080000:3.0:1787398608.121592:0:162516:0:(tgt_main.c:784:tgt_ses_key_exit()) total 4 transactions per RPC 00000100:00100000:1.0:1787398608.121625:0:158819:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f110700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:158819:1874221261000576:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1787398608.121635:0:162516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247514496 00000100:00100000:3.0:1787398608.121644:0:162516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247514496 00000004:00080000:1.0:1787398608.121652:0:158819:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x252:0x0]-[0x280000401:0x281:0x0] 00000100:00100000:0.0:1787398608.121769:0:161119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 313 00000100:00080000:0.0:1787398608.121785:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787398608.121798:0:161119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+17:69162:x1874221247514496:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398608.121817:0:161119:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398608.121845:0:161119:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c092d100/0x570389991234338c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x252:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a0c2 expref: -99 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787398608.121875:0:161119:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x252:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398608.121900:0:161119:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x252:0x0].0x0 since=5629s v=(0 0) 00010000:00010000:0.0:1787398608.121906:0:161119:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x252:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398608.121918:0:161119:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c092d100/0x570389991234338c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0c2 expref: 18 pid: 161119 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.121939:0:161119:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c092d100/0x570389991234338c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0c2 expref: 18 pid: 161119 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.121974:0:161119:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6dc00, rc 0) 00000100:00100000:0.0:1787398608.122038:0:161119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+18:69162:x1874221247514496:12345-192.168.204.36@tcp:101:cp.0 Request processed in 259us (6512us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398608.122044:0:161119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 313 00000100:00100000:2.0:1787398608.130448:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.130605:0:162515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247514624 00000100:00100000:0.0:1787398608.130619:0:162515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247514624 00000100:00100000:0.0:1787398608.130700:0:162515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 314 00000100:00100000:0.0:1787398608.130714:0:162515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+18:123760:x1874221247514624:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398608.130741:0:162515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398608.130769:0:162515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c384807b/0x5703899912343393 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x252:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a0c9 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.130834:0:162515:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c092d100/0x570389991234338c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0c2 expref: 19 pid: 161119 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.130847:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x252:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398608.130852:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x252:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398608.130858:0:162515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c384807b/0x5703899912343393 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x252:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0c9 expref: 19 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.130903:0:162515:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c092d100/0x570389991234338c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0c2 expref: 19 pid: 161119 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.130920:0:162515:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c092d100/0x570389991234338c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0c2 expref: 19 pid: 161119 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398608.130958:0:162515:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:162515:1874221261000704:192.168.204.36@tcp:104: 00000100:00100000:0.0:1787398608.131379:0:162515:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2099a6000 going to sleep for 11 seconds 00000100:00100000:0.0:1787398608.143641:0:162515:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:162515:1874221261000704:192.168.204.36@tcp:104: 00010000:00010000:0.0:1787398608.143697:0:162515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c384807b/0x5703899912343393 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x252:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0c9 expref: 19 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.143725:0:162515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6da00, rc 0) 00000100:00100000:0.0:1787398608.143818:0:162515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+19:123760:x1874221247514624:12345-192.168.204.36@tcp:101:cp.0 Request processed in 13105us (13385us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398608.143829:0:162515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 314 00000100:00100000:3.0:1787398608.144916:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.145352:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247514752 00000100:00100000:0.0:1787398608.145363:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247514752 00010000:00010000:0.0:1787398608.145409:0:158779:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c092d100/0x570389991234338c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0c2 expref: 19 pid: 161119 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398608.145451:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 170 00000100:00100000:0.0:1787398608.145462:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+19:69165:x1874221247514752:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398608.145525:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398608.145554:0:158779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c092d100/0x570389991234338c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x252:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0c2 expref: 19 pid: 161119 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.145572:0:158779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c092d100/0x570389991234338c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x252:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0c2 expref: 19 pid: 161119 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.145632:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c092d100/0x570389991234338c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x252:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0c2 expref: 19 pid: 161119 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.145651:0:158779:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x252:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398608.145656:0:158779:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x252:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398608.145664:0:158779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c384807b/0x5703899912343393 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0c9 expref: 18 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.145676:0:158779:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c384807b/0x5703899912343393 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0c9 expref: 18 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.145721:0:158779:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000c384807b/0x5703899912343393 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0c9 expref: 18 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398608.145737:0:158779:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:158779:1874221261000832:192.168.204.36@tcp:105: 00000100:00100000:0.0:1787398608.145836:0:158779:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2099a6000 going to sleep for 11 seconds 00010000:00010000:0.0:1787398608.157328:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398608.162427:0:158779:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:158779:1874221261000832:192.168.204.36@tcp:105: 00010000:00010000:0.0:1787398608.162474:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398608.162610:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+18:69165:x1874221247514752:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 17147us (17701us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398608.162627:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 170 00000100:00100000:1.0:1787398608.163684:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398608.163789:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247515008 00000100:00100000:2.0:1787398608.163811:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247515008 00000100:00100000:2.0:1787398608.163882:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 161 00000100:00100000:2.0:1787398608.163894:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+111:123760:x1874221247515008:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:2.0:1787398608.164347:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+112:123760:x1874221247515008:12345-192.168.204.36@tcp:35:cp.0 Request processed in 453us (668us total) trans 34359738701 rc 0/0 00000100:00100000:2.0:1787398608.164357:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 161 00000100:00100000:2.0:1787398608.174207:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398608.175578:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247515136 00000100:00100000:3.0:1787398608.175598:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247515136 00000100:00100000:2.0:1787398608.175918:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 573 00000100:00100000:2.0:1787398608.175957:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+112:123760:x1874221247515136:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398608.176010:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398608.176040:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x570389991234339a lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a0d0 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.176156:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9000/0x57038999123433a1 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.176177:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9000/0x57038999123433a1 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.176191:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9000/0x57038999123433a1 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.176208:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x57038999123433a8 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.176215:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x57038999123433a8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.176222:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x57038999123433a8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.176277:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9000/0x57038999123433a1 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.176285:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9000/0x57038999123433a1 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.176291:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9000/0x57038999123433a1 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.176310:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9000/0x57038999123433a1 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.176317:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf3136b9000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398608.176321:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9000/0x57038999123433a1 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.176330:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9000/0x57038999123433a1 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.176345:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398608.176348:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398608.176353:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9000/0x57038999123433a1 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.176360:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9000/0x57038999123433a1 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.176378:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x57038999123433a8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.176384:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x57038999123433a8 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.176389:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x57038999123433a8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.176394:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf3136b9800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398608.176397:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x57038999123433a8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.176413:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x57038999123433a8 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.176422:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x130bf32a (ffff9cf3112cb600) 00010000:00010000:2.0:1787398608.176424:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398608.176426:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x57038999123433a8 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.176432:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x57038999123433a8 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.176472:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x570389991234339a lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0d0 expref: 113 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.176745:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398608.176749:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398608.176754:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x570389991234339a lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0d0 expref: 113 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.176771:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3136b8200, rc 0) 00000100:00100000:2.0:1787398608.176888:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+112:123760:x1874221247515136:12345-192.168.204.36@tcp:101:cp.0 Request processed in 934us (2697us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398608.176898:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 573 00000100:00100000:1.0:1787398608.182701:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398608.183124:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247515264 00000100:00100000:2.0:1787398608.183139:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247515264 00000100:00100000:2.0:1787398608.183270:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 574 00000100:00100000:2.0:1787398608.183283:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+112:123760:x1874221247515264:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398608.183333:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398608.183362:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x57038999123433af lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a0d7 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.183455:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9c00/0x57038999123433b6 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.183474:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9c00/0x57038999123433b6 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.183531:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9c00/0x57038999123433b6 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.183550:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x57038999123433bd lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.183558:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x57038999123433bd lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.183564:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x57038999123433bd lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.183629:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9c00/0x57038999123433b6 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.183638:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9c00/0x57038999123433b6 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.183644:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9c00/0x57038999123433b6 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.183651:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9c00/0x57038999123433b6 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.183667:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf3136b9c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398608.183672:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9c00/0x57038999123433b6 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.183681:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9c00/0x57038999123433b6 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.183697:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398608.183701:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398608.183707:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9c00/0x57038999123433b6 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.183714:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9c00/0x57038999123433b6 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.183733:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x57038999123433bd lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.183739:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x57038999123433bd lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.183746:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x57038999123433bd lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.183751:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b003000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398608.183754:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x57038999123433bd lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.183761:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x57038999123433bd lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.183780:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x130bf32a (ffff9cf3112cbd00) 00010000:00010000:2.0:1787398608.183783:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398608.183786:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x57038999123433bd lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.183793:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003000/0x57038999123433bd lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.183837:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x57038999123433af lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0d7 expref: 113 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.183848:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398608.183850:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398608.183855:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x57038999123433af lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0d7 expref: 113 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.183867:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3136b8e00, rc 0) 00000100:00100000:2.0:1787398608.183967:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+112:123760:x1874221247515264:12345-192.168.204.36@tcp:101:cp.0 Request processed in 687us (1283us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398608.183976:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 574 00000100:00100000:3.0:1787398608.194189:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398608.194514:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247515520 00000100:00100000:1.0:1787398608.194527:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247515520 00000100:00100000:1.0:1787398608.194600:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 575 00000100:00100000:1.0:1787398608.194612:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+112:123760:x1874221247515520:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398608.194640:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398608.194669:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509600/0x57038999123433c4 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a0de expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.194818:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x57038999123433cb lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.196459:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x57038999123433cb lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.197281:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x57038999123433cb lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.197330:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123433d2 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.197340:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123433d2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.197350:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123433d2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787398608.198695:0:158796:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1ce:0x0], index 1: 0 00080000:00000400:1.0:1787398608.198724:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:1.0:1787398608.198730:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1787398608.198733:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398608.198735:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398608.198738:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398608.198740:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398608.198772:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:1.0:1787398608.198775:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1787398608.198776:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398608.198778:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398608.198780:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398608.198783:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398608.198828:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:1.0:1787398608.198840:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1787398608.198842:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398608.198863:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398608.198866:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398608.198868:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1787398608.199029:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509e00/0x57038999123433d9 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.199045:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509e00/0x57038999123433d9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.199058:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509e00/0x57038999123433d9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.199129:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x57038999123433cb lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.199146:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x57038999123433cb lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.199152:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x57038999123433cb lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.199159:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x57038999123433cb lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.199165:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301508400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398608.199170:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x57038999123433cb lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.199179:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x57038999123433cb lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.199195:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398608.199199:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398608.199212:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x57038999123433cb lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.199219:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x57038999123433cb lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398608.199250:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ccbcc851 reply state 00000000db858f51 transno 34359738702 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123433d2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.199266:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123433d2 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.199273:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x130bf32a (ffff9cf33f78ec00) 00010000:00010000:1.0:1787398608.199275:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398608.199279:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787398608.199332:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509600/0x57038999123433c4 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0de expref: 115 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.199349:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509e00/0x57038999123433d9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0de expref: 114 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.199357:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1a:0x0].0x0 (ffff9cf31e895f00) 00010000:00010000:1.0:1787398608.199360:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787398608.199362:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf301509e00, rc 0) 00000100:00100000:1.0:1787398608.199528:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+115:123760:x1874221247515520:12345-192.168.204.36@tcp:101:cp.0 Request processed in 4866us (5300us total) trans 34359738702 rc 0/0 00000100:00100000:1.0:1787398608.199540:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 575 00000100:00100000:3.0:1787398608.204889:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398608.205216:0:160295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247515648 00000100:00100000:2.0:1787398608.205231:0:160295:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247515648 00000100:00100000:2.0:1787398608.205315:0:160295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 315 00000100:00100000:2.0:1787398608.205328:0:160295:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+18:69165:x1874221247515648:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398608.205353:0:160295:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398608.205388:0:160295:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000002ce5c07/0x57038999123433e7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a0e5 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787398608.205449:0:160295:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1ce:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398608.205535:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ce:0x0].0x0 since=5629s v=(0 0) 00010000:00010000:2.0:1787398608.205541:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ce:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398608.205555:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000002ce5c07/0x57038999123433e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0e5 expref: 19 pid: 160295 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.205578:0:160295:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000002ce5c07/0x57038999123433e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0e5 expref: 19 pid: 160295 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.205595:0:160295:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b003000, rc 0) 00000100:00100000:2.0:1787398608.206439:0:160295:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+19:69165:x1874221247515648:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1105us (1556us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398608.206453:0:160295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 315 00000100:00100000:2.0:1787398608.245030:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398608.245750:0:160296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247515776 00000100:00100000:1.0:1787398608.245765:0:160296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247515776 00000100:00100000:1.0:1787398608.245862:0:160296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 316 00000100:00100000:1.0:1787398608.245876:0:160296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+19:123760:x1874221247515776:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398608.245923:0:160296:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398608.245951:0:160296:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d416ff1/0x57038999123433ee lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a0ec expref: -99 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.245996:0:160296:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000002ce5c07/0x57038999123433e7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0e5 expref: 20 pid: 160295 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.246006:0:160296:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ce:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398608.246010:0:160296:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ce:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398608.246016:0:160296:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d416ff1/0x57038999123433ee lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0ec expref: 20 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.246062:0:160296:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000002ce5c07/0x57038999123433e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0e5 expref: 20 pid: 160295 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.246091:0:160296:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000002ce5c07/0x57038999123433e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0e5 expref: 20 pid: 160295 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398608.246109:0:160296:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33aae4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:160296:1874221261000960:192.168.204.36@tcp:104: 00000100:00100000:1.0:1787398608.246223:0:160296:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20b034240 going to sleep for 11 seconds 00000100:00100000:3.0:1787398608.249832:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.250816:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247515904 00000100:00100000:0.0:1787398608.250848:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247515904 00010000:00010000:0.0:1787398608.250935:0:158780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000002ce5c07/0x57038999123433e7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0e5 expref: 21 pid: 160295 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398608.251001:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 171 00000100:00100000:0.0:1787398608.251012:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+21:69163:x1874221247515904:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398608.251032:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398608.251063:0:158780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000002ce5c07/0x57038999123433e7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0e5 expref: 21 pid: 160295 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.251090:0:158780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000002ce5c07/0x57038999123433e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0e5 expref: 21 pid: 160295 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.251128:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ce:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398608.251133:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ce:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398608.251144:0:158780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006d416ff1/0x57038999123433ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0ec expref: 21 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.251156:0:158780:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d416ff1/0x57038999123433ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0ec expref: 21 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.251206:0:158780:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000006d416ff1/0x57038999123433ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0ec expref: 21 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398608.251224:0:158780:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:158780:1874221261001088:192.168.204.36@tcp:105: 00000100:00100000:0.0:1787398608.251348:0:158780:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2099a6000 going to sleep for 11 seconds 00010000:00010000:2.0:1787398608.251369:0:160296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000002ce5c07/0x57038999123433e7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0e5 expref: 21 pid: 160295 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398608.251391:0:160296:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33aae4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:160296:1874221261000960:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398608.251423:0:160296:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006d416ff1/0x57038999123433ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0ec expref: 20 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.251436:0:160296:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf301509600, rc 0) 00000100:00100000:2.0:1787398608.251472:0:160296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+20:123760:x1874221247515776:12345-192.168.204.36@tcp:101:cp.0 Request processed in 5600us (6457us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398608.251526:0:160296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 316 00000100:00100000:0.0:1787398608.254807:0:158780:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:158780:1874221261001088:192.168.204.36@tcp:105: 00010000:00010000:0.0:1787398608.254955:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398608.255145:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+19:69163:x1874221247515904:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 4132us (5328us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398608.255159:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 171 00000100:00100000:1.0:1787398608.270459:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398608.270801:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247516160 00000100:00100000:2.0:1787398608.270816:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247516160 00000100:00100000:3.0:1787398608.272597:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 162 00000100:00100000:3.0:1787398608.272636:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf303df9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+115:123760:x1874221247516160:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:2.0:1787398608.274015:0:158798:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 2 min 2 max 80 00000100:00100000:2.0:1787398608.274038:0:158798:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_002' 00000100:00100000:3.0:1787398608.274122:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf303df9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+116:123760:x1874221247516160:12345-192.168.204.36@tcp:35:cp.0 Request processed in 1493us (3671us total) trans 34359738703 rc 0/0 00000100:00100000:3.0:1787398608.274136:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 162 00000100:00100000:1.0:1787398608.284466:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.284594:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247516288 00000100:00100000:0.0:1787398608.284608:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247516288 00000100:00100000:0.0:1787398608.284686:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 576 00000100:00100000:0.0:1787398608.284698:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+116:123760:x1874221247516288:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398608.284729:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398608.284760:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x57038999123433f5 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a0f3 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.284867:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x57038999123433fc lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.284885:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x57038999123433fc lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.284900:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x57038999123433fc lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.284921:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912343403 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.284929:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912343403 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.284937:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912343403 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.285017:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x57038999123433fc lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.285025:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x57038999123433fc lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.285031:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x57038999123433fc lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.285037:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x57038999123433fc lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.285043:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6d800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398608.285047:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x57038999123433fc lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.285055:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x57038999123433fc lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.285071:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398608.285074:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.285090:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x57038999123433fc lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.285097:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x57038999123433fc lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.285116:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912343403 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.285122:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912343403 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.285136:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912343403 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.285141:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398608.285145:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912343403 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.285151:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912343403 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.285160:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe00215d9 (ffff9cf2051cd000) 00010000:00010000:0.0:1787398608.285163:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.285166:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912343403 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.285171:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912343403 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.285213:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x57038999123433f5 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0f3 expref: 117 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.285225:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398608.285227:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.285231:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x57038999123433f5 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0f3 expref: 117 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.285564:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6dc00, rc 0) 00000100:00100000:0.0:1787398608.285652:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+116:123760:x1874221247516288:12345-192.168.204.36@tcp:101:cp.0 Request processed in 955us (1201us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398608.285670:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 576 00000100:00100000:2.0:1787398608.290922:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.290995:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247516416 00000100:00100000:0.0:1787398608.291010:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247516416 00000100:00100000:0.0:1787398608.291106:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 577 00000100:00100000:0.0:1787398608.291119:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+116:123760:x1874221247516416:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398608.291150:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398608.291178:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x570389991234340a lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a0fa expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.291280:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x5703899912343411 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.291300:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x5703899912343411 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.291316:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x5703899912343411 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.291335:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912343418 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.291341:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912343418 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.291348:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912343418 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.291429:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x5703899912343411 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.291462:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x5703899912343411 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.291468:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x5703899912343411 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.291509:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x5703899912343411 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.291517:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398608.291523:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x5703899912343411 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.291532:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x5703899912343411 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.291547:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398608.291551:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.291556:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x5703899912343411 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.291563:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x5703899912343411 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.291584:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912343418 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.291590:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912343418 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.291595:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912343418 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.291609:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398608.291612:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912343418 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.291619:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912343418 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.291628:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe00215d9 (ffff9cf33b69d500) 00010000:00010000:0.0:1787398608.291631:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.291634:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912343418 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.291640:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912343418 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.291689:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x570389991234340a lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0fa expref: 117 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.291701:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398608.291704:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.291707:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x570389991234340a lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0fa expref: 117 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.291719:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6d400, rc 0) 00000100:00100000:0.0:1787398608.291812:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+116:123760:x1874221247516416:12345-192.168.204.36@tcp:101:cp.0 Request processed in 695us (906us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398608.291821:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 577 00000100:00100000:2.0:1787398608.294929:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.295190:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247516672 00000100:00100000:0.0:1787398608.295221:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247516672 00000100:00100000:0.0:1787398608.295282:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 578 00000100:00100000:0.0:1787398608.295293:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+116:123760:x1874221247516672:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398608.295319:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398608.295345:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x570389991234341f lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a101 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.295517:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912343426 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.295535:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912343426 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.295550:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912343426 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.295567:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x570389991234342d lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.295574:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x570389991234342d lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.295581:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x570389991234342d lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787398608.295991:0:160868:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x253:0x0], index 0: 0 00080000:00000400:0.0:1787398608.296010:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398608.296014:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398608.296017:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398608.296019:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398608.296022:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398608.296036:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398608.296062:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398608.296065:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398608.296066:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398608.296068:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398608.296070:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398608.296072:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398608.296120:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398608.296123:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398608.296125:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398608.296127:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398608.296130:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398608.296132:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1787398608.296252:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x5703899912343434 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.296263:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x5703899912343434 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.296271:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x5703899912343434 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.296311:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912343426 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.296318:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912343426 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.296325:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912343426 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.296331:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912343426 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.296347:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398608.296351:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912343426 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.296359:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912343426 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.296374:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398608.296377:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.296382:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912343426 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.296389:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x5703899912343426 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398608.296406:0:160868:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000004b403e7e reply state 00000000157265cd transno 34359738704 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x570389991234342d lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.296417:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x570389991234342d lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.296424:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe00215d9 (ffff9cf33b69d300) 00010000:00010000:0.0:1787398608.296426:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787398608.296429:0:160868:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787398608.296465:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6dc00/0x570389991234341f lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a101 expref: 119 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.296513:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x5703899912343434 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a101 expref: 118 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.296532:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1b:0x0].0x0 (ffff9cf33b69d900) 00010000:00010000:0.0:1787398608.296534:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787398608.296536:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6d000, rc 0) 00000100:00100000:0.0:1787398608.296629:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+119:123760:x1874221247516672:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1337us (1713us total) trans 34359738704 rc 0/0 00000100:00100000:0.0:1787398608.296637:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 578 00000100:00100000:3.0:1787398608.311644:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398608.311782:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247516800 00000100:00100000:1.0:1787398608.311806:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247516800 00000100:00100000:1.0:1787398608.311875:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 317 00000100:00100000:1.0:1787398608.311886:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+18:69162:x1874221247516800:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398608.311926:0:162529:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398608.311954:0:162529:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dbae1781/0x5703899912343442 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x253:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a108 expref: -99 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398608.311995:0:162529:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x253:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787398608.312020:0:162529:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x253:0x0].0x0 since=5629s v=(0 0) 00010000:00010000:1.0:1787398608.312025:0:162529:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x253:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398608.312035:0:162529:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dbae1781/0x5703899912343442 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a108 expref: 19 pid: 162529 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.312055:0:162529:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dbae1781/0x5703899912343442 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a108 expref: 19 pid: 162529 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.312070:0:162529:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf301508400, rc 0) 00000100:00100000:1.0:1787398608.312156:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+19:69162:x1874221247516800:12345-192.168.204.36@tcp:101:cp.0 Request processed in 272us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398608.312163:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 317 00000100:00100000:2.0:1787398608.316890:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.317026:0:162522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247516928 00000100:00100000:0.0:1787398608.317040:0:162522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247516928 00000100:00100000:0.0:1787398608.317134:0:162522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 318 00000100:00100000:0.0:1787398608.317146:0:162522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+19:123760:x1874221247516928:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398608.317170:0:162522:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398608.317199:0:162522:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c092d100/0x5703899912343449 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x253:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a10f expref: -99 pid: 162522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.317243:0:162522:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dbae1781/0x5703899912343442 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a108 expref: 20 pid: 162529 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.317252:0:162522:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x253:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398608.317257:0:162522:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x253:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398608.317262:0:162522:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c092d100/0x5703899912343449 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x253:0x0].0x0 rrc: 3 type: EXT [0->57343] (req 0->57343) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a10f expref: 20 pid: 162522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.317308:0:162522:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dbae1781/0x5703899912343442 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a108 expref: 20 pid: 162529 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.317348:0:162522:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dbae1781/0x5703899912343442 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a108 expref: 20 pid: 162529 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398608.317365:0:162522:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:162522:1874221261001216:192.168.204.36@tcp:104: 00000100:00100000:0.0:1787398608.317529:0:162522:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2099a6780 going to sleep for 11 seconds 00000100:00100000:0.0:1787398608.321550:0:162522:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:162522:1874221261001216:192.168.204.36@tcp:104: 00010000:00010000:0.0:1787398608.321603:0:162522:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c092d100/0x5703899912343449 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x253:0x0].0x0 rrc: 3 type: EXT [0->57343] (req 0->57343) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a10f expref: 20 pid: 162522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.321635:0:162522:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6dc00, rc 0) 00000100:00100000:0.0:1787398608.321717:0:162522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+20:123760:x1874221247516928:12345-192.168.204.36@tcp:101:cp.0 Request processed in 4571us (4842us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398608.321728:0:162522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 318 00000100:00100000:3.0:1787398608.322679:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398608.323140:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247517056 00000100:00100000:1.0:1787398608.323152:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247517056 00010000:00010000:1.0:1787398608.323209:0:162512:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dbae1781/0x5703899912343442 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a108 expref: 20 pid: 162529 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398608.323258:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 172 00000100:00100000:1.0:1787398608.323269:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+20:69165:x1874221247517056:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787398608.323286:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398608.323334:0:162512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dbae1781/0x5703899912343442 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x253:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a108 expref: 20 pid: 162529 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.323349:0:162512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dbae1781/0x5703899912343442 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x253:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a108 expref: 20 pid: 162529 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.323379:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dbae1781/0x5703899912343442 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x253:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a108 expref: 20 pid: 162529 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.323410:0:162512:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x253:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398608.323415:0:162512:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x253:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398608.323424:0:162512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c092d100/0x5703899912343449 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->57343) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a10f expref: 19 pid: 162522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.323435:0:162512:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c092d100/0x5703899912343449 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->57343) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a10f expref: 19 pid: 162522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.323536:0:162512:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000c092d100/0x5703899912343449 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->57343) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a10f expref: 19 pid: 162522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398608.323554:0:162512:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33aae6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:162512:1874221261001344:192.168.204.36@tcp:105: 00000100:00100000:1.0:1787398608.323657:0:162512:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20b034480 going to sleep for 11 seconds 00000100:00100000:1.0:1787398608.329466:0:162512:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33aae6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:162512:1874221261001344:192.168.204.36@tcp:105: 00010000:00010000:1.0:1787398608.329544:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787398608.329624:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+19:69165:x1874221247517056:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 6355us (6951us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398608.329659:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 172 00000100:00100000:2.0:1787398608.332943:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398608.333110:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247517312 00000100:00100000:3.0:1787398608.333123:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247517312 00000100:00100000:3.0:1787398608.333202:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 163 00000100:00100000:3.0:1787398608.333215:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+119:123760:x1874221247517312:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:3.0:1787398608.333693:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+120:123760:x1874221247517312:12345-192.168.204.36@tcp:35:cp.0 Request processed in 479us (765us total) trans 34359738705 rc 0/0 00000100:00100000:3.0:1787398608.333722:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 163 00000100:00100000:2.0:1787398608.339326:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398608.339528:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247517440 00000100:00100000:3.0:1787398608.339541:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247517440 00000100:00100000:3.0:1787398608.339698:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 579 00000100:00100000:3.0:1787398608.339711:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+120:123760:x1874221247517440:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398608.339745:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398608.339773:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912343450 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a116 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.339878:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912343457 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.339898:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912343457 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.339911:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912343457 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.339928:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x570389991234345e lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.339935:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x570389991234345e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.339943:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x570389991234345e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.340013:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912343457 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.340054:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912343457 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.340061:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912343457 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.340068:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912343457 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.340074:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a68c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398608.340089:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912343457 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.340098:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912343457 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.340114:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398608.340117:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398608.340123:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912343457 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.340130:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68c00/0x5703899912343457 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.340149:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x570389991234345e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.340155:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x570389991234345e lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.340161:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x570389991234345e lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.340173:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a68000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398608.340176:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x570389991234345e lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.340182:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x570389991234345e lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.340191:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x868dff87 (ffff9cf305ea9400) 00010000:00010000:3.0:1787398608.340194:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398608.340196:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x570389991234345e lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.340202:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x570389991234345e lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.340246:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912343450 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a116 expref: 121 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.340257:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398608.340259:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398608.340263:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912343450 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a116 expref: 121 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.340273:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a69a00, rc 0) 00000100:00100000:3.0:1787398608.340651:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+120:123760:x1874221247517440:12345-192.168.204.36@tcp:101:cp.0 Request processed in 940us (1340us total) trans 0 rc 301/301 00000100:00100000:3.0:1787398608.340660:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 579 00000100:00100000:1.0:1787398608.343659:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.343755:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247517568 00000100:00100000:0.0:1787398608.343767:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247517568 00000100:00100000:0.0:1787398608.343929:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 580 00000100:00100000:0.0:1787398608.343942:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+120:123760:x1874221247517568:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398608.343969:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398608.344008:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x5703899912343465 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a11d expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.344321:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x570389991234346c lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.344364:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x570389991234346c lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.344380:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x570389991234346c lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.344399:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x5703899912343473 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.344407:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x5703899912343473 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.344414:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x5703899912343473 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.344469:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x570389991234346c lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.344566:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x570389991234346c lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.344574:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x570389991234346c lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.344581:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x570389991234346c lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.344587:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398608.344592:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x570389991234346c lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.344599:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x570389991234346c lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.344621:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398608.344624:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.344630:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x570389991234346c lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.344636:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x570389991234346c lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.344654:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x5703899912343473 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.344660:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x5703899912343473 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.344667:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x5703899912343473 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.344673:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398608.344676:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x5703899912343473 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.344682:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x5703899912343473 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.344691:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x868dff87 (ffff9cf33b69d500) 00010000:00010000:0.0:1787398608.344694:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.344696:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x5703899912343473 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.344703:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x5703899912343473 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.344754:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x5703899912343465 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a11d expref: 121 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.344767:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398608.344769:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.344773:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x5703899912343465 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a11d expref: 121 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.344784:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6d400, rc 0) 00000100:00100000:0.0:1787398608.344878:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+120:123760:x1874221247517568:12345-192.168.204.36@tcp:101:cp.0 Request processed in 938us (1234us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398608.344887:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 580 00000100:00100000:3.0:1787398608.347632:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398608.348438:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247517824 00000100:00100000:1.0:1787398608.348454:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247517824 00000100:00100000:1.0:1787398608.348558:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 581 00000100:00100000:1.0:1787398608.348570:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+120:123760:x1874221247517824:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398608.348598:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398608.348625:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x570389991234347a lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a124 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.348776:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343481 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.348921:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343481 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.348937:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343481 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.348957:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509c00/0x5703899912343488 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.348965:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509c00/0x5703899912343488 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.348972:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509c00/0x5703899912343488 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787398608.349414:0:158796:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1cf:0x0], index 1: 0 00080000:00000400:1.0:1787398608.349449:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398608.349454:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398608.349456:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398608.349459:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398608.349461:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398608.349463:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398608.349641:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398608.349645:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398608.349647:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398608.349649:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398608.349651:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398608.349653:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398608.349693:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398608.349696:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398608.349698:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398608.349701:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398608.349703:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398608.349705:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1787398608.349973:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x570389991234348f lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.356831:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x570389991234348f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.356867:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x570389991234348f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.356971:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343481 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.356980:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343481 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.357012:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343481 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.357021:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343481 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.357028:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301508400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398608.357033:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343481 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.357042:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343481 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.357059:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398608.357062:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398608.357069:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343481 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.357084:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343481 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398608.357120:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f390e851 reply state 000000001cf79d8f transno 34359738706 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509c00/0x5703899912343488 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.357134:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509c00/0x5703899912343488 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.357140:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x868dff87 (ffff9cf31e895e00) 00010000:00010000:1.0:1787398608.357142:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398608.357146:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787398608.357223:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x570389991234347a lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a124 expref: 123 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.357241:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x570389991234348f lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a124 expref: 122 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.357249:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1c:0x0].0x0 (ffff9cf31e895800) 00010000:00010000:1.0:1787398608.357251:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787398608.357254:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b638e00, rc 0) 00000100:00100000:1.0:1787398608.357362:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+123:123760:x1874221247517824:12345-192.168.204.36@tcp:101:cp.0 Request processed in 8793us (9743us total) trans 34359738706 rc 0/0 00000100:00100000:1.0:1787398608.357373:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 581 00000100:00100000:1.0:1787398608.369723:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398608.369896:0:162524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247517952 00000100:00100000:3.0:1787398608.369910:0:162524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247517952 00000100:00100000:3.0:1787398608.370000:0:162524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 319 00000100:00100000:3.0:1787398608.370015:0:162524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:dbe7f5ec-0726-4851-a675-2f47d040e30f+19:69165:x1874221247517952:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398608.370039:0:162524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398608.370072:0:162524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cd08c7c8/0x570389991234349d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a12b expref: -99 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398608.370118:0:162524:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1cf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398608.370149:0:162524:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cf:0x0].0x0 since=5629s v=(0 0) 00010000:00010000:3.0:1787398608.370154:0:162524:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398608.370166:0:162524:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cd08c7c8/0x570389991234349d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a12b expref: 20 pid: 162524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.370186:0:162524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cd08c7c8/0x570389991234349d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a12b expref: 20 pid: 162524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.370202:0:162524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a69a00, rc 0) 00000100:00100000:3.0:1787398608.370281:0:162524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:dbe7f5ec-0726-4851-a675-2f47d040e30f+20:69165:x1874221247517952:12345-192.168.204.36@tcp:101:cp.0 Request processed in 270us (577us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398608.370289:0:162524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 319 00000100:00100000:1.0:1787398608.374426:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398608.374563:0:161119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247518080 00000100:00100000:2.0:1787398608.374576:0:161119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247518080 00000100:00100000:2.0:1787398608.374654:0:161119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 320 00000100:00100000:2.0:1787398608.374667:0:161119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+20:123760:x1874221247518080:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398608.374694:0:161119:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398608.374723:0:161119:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000002ce5c07/0x57038999123434a4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a132 expref: -99 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.374767:0:161119:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cd08c7c8/0x570389991234349d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a12b expref: 21 pid: 162524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.374778:0:161119:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398608.374783:0:161119:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398608.374789:0:161119:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000002ce5c07/0x57038999123434a4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a132 expref: 21 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.374849:0:161119:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cd08c7c8/0x570389991234349d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a12b expref: 21 pid: 162524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.374887:0:161119:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cd08c7c8/0x570389991234349d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a12b expref: 21 pid: 162524 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398608.374905:0:161119:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af1ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:161119:1874221261001472:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398608.375143:0:161119:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2092f3780 going to sleep for 11 seconds 00000100:00100000:1.0:1787398608.380762:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398608.383717:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247518208 00000100:00100000:3.0:1787398608.383740:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247518208 00010000:00010000:3.0:1787398608.383824:0:158781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cd08c7c8/0x570389991234349d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a12b expref: 22 pid: 162524 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398608.383888:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 173 00000100:00100000:3.0:1787398608.383918:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f491850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+22:69162:x1874221247518208:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398608.383939:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398608.383968:0:158781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cd08c7c8/0x570389991234349d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a12b expref: 22 pid: 162524 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.383993:0:158781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cd08c7c8/0x570389991234349d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a12b expref: 22 pid: 162524 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.384029:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398608.384035:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398608.384110:0:158781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000002ce5c07/0x57038999123434a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a132 expref: 22 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.384123:0:158781:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000002ce5c07/0x57038999123434a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a132 expref: 22 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.384181:0:158781:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000002ce5c07/0x57038999123434a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a132 expref: 22 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398608.384199:0:158781:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a1d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:158781:1874221261001600:192.168.204.36@tcp:105: 00000100:00100000:3.0:1787398608.384329:0:158781:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20aea5900 going to sleep for 11 seconds 00010000:00010000:3.0:1787398608.384390:0:161119:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd08c7c8/0x570389991234349d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a12b expref: 22 pid: 162524 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398608.384409:0:161119:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af1ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:161119:1874221261001472:192.168.204.36@tcp:104: 00010000:00010000:3.0:1787398608.384449:0:161119:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000002ce5c07/0x57038999123434a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a132 expref: 21 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.384460:0:161119:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b003000, rc 0) 00000100:00100000:3.0:1787398608.384532:0:161119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+21:123760:x1874221247518080:12345-192.168.204.36@tcp:101:cp.0 Request processed in 9868us (10122us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398608.384542:0:161119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 320 00000100:00100000:3.0:1787398608.395564:0:158781:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a1d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:158781:1874221261001600:192.168.204.36@tcp:105: 00010000:00010000:3.0:1787398608.395604:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398608.395690:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f491850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+20:69162:x1874221247518208:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 11773us (14943us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398608.395703:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 173 00000100:00100000:1.0:1787398608.395870:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398608.397165:0:166561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247518464 00000100:00100000:3.0:1787398608.397181:0:166561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247518464 00000100:00100000:3.0:1787398608.397296:0:166561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 164 00000100:00100000:3.0:1787398608.397308:0:166561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+123:123760:x1874221247518464:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:3.0:1787398608.397728:0:166561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+124:123760:x1874221247518464:12345-192.168.204.36@tcp:35:cp.0 Request processed in 421us (1857us total) trans 34359738707 rc 0/0 00000100:00100000:3.0:1787398608.397736:0:166561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 164 00000100:00100000:1.0:1787398608.403010:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398608.403207:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247518592 00000100:00100000:3.0:1787398608.403221:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247518592 00000100:00100000:3.0:1787398608.403299:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 582 00000100:00100000:3.0:1787398608.403312:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+124:123760:x1874221247518592:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398608.403347:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398608.403374:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x57038999123434ab lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a139 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.407376:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x57038999123434b2 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.407413:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x57038999123434b2 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.407431:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x57038999123434b2 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.407464:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x57038999123434b9 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.407473:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x57038999123434b9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.407500:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x57038999123434b9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.407598:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x57038999123434b2 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.407607:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x57038999123434b2 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.407614:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x57038999123434b2 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.407621:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x57038999123434b2 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.407628:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a68000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398608.407634:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x57038999123434b2 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.407644:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x57038999123434b2 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.407660:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398608.407663:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.407669:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x57038999123434b2 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.407676:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x57038999123434b2 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.407698:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x57038999123434b9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.407704:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x57038999123434b9 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.407717:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x57038999123434b9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.407723:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6d400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398608.407726:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x57038999123434b9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.407733:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x57038999123434b9 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.407741:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x39c3d8fe (ffff9cf33b69d500) 00010000:00010000:0.0:1787398608.407744:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.407747:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x57038999123434b9 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.407753:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x57038999123434b9 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.407887:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x57038999123434ab lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a139 expref: 125 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.407900:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398608.407903:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.407906:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x57038999123434ab lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a139 expref: 125 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.407918:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a69a00, rc 0) 00000100:00100000:0.0:1787398608.408149:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+124:123760:x1874221247518592:12345-192.168.204.36@tcp:101:cp.0 Request processed in 4767us (5089us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398608.408169:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 582 00000100:00100000:1.0:1787398608.423607:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.423713:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247518720 00000100:00100000:0.0:1787398608.423729:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247518720 00000100:00100000:0.0:1787398608.423815:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 583 00000100:00100000:0.0:1787398608.423828:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+124:123760:x1874221247518720:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398608.423858:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398608.423888:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x57038999123434c0 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a140 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.423979:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x57038999123434c7 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.424007:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x57038999123434c7 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.424021:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x57038999123434c7 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.424039:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x57038999123434ce lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.424046:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x57038999123434ce lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.424052:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x57038999123434ce lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.424125:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x57038999123434c7 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.424156:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x57038999123434c7 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.424163:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x57038999123434c7 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.424171:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x57038999123434c7 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.424178:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398608.424183:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x57038999123434c7 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.424192:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x57038999123434c7 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.424208:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398608.424211:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.424217:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x57038999123434c7 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.424225:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x57038999123434c7 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.424243:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x57038999123434ce lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.424250:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x57038999123434ce lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.424256:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x57038999123434ce lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.424268:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398608.424271:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x57038999123434ce lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.424278:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x57038999123434ce lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.424287:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x39c3d8fe (ffff9cf33b69d500) 00010000:00010000:0.0:1787398608.424290:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.424293:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x57038999123434ce lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.424299:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x57038999123434ce lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.424342:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x57038999123434c0 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a140 expref: 125 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.424353:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398608.424355:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.424358:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x57038999123434c0 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a140 expref: 125 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.424368:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6d400, rc 0) 00000100:00100000:0.0:1787398608.424461:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+124:123760:x1874221247518720:12345-192.168.204.36@tcp:101:cp.0 Request processed in 634us (867us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398608.424469:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 583 00000100:00100000:1.0:1787398608.433959:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.434449:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247518976 00000100:00100000:0.0:1787398608.434531:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247518976 00000100:00100000:0.0:1787398608.434607:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 584 00000100:00100000:0.0:1787398608.434619:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+124:123760:x1874221247518976:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398608.434651:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398608.434686:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x57038999123434d5 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a147 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.434847:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x57038999123434dc lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.434866:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x57038999123434dc lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.434881:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x57038999123434dc lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.434901:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x57038999123434e3 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.434909:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x57038999123434e3 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.434916:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x57038999123434e3 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787398608.435670:0:158796:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x254:0x0], index 0: 0 00080000:00000400:0.0:1787398608.435694:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398608.435700:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398608.435703:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398608.435705:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398608.435707:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398608.435722:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398608.435746:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398608.435749:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398608.435751:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398608.435753:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398608.435755:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398608.435757:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398608.435793:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398608.435796:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398608.435798:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398608.435800:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398608.435802:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398608.435804:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1787398608.435928:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x57038999123434ea lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.435940:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x57038999123434ea lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.435949:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x57038999123434ea lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.436008:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x57038999123434dc lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.436016:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x57038999123434dc lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.436024:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x57038999123434dc lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.436032:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x57038999123434dc lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.436052:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398608.436059:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x57038999123434dc lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.436068:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x57038999123434dc lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.436558:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398608.436564:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.436571:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x57038999123434dc lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.436579:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x57038999123434dc lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398608.436599:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000969a626d reply state 00000000517f494c transno 34359738708 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x57038999123434e3 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.436613:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x57038999123434e3 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.436620:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x39c3d8fe (ffff9cf33b69d500) 00010000:00010000:0.0:1787398608.436622:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787398608.436626:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787398608.436679:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d400/0x57038999123434d5 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a147 expref: 127 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.436698:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x57038999123434ea lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a147 expref: 126 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.436721:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1d:0x0].0x0 (ffff9cf33b69db00) 00010000:00010000:0.0:1787398608.436724:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787398608.436726:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6d600, rc 0) 00000100:00100000:0.0:1787398608.436824:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+127:123760:x1874221247518976:12345-192.168.204.36@tcp:101:cp.0 Request processed in 2207us (2881us total) trans 34359738708 rc 0/0 00000100:00100000:0.0:1787398608.436834:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 584 00000100:00100000:1.0:1787398608.441745:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.441858:0:162519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247519104 00000100:00100000:0.0:1787398608.441873:0:162519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247519104 00000100:00100000:0.0:1787398608.441959:0:162519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 321 00000100:00100000:0.0:1787398608.441973:0:162519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:dbe7f5ec-0726-4851-a675-2f47d040e30f+19:69163:x1874221247519104:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398608.442009:0:162519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398608.442041:0:162519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c0e245cd/0x57038999123434f8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x254:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a14e expref: -99 pid: 162519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787398608.442092:0:162519:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x254:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398608.442121:0:162519:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x254:0x0].0x0 since=5629s v=(0 0) 00010000:00010000:0.0:1787398608.442127:0:162519:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x254:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398608.442139:0:162519:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c0e245cd/0x57038999123434f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a14e expref: 20 pid: 162519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.442161:0:162519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c0e245cd/0x57038999123434f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a14e expref: 20 pid: 162519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.442178:0:162519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6c000, rc 0) 00000100:00100000:0.0:1787398608.442283:0:162519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:dbe7f5ec-0726-4851-a675-2f47d040e30f+20:69163:x1874221247519104:12345-192.168.204.36@tcp:101:cp.0 Request processed in 312us (555us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398608.442291:0:162519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 321 00000100:00100000:2.0:1787398608.452773:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.452904:0:162515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247519232 00000100:00100000:0.0:1787398608.452918:0:162515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247519232 00000100:00100000:0.0:1787398608.453004:0:162515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 322 00000100:00100000:0.0:1787398608.453016:0:162515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+20:123760:x1874221247519232:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398608.453040:0:162515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398608.453067:0:162515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000953b94ae/0x57038999123434ff lrc: 2/0,0 mode: --/PW res: [0x280000401:0x254:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a155 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.453271:0:162515:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c0e245cd/0x57038999123434f8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a14e expref: 21 pid: 162519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.453281:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x254:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398608.453285:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x254:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398608.453291:0:162515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000953b94ae/0x57038999123434ff lrc: 4/0,0 mode: --/PW res: [0x280000401:0x254:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a155 expref: 21 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.453338:0:162515:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c0e245cd/0x57038999123434f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a14e expref: 21 pid: 162519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.453354:0:162515:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c0e245cd/0x57038999123434f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a14e expref: 21 pid: 162519 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398608.453372:0:162515:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:162515:1874221261001728:192.168.204.36@tcp:104: 00000100:00100000:0.0:1787398608.453544:0:162515:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2099a6900 going to sleep for 11 seconds 00000100:00100000:0.0:1787398608.462465:0:162515:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:162515:1874221261001728:192.168.204.36@tcp:104: 00010000:00010000:0.0:1787398608.462648:0:162515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000953b94ae/0x57038999123434ff lrc: 3/0,0 mode: --/PW res: [0x280000401:0x254:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a155 expref: 21 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.462678:0:162515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6d400, rc 0) 00000100:00100000:1.0:1787398608.463582:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.463837:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247519360 00000100:00100000:0.0:1787398608.463848:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247519360 00010000:00010000:0.0:1787398608.463895:0:158779:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c0e245cd/0x57038999123434f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a14e expref: 22 pid: 162519 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398608.463946:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 174 00000100:00100000:0.0:1787398608.463957:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+22:69164:x1874221247519360:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398608.463978:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398608.464015:0:158779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c0e245cd/0x57038999123434f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x254:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a14e expref: 22 pid: 162519 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.464039:0:158779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c0e245cd/0x57038999123434f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x254:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a14e expref: 22 pid: 162519 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.464081:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c0e245cd/0x57038999123434f8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x254:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a14e expref: 22 pid: 162519 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.464103:0:158779:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x254:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398608.464108:0:158779:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x254:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398608.464136:0:158779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000953b94ae/0x57038999123434ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a155 expref: 21 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.464149:0:158779:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000953b94ae/0x57038999123434ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a155 expref: 21 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.464193:0:158779:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000953b94ae/0x57038999123434ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a155 expref: 21 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398608.464211:0:158779:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:158779:1874221261001856:192.168.204.36@tcp:105: 00000100:00100000:0.0:1787398608.464383:0:158779:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2099a6900 going to sleep for 11 seconds 00000100:00100000:2.0:1787398608.472039:0:162515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+21:123760:x1874221247519232:12345-192.168.204.36@tcp:101:cp.0 Request processed in 18996us (19252us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398608.472058:0:162515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 322 00000100:00100000:0.0:1787398608.483568:0:158779:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:158779:1874221261001856:192.168.204.36@tcp:105: 00010000:00010000:0.0:1787398608.483610:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398608.483696:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+20:69164:x1874221247519360:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 19739us (20120us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398608.483712:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 174 00000100:00100000:1.0:1787398608.492614:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398608.495562:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247519616 00000100:00100000:2.0:1787398608.495587:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247519616 00000100:00100000:2.0:1787398608.495710:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 165 00000100:00100000:2.0:1787398608.495723:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+127:123760:x1874221247519616:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:2.0:1787398608.496221:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+128:123760:x1874221247519616:12345-192.168.204.36@tcp:35:cp.0 Request processed in 499us (3757us total) trans 34359738709 rc 0/0 00000100:00100000:2.0:1787398608.496232:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 165 00000100:00100000:3.0:1787398608.505231:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.505437:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247519744 00000100:00100000:0.0:1787398608.505453:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247519744 00000100:00100000:0.0:1787398608.505722:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 585 00000100:00100000:0.0:1787398608.505735:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+128:123760:x1874221247519744:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398608.505768:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398608.505800:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912343506 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a15c expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.505899:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x570389991234350d lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.505955:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x570389991234350d lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.505971:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x570389991234350d lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.506168:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343514 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.506177:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343514 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.506185:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343514 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.506244:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x570389991234350d lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.506253:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x570389991234350d lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.506260:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x570389991234350d lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.506267:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x570389991234350d lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.506273:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398608.506278:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x570389991234350d lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.506286:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x570389991234350d lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.506310:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398608.506314:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.506320:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x570389991234350d lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.506329:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x570389991234350d lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.506349:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343514 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.506356:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343514 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.506362:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343514 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.506368:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96b000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398608.506371:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343514 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.506377:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343514 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.506384:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x5b30f298 (ffff9cf33b69d000) 00010000:00010000:0.0:1787398608.506386:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.506390:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343514 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.506396:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343514 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.506458:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912343506 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a15c expref: 129 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.506470:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398608.506473:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.506605:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912343506 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a15c expref: 129 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.506618:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6c400, rc 0) 00000100:00100000:0.0:1787398608.506718:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+128:123760:x1874221247519744:12345-192.168.204.36@tcp:101:cp.0 Request processed in 986us (1502us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398608.506728:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 585 00000100:00100000:0.0:1787398608.510061:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398608.510295:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247519872 00000100:00100000:2.0:1787398608.510308:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247519872 00000100:00100000:2.0:1787398608.510387:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 586 00000100:00100000:2.0:1787398608.510399:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+128:123760:x1874221247519872:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398608.510428:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398608.510457:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x570389991234351b lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a163 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.510620:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x5703899912343522 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.510638:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x5703899912343522 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.510651:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x5703899912343522 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.510670:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9000/0x5703899912343529 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.510677:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9000/0x5703899912343529 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.510684:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9000/0x5703899912343529 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.510741:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x5703899912343522 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.510749:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x5703899912343522 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.510756:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x5703899912343522 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.510763:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x5703899912343522 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.510770:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf3136b9800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398608.510782:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x5703899912343522 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.510790:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x5703899912343522 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.510806:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398608.510810:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398608.510816:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x5703899912343522 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.510823:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x5703899912343522 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.510841:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9000/0x5703899912343529 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.510847:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9000/0x5703899912343529 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.510853:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9000/0x5703899912343529 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.510859:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf3136b9000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398608.510862:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9000/0x5703899912343529 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.510869:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9000/0x5703899912343529 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.510877:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x5b30f298 (ffff9cf3112cb200) 00010000:00010000:2.0:1787398608.510880:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398608.510889:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9000/0x5703899912343529 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.510896:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9000/0x5703899912343529 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.510949:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x570389991234351b lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a163 expref: 129 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.510961:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398608.510963:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398608.510967:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x570389991234351b lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a163 expref: 129 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.510989:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3136b8200, rc 0) 00000100:00100000:2.0:1787398608.511084:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+128:123760:x1874221247519872:12345-192.168.204.36@tcp:101:cp.0 Request processed in 678us (1031us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398608.511092:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 586 00000100:00100000:2.0:1787398608.518790:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398608.518889:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247520128 00000100:00100000:3.0:1787398608.518902:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247520128 00000100:00100000:3.0:1787398608.518997:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 587 00000100:00100000:3.0:1787398608.519010:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+128:123760:x1874221247520128:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398608.519047:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398608.519090:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912343530 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a16a expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.519245:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912343537 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.519265:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912343537 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.519280:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912343537 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.519298:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x570389991234353e lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.519304:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x570389991234353e lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.519309:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x570389991234353e lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398608.519902:0:158795:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1d0:0x0], index 1: 0 00080000:00000400:2.0:1787398608.519941:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1787398608.519946:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398608.519949:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398608.519951:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398608.519953:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398608.519955:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398608.519993:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1787398608.519996:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398608.519998:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398608.520000:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398608.520025:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398608.520028:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398608.520099:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1787398608.520102:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398608.520104:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398608.520106:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398608.520108:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398608.520110:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1787398608.520254:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9c00/0x5703899912343545 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.520268:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9c00/0x5703899912343545 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.520279:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9c00/0x5703899912343545 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.520323:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912343537 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.520332:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912343537 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.520338:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912343537 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.520345:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912343537 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.520352:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a68000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398608.520357:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912343537 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.520365:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912343537 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.520387:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398608.520390:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398608.520396:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912343537 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.520403:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68000/0x5703899912343537 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398608.520423:0:158795:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d4b5ecb3 reply state 00000000d48a06ec transno 34359738710 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x570389991234353e lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.520436:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x570389991234353e lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.520443:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x5b30f298 (ffff9cf305ea9800) 00010000:00010000:2.0:1787398608.520445:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398608.520447:0:158795:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787398608.520528:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912343530 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a16a expref: 131 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.520544:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9c00/0x5703899912343545 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a16a expref: 130 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.520551:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1e:0x0].0x0 (ffff9cf3112cb000) 00010000:00010000:2.0:1787398608.520554:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787398608.520556:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3136b9c00, rc 0) 00000100:00100000:2.0:1787398608.520647:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+131:123760:x1874221247520128:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1639us (1873us total) trans 34359738710 rc 0/0 00000100:00100000:2.0:1787398608.520656:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 587 00000100:00100000:3.0:1787398608.526308:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398608.530968:0:160295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247520256 00000100:00100000:2.0:1787398608.531363:0:160295:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247520256 00000100:00100000:2.0:1787398608.531461:0:160295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 323 00000100:00100000:2.0:1787398608.531473:0:160295:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+20:69164:x1874221247520256:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398608.531521:0:160295:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398608.531553:0:160295:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027269fd2/0x5703899912343553 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a171 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787398608.531586:0:160295:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1d0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398608.531680:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d0:0x0].0x0 since=5629s v=(0 0) 00010000:00010000:2.0:1787398608.531686:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398608.531698:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000027269fd2/0x5703899912343553 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a171 expref: 21 pid: 160295 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.531890:0:160295:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000027269fd2/0x5703899912343553 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a171 expref: 21 pid: 160295 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.532038:0:160295:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3136b8200, rc 0) 00000100:00100000:2.0:1787398608.532270:0:160295:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+21:69164:x1874221247520256:12345-192.168.204.36@tcp:101:cp.0 Request processed in 796us (5976us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398608.532279:0:160295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 323 00000100:00100000:1.0:1787398608.540014:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398608.540268:0:160296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247520384 00000100:00100000:2.0:1787398608.540281:0:160296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247520384 00000100:00100000:2.0:1787398608.540361:0:160296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 324 00000100:00100000:2.0:1787398608.540373:0:160296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+21:123760:x1874221247520384:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398608.540400:0:160296:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398608.540447:0:160296:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005d388927/0x570389991234355a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a178 expref: -99 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.540514:0:160296:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000027269fd2/0x5703899912343553 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a171 expref: 22 pid: 160295 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.540525:0:160296:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398608.540530:0:160296:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398608.540536:0:160296:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d388927/0x570389991234355a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a178 expref: 22 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.540578:0:160296:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000027269fd2/0x5703899912343553 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a171 expref: 22 pid: 160295 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.540663:0:160296:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000027269fd2/0x5703899912343553 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a171 expref: 22 pid: 160295 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398608.540682:0:160296:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af19c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:160296:1874221261001984:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398608.540897:0:160296:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20bda1780 going to sleep for 11 seconds 00000100:00100000:2.0:1787398608.553033:0:160296:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af19c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:160296:1874221261001984:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398608.553092:0:160296:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005d388927/0x570389991234355a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a178 expref: 22 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.553125:0:160296:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3136b9000, rc 0) 00000100:00100000:2.0:1787398608.553213:0:160296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+22:123760:x1874221247520384:12345-192.168.204.36@tcp:101:cp.0 Request processed in 12841us (13214us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398608.553238:0:160296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 324 00000100:00100000:3.0:1787398608.554294:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.554393:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247520512 00000100:00100000:0.0:1787398608.554405:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247520512 00010000:00010000:0.0:1787398608.554452:0:158780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000027269fd2/0x5703899912343553 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a171 expref: 22 pid: 160295 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398608.554605:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 175 00000100:00100000:3.0:1787398608.554619:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+22:69162:x1874221247520512:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398608.554648:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398608.554677:0:158781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000027269fd2/0x5703899912343553 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a171 expref: 22 pid: 160295 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.554694:0:158781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000027269fd2/0x5703899912343553 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a171 expref: 22 pid: 160295 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.554725:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027269fd2/0x5703899912343553 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a171 expref: 22 pid: 160295 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.554745:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398608.554751:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398608.554760:0:158781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005d388927/0x570389991234355a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a178 expref: 21 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.554771:0:158781:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d388927/0x570389991234355a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a178 expref: 21 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.554821:0:158781:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005d388927/0x570389991234355a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a178 expref: 21 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398608.554838:0:158781:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a1dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:158781:1874221261002112:192.168.204.36@tcp:105: 00000100:00100000:3.0:1787398608.554939:0:158781:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf321118c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787398608.560836:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398608.560958:0:166561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247520768 00000100:00100000:2.0:1787398608.560970:0:166561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247520768 00000100:00100000:2.0:1787398608.561060:0:166561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 166 00000100:00100000:2.0:1787398608.561084:0:166561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+131:123760:x1874221247520768:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:2.0:1787398608.561538:0:166561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+132:123760:x1874221247520768:12345-192.168.204.36@tcp:35:cp.0 Request processed in 465us (716us total) trans 34359738711 rc 0/0 00000100:00100000:2.0:1787398608.561549:0:166561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 166 00000100:00100000:3.0:1787398608.563455:0:158781:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a1dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:158781:1874221261002112:192.168.204.36@tcp:105: 00010000:00010000:3.0:1787398608.563572:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398608.563885:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+21:69162:x1874221247520512:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 9266us (9597us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398608.563902:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 175 00000100:00100000:1.0:1787398608.566433:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398608.575283:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247520896 00000100:00100000:2.0:1787398608.575308:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247520896 00000100:00100000:2.0:1787398608.575511:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 588 00000100:00100000:2.0:1787398608.575525:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304180000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+132:123760:x1874221247520896:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398608.575561:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398608.575591:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x5703899912343561 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a17f expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.575710:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x5703899912343568 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.575728:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x5703899912343568 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.575741:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x5703899912343568 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.575758:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x570389991234356f lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.576588:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x570389991234356f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.576665:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x570389991234356f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.576728:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x5703899912343568 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.576736:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x5703899912343568 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.576743:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x5703899912343568 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.576751:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x5703899912343568 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.576758:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf3136b8e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398608.576763:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x5703899912343568 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.576771:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x5703899912343568 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.576904:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398608.576909:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398608.576915:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x5703899912343568 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.576923:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x5703899912343568 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.576959:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x570389991234356f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.576965:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x570389991234356f lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.576971:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x570389991234356f lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.576977:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf3136b9800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398608.576980:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x570389991234356f lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.576986:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x570389991234356f lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.576994:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x2893e4db (ffff9cf3112cbc00) 00010000:00010000:2.0:1787398608.576997:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398608.577000:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x570389991234356f lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.577006:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x570389991234356f lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.577221:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x5703899912343561 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a17f expref: 133 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.577234:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398608.577236:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398608.577248:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x5703899912343561 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a17f expref: 133 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.577260:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3136b8200, rc 0) 00000100:00100000:2.0:1787398608.577353:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304180000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+132:123760:x1874221247520896:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1830us (10933us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398608.577362:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 588 00000100:00100000:2.0:1787398608.586246:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.586692:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247521024 00000100:00100000:0.0:1787398608.586707:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247521024 00000100:00100000:0.0:1787398608.586782:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 589 00000100:00100000:0.0:1787398608.586802:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+132:123760:x1874221247521024:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398608.586828:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398608.586874:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b200/0x5703899912343576 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a186 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.586967:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a400/0x570389991234357d lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.586996:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a400/0x570389991234357d lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.587010:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a400/0x570389991234357d lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.587035:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96be00/0x5703899912343584 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.587043:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96be00/0x5703899912343584 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.587050:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96be00/0x5703899912343584 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.587115:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a400/0x570389991234357d lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.587123:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a400/0x570389991234357d lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.587130:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a400/0x570389991234357d lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.587137:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a400/0x570389991234357d lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.587155:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96a400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398608.587161:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a400/0x570389991234357d lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.587169:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a400/0x570389991234357d lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.587185:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398608.587188:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.587193:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a400/0x570389991234357d lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.587199:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a400/0x570389991234357d lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.587217:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96be00/0x5703899912343584 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.587224:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96be00/0x5703899912343584 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.587230:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96be00/0x5703899912343584 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.587236:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96be00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398608.587239:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96be00/0x5703899912343584 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.587246:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96be00/0x5703899912343584 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.587267:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x2893e4db (ffff9cf33b69d000) 00010000:00010000:0.0:1787398608.587270:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.587273:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96be00/0x5703899912343584 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.587279:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96be00/0x5703899912343584 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.587323:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b200/0x5703899912343576 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a186 expref: 133 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.587334:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398608.587336:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.587339:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b200/0x5703899912343576 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a186 expref: 133 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.587349:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d96b200, rc 0) 00000100:00100000:0.0:1787398608.587438:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+132:123760:x1874221247521024:12345-192.168.204.36@tcp:101:cp.0 Request processed in 645us (1207us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398608.587445:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 589 00000100:00100000:1.0:1787398608.594149:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.594308:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247521280 00000100:00100000:0.0:1787398608.594321:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247521280 00000100:00100000:0.0:1787398608.594402:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 590 00000100:00100000:0.0:1787398608.594414:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+132:123760:x1874221247521280:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398608.594445:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398608.594474:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96ba00/0x570389991234358b lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a18d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.594711:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b400/0x5703899912343592 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.594732:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b400/0x5703899912343592 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.594747:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b400/0x5703899912343592 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.594765:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x5703899912343599 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.594772:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x5703899912343599 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.594780:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x5703899912343599 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787398608.595442:0:158796:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x255:0x0], index 0: 0 00080000:00000400:0.0:1787398608.595464:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398608.595470:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398608.595472:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398608.595474:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398608.595522:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398608.595525:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398608.595546:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398608.595549:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398608.595551:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398608.595553:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398608.595555:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398608.595567:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398608.595612:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398608.595616:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398608.595617:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398608.595619:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398608.595622:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398608.595624:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1787398608.595749:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a000/0x57038999123435a0 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.595761:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a000/0x57038999123435a0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.595770:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a000/0x57038999123435a0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.595815:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b400/0x5703899912343592 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.595824:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b400/0x5703899912343592 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.595831:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b400/0x5703899912343592 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.595838:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b400/0x5703899912343592 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.595845:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96b400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398608.595851:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b400/0x5703899912343592 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.595859:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b400/0x5703899912343592 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.595882:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398608.595885:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.595891:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b400/0x5703899912343592 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.595899:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b400/0x5703899912343592 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398608.595916:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000043451789 reply state 0000000049e1b697 transno 34359738712 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x5703899912343599 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.595928:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x5703899912343599 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.595934:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x2893e4db (ffff9cf33b69da00) 00010000:00010000:0.0:1787398608.595937:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787398608.595939:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787398608.595982:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96ba00/0x570389991234358b lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a18d expref: 135 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.595998:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a000/0x57038999123435a0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a18d expref: 134 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.596006:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1f:0x0].0x0 (ffff9cf33b69d200) 00010000:00010000:0.0:1787398608.596009:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787398608.596011:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d96a000, rc 0) 00000100:00100000:0.0:1787398608.596145:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+135:123760:x1874221247521280:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1732us (2010us total) trans 34359738712 rc 0/0 00000100:00100000:0.0:1787398608.596154:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 590 00000100:00100000:1.0:1787398608.605524:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398608.605737:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247521408 00000100:00100000:3.0:1787398608.605754:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247521408 00000100:00100000:3.0:1787398608.605836:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 325 00000100:00100000:3.0:1787398608.605849:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304183100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+20:69162:x1874221247521408:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398608.605875:0:162520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398608.605906:0:162520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cd08c7c8/0x57038999123435ae lrc: 2/0,0 mode: --/PR res: [0x280000401:0x255:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a194 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398608.605940:0:162520:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x255:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398608.605966:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x255:0x0].0x0 since=5629s v=(0 0) 00010000:00010000:3.0:1787398608.605971:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x255:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398608.605983:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cd08c7c8/0x57038999123435ae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a194 expref: 21 pid: 162520 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.606004:0:162520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cd08c7c8/0x57038999123435ae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a194 expref: 21 pid: 162520 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.606156:0:162520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a69a00, rc 0) 00000100:00100000:3.0:1787398608.606276:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304183100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+21:69162:x1874221247521408:12345-192.168.204.36@tcp:101:cp.0 Request processed in 429us (815us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398608.606284:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 325 00000100:00100000:3.0:1787398608.609838:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.610929:0:162522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247521536 00000100:00100000:0.0:1787398608.610946:0:162522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247521536 00000100:00100000:0.0:1787398608.611132:0:162522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 326 00000100:00100000:0.0:1787398608.611146:0:162522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+21:123760:x1874221247521536:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398608.611171:0:162522:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398608.611199:0:162522:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e27641b/0x57038999123435b5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x255:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a19b expref: -99 pid: 162522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.611241:0:162522:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cd08c7c8/0x57038999123435ae lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a194 expref: 22 pid: 162520 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.611251:0:162522:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x255:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398608.611256:0:162522:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x255:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398608.611261:0:162522:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e27641b/0x57038999123435b5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x255:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a19b expref: 22 pid: 162522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.611306:0:162522:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cd08c7c8/0x57038999123435ae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a194 expref: 22 pid: 162520 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.611321:0:162522:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cd08c7c8/0x57038999123435ae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a194 expref: 22 pid: 162520 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398608.611339:0:162522:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:162522:1874221261002240:192.168.204.36@tcp:104: 00000100:00100000:0.0:1787398608.611445:0:162522:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2099a6cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787398608.615888:0:162522:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:162522:1874221261002240:192.168.204.36@tcp:104: 00010000:00010000:0.0:1787398608.615939:0:162522:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004e27641b/0x57038999123435b5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x255:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a19b expref: 22 pid: 162522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.615995:0:162522:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d96ba00, rc 0) 00000100:00100000:0.0:1787398608.616619:0:162522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+22:123760:x1874221247521536:12345-192.168.204.36@tcp:101:cp.0 Request processed in 5472us (6791us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398608.616632:0:162522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 326 00000100:00100000:3.0:1787398608.616656:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398608.616951:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247521664 00000100:00100000:2.0:1787398608.616961:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247521664 00010000:00010000:2.0:1787398608.617012:0:162512:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cd08c7c8/0x57038999123435ae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a194 expref: 22 pid: 162520 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398608.617051:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 176 00000100:00100000:2.0:1787398608.617062:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+22:69165:x1874221247521664:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787398608.617101:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398608.617129:0:162512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cd08c7c8/0x57038999123435ae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x255:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a194 expref: 22 pid: 162520 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.617146:0:162512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cd08c7c8/0x57038999123435ae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x255:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a194 expref: 22 pid: 162520 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.617178:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cd08c7c8/0x57038999123435ae lrc: 0/0,0 mode: --/PR res: [0x280000401:0x255:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a194 expref: 22 pid: 162520 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.617196:0:162512:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x255:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398608.617212:0:162512:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x255:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398608.617223:0:162512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004e27641b/0x57038999123435b5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a19b expref: 21 pid: 162522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.617234:0:162512:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e27641b/0x57038999123435b5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a19b expref: 21 pid: 162522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.617278:0:162512:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000004e27641b/0x57038999123435b5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a19b expref: 21 pid: 162522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398608.617294:0:162512:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af18380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:162512:1874221261002368:192.168.204.36@tcp:105: 00000100:00100000:2.0:1787398608.617639:0:162512:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2092f3480 going to sleep for 11 seconds 00000100:00100000:2.0:1787398608.622913:0:162512:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af18380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:162512:1874221261002368:192.168.204.36@tcp:105: 00010000:00010000:2.0:1787398608.622953:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398608.623039:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+21:69165:x1874221247521664:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 5977us (6382us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398608.623052:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 176 00000100:00100000:3.0:1787398608.624018:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.625128:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247521920 00000100:00100000:0.0:1787398608.625147:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247521920 00000100:00100000:0.0:1787398608.625234:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 167 00000100:00100000:0.0:1787398608.625247:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+135:123760:x1874221247521920:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:0.0:1787398608.625827:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+136:123760:x1874221247521920:12345-192.168.204.36@tcp:35:cp.0 Request processed in 578us (1813us total) trans 34359738713 rc 0/0 00000100:00100000:0.0:1787398608.625837:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 167 00000100:00100000:1.0:1787398608.632957:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.633323:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247522048 00000100:00100000:0.0:1787398608.633339:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247522048 00000100:00100000:0.0:1787398608.633425:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 591 00000100:00100000:0.0:1787398608.633437:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304181f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+136:123760:x1874221247522048:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398608.633473:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398608.633553:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b400/0x57038999123435bc lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a1a2 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.633647:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b200/0x57038999123435c3 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.633668:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b200/0x57038999123435c3 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.633684:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b200/0x57038999123435c3 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.633711:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96be00/0x57038999123435ca lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.633719:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96be00/0x57038999123435ca lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.633726:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96be00/0x57038999123435ca lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.633811:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b200/0x57038999123435c3 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.633821:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b200/0x57038999123435c3 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.633825:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b200/0x57038999123435c3 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.633832:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b200/0x57038999123435c3 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.633838:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96b200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398608.633843:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b200/0x57038999123435c3 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.633850:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b200/0x57038999123435c3 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.633865:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398608.633868:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.633873:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b200/0x57038999123435c3 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.633887:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b200/0x57038999123435c3 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.633905:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96be00/0x57038999123435ca lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.633918:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96be00/0x57038999123435ca lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.633924:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96be00/0x57038999123435ca lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.633929:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96be00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398608.633932:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96be00/0x57038999123435ca lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.633937:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96be00/0x57038999123435ca lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.633945:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x49aa722d (ffff9cf33b69d000) 00010000:00010000:0.0:1787398608.633947:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.633950:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96be00/0x57038999123435ca lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.633955:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96be00/0x57038999123435ca lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.634004:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b400/0x57038999123435bc lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1a2 expref: 137 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.634026:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398608.634028:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.634032:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b400/0x57038999123435bc lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1a2 expref: 137 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.634042:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d96b400, rc 0) 00000100:00100000:0.0:1787398608.635628:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304181f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+136:123760:x1874221247522048:12345-192.168.204.36@tcp:101:cp.0 Request processed in 2180us (2673us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398608.635644:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 591 00000100:00100000:3.0:1787398608.639571:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.639658:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247522176 00000100:00100000:0.0:1787398608.639670:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247522176 00000100:00100000:0.0:1787398608.639750:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 592 00000100:00100000:0.0:1787398608.639763:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+136:123760:x1874221247522176:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398608.639802:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398608.639831:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a400/0x57038999123435d1 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a1a9 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.639922:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x57038999123435d8 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.639941:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x57038999123435d8 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.639955:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x57038999123435d8 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.639971:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a600/0x57038999123435df lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.640009:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a600/0x57038999123435df lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.640016:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a600/0x57038999123435df lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.640097:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x57038999123435d8 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.640106:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x57038999123435d8 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.640112:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x57038999123435d8 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.640119:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x57038999123435d8 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.640125:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96b800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398608.640129:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x57038999123435d8 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.640138:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x57038999123435d8 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.640154:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398608.640158:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.640164:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x57038999123435d8 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.640170:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x57038999123435d8 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.640199:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a600/0x57038999123435df lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.640206:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a600/0x57038999123435df lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.640211:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a600/0x57038999123435df lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.640216:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96a600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398608.640219:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a600/0x57038999123435df lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.640226:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a600/0x57038999123435df lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.640235:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x49aa722d (ffff9cf33b69d400) 00010000:00010000:0.0:1787398608.640237:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.640239:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a600/0x57038999123435df lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.640245:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a600/0x57038999123435df lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.640287:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a400/0x57038999123435d1 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1a9 expref: 137 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.640299:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398608.640301:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.640314:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a400/0x57038999123435d1 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1a9 expref: 137 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.640338:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d96a400, rc 0) 00000100:00100000:0.0:1787398608.640968:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+136:123760:x1874221247522176:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1205us (1407us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398608.640986:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 592 00000100:00100000:3.0:1787398608.643950:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.644386:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247522432 00000100:00100000:0.0:1787398608.644402:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247522432 00000100:00100000:0.0:1787398608.644548:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 593 00000100:00100000:0.0:1787398608.644560:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+136:123760:x1874221247522432:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398608.644585:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398608.644611:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x57038999123435e6 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a1b0 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.644755:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96aa00/0x57038999123435ed lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.644771:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96aa00/0x57038999123435ed lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.644784:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96aa00/0x57038999123435ed lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.644814:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96ac00/0x57038999123435f4 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.644821:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96ac00/0x57038999123435f4 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.644828:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96ac00/0x57038999123435f4 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787398608.645306:0:160868:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1d1:0x0], index 1: 0 00080000:00000400:0.0:1787398608.645767:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398608.645773:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398608.645775:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398608.645777:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398608.645779:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398608.645781:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398608.645868:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398608.645872:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398608.645874:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398608.645875:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398608.645878:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398608.645879:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398608.645920:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398608.645922:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398608.645924:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398608.645926:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398608.645928:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398608.645930:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1787398608.646268:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96ae00/0x57038999123435fb lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.646285:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96ae00/0x57038999123435fb lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.646297:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96ae00/0x57038999123435fb lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.646422:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96aa00/0x57038999123435ed lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.646449:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96aa00/0x57038999123435ed lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.646456:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96aa00/0x57038999123435ed lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.646463:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96aa00/0x57038999123435ed lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.646470:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96aa00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398608.646523:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96aa00/0x57038999123435ed lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.646534:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96aa00/0x57038999123435ed lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.646550:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398608.646554:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.646560:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96aa00/0x57038999123435ed lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.646567:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96aa00/0x57038999123435ed lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398608.646590:0:160868:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d5cc6ce5 reply state 00000000dc350f88 transno 34359738714 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96ac00/0x57038999123435f4 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.646603:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96ac00/0x57038999123435f4 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.646610:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x49aa722d (ffff9cf33b69dd00) 00010000:00010000:0.0:1787398608.646619:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787398608.646623:0:160868:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787398608.646964:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x57038999123435e6 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1b0 expref: 139 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.647123:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96ae00/0x57038999123435fb lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1b0 expref: 138 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.647133:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x20:0x0].0x0 (ffff9cf33b69de00) 00010000:00010000:0.0:1787398608.647135:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787398608.647138:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d96ae00, rc 0) 00000100:00100000:0.0:1787398608.647315:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+139:123760:x1874221247522432:12345-192.168.204.36@tcp:101:cp.0 Request processed in 2755us (3377us total) trans 34359738714 rc 0/0 00000100:00100000:0.0:1787398608.647335:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 593 00000100:00100000:1.0:1787398608.652193:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.652301:0:162518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247522560 00000100:00100000:0.0:1787398608.652385:0:162518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247522560 00000100:00100000:0.0:1787398608.652517:0:162518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 327 00000100:00100000:0.0:1787398608.652530:0:162518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+21:69165:x1874221247522560:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398608.652555:0:162518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398608.652584:0:162518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c159380f/0x5703899912343609 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a1b7 expref: -99 pid: 162518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787398608.652619:0:162518:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1d1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398608.652644:0:162518:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d1:0x0].0x0 since=5629s v=(0 0) 00010000:00010000:0.0:1787398608.652650:0:162518:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398608.652663:0:162518:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c159380f/0x5703899912343609 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1b7 expref: 22 pid: 162518 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.652711:0:162518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c159380f/0x5703899912343609 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1b7 expref: 22 pid: 162518 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.652726:0:162518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d96b400, rc 0) 00000100:00100000:0.0:1787398608.652870:0:162518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+22:69165:x1874221247522560:12345-192.168.204.36@tcp:101:cp.0 Request processed in 343us (691us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398608.652878:0:162518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 327 00000100:00100000:1.0:1787398608.658403:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398608.658622:0:161119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247522688 00000100:00100000:3.0:1787398608.658636:0:161119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247522688 00000100:00100000:3.0:1787398608.658744:0:161119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 328 00000100:00100000:3.0:1787398608.658755:0:161119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20aabcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+22:123760:x1874221247522688:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398608.658778:0:161119:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398608.658812:0:161119:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8ef9943/0x5703899912343610 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a1be expref: -99 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.658853:0:161119:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c159380f/0x5703899912343609 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1b7 expref: 23 pid: 162518 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.658863:0:161119:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398608.658868:0:161119:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398608.658874:0:161119:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8ef9943/0x5703899912343610 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1be expref: 23 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.658920:0:161119:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c159380f/0x5703899912343609 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1b7 expref: 23 pid: 162518 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.658935:0:161119:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c159380f/0x5703899912343609 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1b7 expref: 23 pid: 162518 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398608.658965:0:161119:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a1ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:161119:1874221261002496:192.168.204.36@tcp:104: 00000100:00100000:3.0:1787398608.659311:0:161119:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf321118c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787398608.664867:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.665055:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247522816 00000100:00100000:0.0:1787398608.665077:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247522816 00010000:00010000:0.0:1787398608.665137:0:158780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c159380f/0x5703899912343609 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1b7 expref: 24 pid: 162518 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398608.665201:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 177 00000100:00100000:0.0:1787398608.665213:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af18380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+24:69162:x1874221247522816:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398608.665234:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398608.665261:0:158780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c159380f/0x5703899912343609 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1b7 expref: 24 pid: 162518 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.665279:0:158780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c159380f/0x5703899912343609 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1b7 expref: 24 pid: 162518 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.665313:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398608.665330:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398608.665342:0:158780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8ef9943/0x5703899912343610 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1be expref: 24 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.665377:0:158780:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8ef9943/0x5703899912343610 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1be expref: 24 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.665430:0:158780:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b8ef9943/0x5703899912343610 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1be expref: 24 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398608.665449:0:158780:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:158780:1874221261002624:192.168.204.36@tcp:105: 00000100:00100000:0.0:1787398608.665602:0:158780:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf3306a2240 going to sleep for 11 seconds 00010000:00010000:3.0:1787398608.666897:0:161119:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c159380f/0x5703899912343609 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1b7 expref: 24 pid: 162518 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398608.666923:0:161119:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a1ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:161119:1874221261002496:192.168.204.36@tcp:104: 00010000:00010000:3.0:1787398608.666956:0:161119:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b8ef9943/0x5703899912343610 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1be expref: 23 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.666970:0:161119:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a68c00, rc 0) 00000100:00100000:3.0:1787398608.667114:0:161119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20aabcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+23:123760:x1874221247522688:12345-192.168.204.36@tcp:101:cp.0 Request processed in 8361us (8795us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398608.667124:0:161119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 328 00000100:00100000:0.0:1787398608.672379:0:158780:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:158780:1874221261002624:192.168.204.36@tcp:105: 00010000:00010000:0.0:1787398608.672416:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398608.672643:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af18380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+22:69162:x1874221247522816:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 7430us (7792us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398608.672657:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 177 00000100:00100000:2.0:1787398608.675130:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.675742:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247523072 00000100:00100000:0.0:1787398608.675759:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247523072 00000100:00100000:0.0:1787398608.675845:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 168 00000100:00100000:0.0:1787398608.675856:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf303dfb450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+139:123760:x1874221247523072:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:0.0:1787398608.676308:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf303dfb450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+140:123760:x1874221247523072:12345-192.168.204.36@tcp:35:cp.0 Request processed in 451us (1189us total) trans 34359738715 rc 0/0 00000100:00100000:0.0:1787398608.677287:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 168 00000100:00100000:3.0:1787398608.680867:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398608.681004:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247523200 00000100:00100000:2.0:1787398608.681017:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247523200 00000100:00100000:2.0:1787398608.681113:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 594 00000100:00100000:2.0:1787398608.681125:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+140:123760:x1874221247523200:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398608.681158:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398608.681187:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x5703899912343617 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a1c5 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.681298:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x570389991234361e lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.681328:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x570389991234361e lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.681343:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x570389991234361e lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.681360:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x5703899912343625 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.681367:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x5703899912343625 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.681374:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x5703899912343625 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.681425:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x570389991234361e lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.681433:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x570389991234361e lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.681440:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x570389991234361e lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.681448:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x570389991234361e lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.681455:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf3136b9800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398608.681466:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x570389991234361e lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.681525:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x570389991234361e lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.681542:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398608.681546:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398608.681551:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x570389991234361e lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.681558:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x570389991234361e lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.681576:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x5703899912343625 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.681583:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x5703899912343625 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.681590:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x5703899912343625 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.681595:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf3136b8200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398608.681599:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x5703899912343625 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.681605:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x5703899912343625 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.681612:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x4c7a76ee (ffff9cf3112cbc00) 00010000:00010000:2.0:1787398608.681615:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398608.681625:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x5703899912343625 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.681631:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x5703899912343625 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.681671:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x5703899912343617 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1c5 expref: 141 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.681681:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398608.681684:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398608.681688:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x5703899912343617 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1c5 expref: 141 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.681697:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3136b8e00, rc 0) 00000100:00100000:2.0:1787398608.681783:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+140:123760:x1874221247523200:12345-192.168.204.36@tcp:101:cp.0 Request processed in 660us (929us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398608.681792:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 594 00000100:00100000:1.0:1787398608.686810:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398608.686893:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247523328 00000100:00100000:2.0:1787398608.686906:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247523328 00000100:00100000:2.0:1787398608.686991:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 595 00000100:00100000:2.0:1787398608.687003:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+140:123760:x1874221247523328:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398608.687031:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398608.687080:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031800/0x570389991234362c lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a1cc expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.687177:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343633 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.687218:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343633 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.687232:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343633 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.687253:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x570389991234363a lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.687261:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x570389991234363a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.687268:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x570389991234363a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.687340:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343633 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.687349:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343633 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.687355:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343633 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.687362:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343633 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.687368:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf300031200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398608.687373:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343633 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.687381:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343633 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.687403:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398608.687406:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398608.687412:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343633 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.687419:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343633 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.687434:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x570389991234363a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.687441:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x570389991234363a lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.687446:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x570389991234363a lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.687452:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf300031600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398608.687455:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x570389991234363a lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.687461:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x570389991234363a lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.687469:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x4c7a76ee (ffff9cf20af0df00) 00010000:00010000:2.0:1787398608.687471:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398608.687474:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x570389991234363a lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.687540:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x570389991234363a lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.687589:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031800/0x570389991234362c lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1cc expref: 141 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.687600:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398608.687602:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398608.687606:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031800/0x570389991234362c lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1cc expref: 141 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.687615:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf300031800, rc 0) 00000100:00100000:2.0:1787398608.687705:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+140:123760:x1874221247523328:12345-192.168.204.36@tcp:101:cp.0 Request processed in 704us (918us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398608.687714:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 595 00000100:00100000:3.0:1787398608.691425:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398608.691640:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247523584 00000100:00100000:2.0:1787398608.691654:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247523584 00000100:00100000:2.0:1787398608.691724:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 596 00000100:00100000:2.0:1787398608.691735:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+140:123760:x1874221247523584:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398608.691762:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398608.691797:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031e00/0x5703899912343641 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a1d3 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.691945:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x5703899912343648 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.691963:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x5703899912343648 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.691978:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x5703899912343648 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.692022:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x570389991234364f lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.692031:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x570389991234364f lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.692038:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x570389991234364f lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398608.692942:0:158794:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x256:0x0], index 0: 0 00080000:00000400:2.0:1787398608.692963:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398608.692968:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398608.692971:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398608.692973:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398608.692976:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398608.693115:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398608.693141:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398608.693144:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398608.693146:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398608.693148:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398608.693150:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398608.693151:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398608.693189:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398608.693192:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398608.693194:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398608.693196:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398608.693198:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398608.693200:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1787398608.693619:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x5703899912343656 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.693656:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x5703899912343656 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.693668:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x5703899912343656 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.693719:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x5703899912343648 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.693728:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x5703899912343648 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.693735:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x5703899912343648 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.693742:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x5703899912343648 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.693749:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf3136b8e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398608.693755:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x5703899912343648 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.693763:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x5703899912343648 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.693778:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398608.693781:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398608.693948:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x5703899912343648 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.693958:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x5703899912343648 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398608.694094:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000008af45d7d reply state 0000000064890317 transno 34359738716 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x570389991234364f lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.694111:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x570389991234364f lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.694118:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x4c7a76ee (ffff9cf20af0db00) 00010000:00010000:2.0:1787398608.694120:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398608.694124:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787398608.694170:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031e00/0x5703899912343641 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1d3 expref: 143 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.694188:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x5703899912343656 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1d3 expref: 142 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.694195:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x21:0x0].0x0 (ffff9cf20af0da00) 00010000:00010000:2.0:1787398608.694198:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787398608.694200:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3136b9800, rc 0) 00000100:00100000:2.0:1787398608.694431:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+143:123760:x1874221247523584:12345-192.168.204.36@tcp:101:cp.0 Request processed in 2696us (3017us total) trans 34359738716 rc 0/0 00000100:00100000:2.0:1787398608.694442:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 596 00000100:00100000:1.0:1787398608.699741:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398608.699833:0:162514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247523712 00000100:00100000:2.0:1787398608.699847:0:162514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247523712 00000100:00100000:2.0:1787398608.699925:0:162514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 329 00000100:00100000:2.0:1787398608.699938:0:162514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+21:69163:x1874221247523712:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398608.699962:0:162514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398608.700003:0:162514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008ac07ce7/0x5703899912343664 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x256:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a1da expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787398608.700079:0:162514:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x256:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398608.700107:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x256:0x0].0x0 since=5629s v=(0 0) 00010000:00010000:2.0:1787398608.700112:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x256:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398608.700123:0:162514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008ac07ce7/0x5703899912343664 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1da expref: 22 pid: 162514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.700145:0:162514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008ac07ce7/0x5703899912343664 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1da expref: 22 pid: 162514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.700163:0:162514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf300031200, rc 0) 00000100:00100000:2.0:1787398608.700250:0:162514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+22:69163:x1874221247523712:12345-192.168.204.36@tcp:101:cp.0 Request processed in 315us (772us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398608.700259:0:162514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 329 00000100:00100000:1.0:1787398608.711356:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398608.711556:0:162515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247523840 00000100:00100000:2.0:1787398608.711569:0:162515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247523840 00000100:00100000:2.0:1787398608.711632:0:162515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 330 00000100:00100000:2.0:1787398608.711644:0:162515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304181880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+22:123760:x1874221247523840:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398608.711670:0:162515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398608.711696:0:162515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000044411d16/0x570389991234366b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x256:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a1e1 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.711734:0:162515:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008ac07ce7/0x5703899912343664 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1da expref: 23 pid: 162514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.711770:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x256:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398608.711775:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x256:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398608.711781:0:162515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000044411d16/0x570389991234366b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x256:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1e1 expref: 23 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.711838:0:162515:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008ac07ce7/0x5703899912343664 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1da expref: 23 pid: 162514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.711854:0:162515:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008ac07ce7/0x5703899912343664 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1da expref: 23 pid: 162514 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398608.711872:0:162515:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af19500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:162515:1874221261002752:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398608.711984:0:162515:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20bda1780 going to sleep for 11 seconds 00000100:00100000:1.0:1787398608.715910:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.716009:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247523968 00000100:00100000:0.0:1787398608.716022:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247523968 00010000:00010000:0.0:1787398608.716096:0:158779:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008ac07ce7/0x5703899912343664 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1da expref: 24 pid: 162514 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398608.716176:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 178 00000100:00100000:0.0:1787398608.716188:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304181180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+24:69165:x1874221247523968:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398608.716209:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398608.716239:0:158779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008ac07ce7/0x5703899912343664 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x256:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1da expref: 24 pid: 162514 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.716256:0:158779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008ac07ce7/0x5703899912343664 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x256:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1da expref: 24 pid: 162514 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.716290:0:158779:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x256:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398608.716295:0:158779:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x256:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398608.716305:0:158779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000044411d16/0x570389991234366b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x256:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1e1 expref: 24 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.716327:0:158779:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000044411d16/0x570389991234366b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x256:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1e1 expref: 24 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.716376:0:158779:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000044411d16/0x570389991234366b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x256:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1e1 expref: 24 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398608.716393:0:158779:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:158779:1874221261002880:192.168.204.36@tcp:105: 00000100:00100000:0.0:1787398608.716516:0:158779:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf3306a2e40 going to sleep for 11 seconds 00010000:00010000:3.0:1787398608.718510:0:162515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008ac07ce7/0x5703899912343664 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x256:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1da expref: 24 pid: 162514 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398608.718538:0:162515:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af19500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:162515:1874221261002752:192.168.204.36@tcp:104: 00010000:00010000:3.0:1787398608.718576:0:162515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000044411d16/0x570389991234366b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1e1 expref: 23 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.718591:0:162515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf300031800, rc 0) 00000100:00100000:3.0:1787398608.718675:0:162515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304181880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+23:123760:x1874221247523840:12345-192.168.204.36@tcp:101:cp.0 Request processed in 7033us (7335us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398608.718685:0:162515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 330 00000100:00100000:0.0:1787398608.721280:0:158779:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:158779:1874221261002880:192.168.204.36@tcp:105: 00010000:00010000:0.0:1787398608.721347:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398608.721421:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304181180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+22:69165:x1874221247523968:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 5233us (5526us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398608.721435:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 178 00000100:00100000:1.0:1787398608.726049:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.726214:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247524224 00000100:00100000:0.0:1787398608.726226:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247524224 00000100:00100000:0.0:1787398608.726303:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 169 00000100:00100000:0.0:1787398608.726444:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+143:123760:x1874221247524224:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:0.0:1787398608.726964:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+144:123760:x1874221247524224:12345-192.168.204.36@tcp:35:cp.0 Request processed in 649us (928us total) trans 34359738717 rc 0/0 00000100:00100000:0.0:1787398608.726974:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 169 00000100:00100000:1.0:1787398608.731021:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398608.732292:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247524352 00000100:00100000:2.0:1787398608.732309:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247524352 00000100:00100000:2.0:1787398608.732455:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 597 00000100:00100000:2.0:1787398608.732467:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304181500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+144:123760:x1874221247524352:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398608.732527:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398608.732556:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031e00/0x5703899912343672 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a1e8 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.732650:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x5703899912343679 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.732670:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x5703899912343679 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.732705:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x5703899912343679 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.732726:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343680 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.732733:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343680 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.732740:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343680 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.732918:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x5703899912343679 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.732927:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x5703899912343679 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.732934:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x5703899912343679 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.732940:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x5703899912343679 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.732946:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf300031600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398608.732951:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x5703899912343679 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.732960:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x5703899912343679 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.732976:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398608.733136:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398608.733144:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x5703899912343679 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.733152:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x5703899912343679 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.733171:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343680 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.733177:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343680 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.733184:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343680 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.733189:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf300031200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398608.733192:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343680 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.733198:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343680 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.733207:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x610aa076 (ffff9cf20af0df00) 00010000:00010000:2.0:1787398608.733209:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398608.733212:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343680 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.733219:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343680 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.733266:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031e00/0x5703899912343672 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1e8 expref: 145 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.733284:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398608.733287:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398608.733291:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031e00/0x5703899912343672 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1e8 expref: 145 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.733301:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf300031e00, rc 0) 00000100:00100000:2.0:1787398608.733731:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304181500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+144:123760:x1874221247524352:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1264us (2724us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398608.733741:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 597 00000100:00100000:1.0:1787398608.737599:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.737737:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247524480 00000100:00100000:0.0:1787398608.737751:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247524480 00000100:00100000:0.0:1787398608.737834:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 598 00000100:00100000:0.0:1787398608.737847:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+144:123760:x1874221247524480:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398608.737875:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398608.737905:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x5703899912343687 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a1ef expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.738009:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96aa00/0x570389991234368e lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.738027:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96aa00/0x570389991234368e lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.738043:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96aa00/0x570389991234368e lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.738247:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a400/0x5703899912343695 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.738257:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a400/0x5703899912343695 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.738265:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a400/0x5703899912343695 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.738399:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96aa00/0x570389991234368e lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.738409:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96aa00/0x570389991234368e lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.738415:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96aa00/0x570389991234368e lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.738423:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96aa00/0x570389991234368e lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.738429:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96aa00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398608.738435:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96aa00/0x570389991234368e lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.738443:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96aa00/0x570389991234368e lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.738459:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398608.738463:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.738469:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96aa00/0x570389991234368e lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.738582:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96aa00/0x570389991234368e lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.738603:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a400/0x5703899912343695 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.738610:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a400/0x5703899912343695 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.738617:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a400/0x5703899912343695 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.738623:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96a400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398608.738626:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a400/0x5703899912343695 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.738633:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a400/0x5703899912343695 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.738640:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x610aa076 (ffff9cf33b69d400) 00010000:00010000:0.0:1787398608.738643:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.738646:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a400/0x5703899912343695 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.738651:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a400/0x5703899912343695 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.738698:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x5703899912343687 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1ef expref: 145 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.738721:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398608.738723:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.738727:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x5703899912343687 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1ef expref: 145 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.738738:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d96b600, rc 0) 00000100:00100000:0.0:1787398608.738820:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+144:123760:x1874221247524480:12345-192.168.204.36@tcp:101:cp.0 Request processed in 974us (1236us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398608.738830:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 598 00000100:00100000:3.0:1787398608.743253:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.743675:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247524736 00000100:00100000:0.0:1787398608.743689:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247524736 00000100:00100000:0.0:1787398608.743766:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 599 00000100:00100000:0.0:1787398608.743777:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+144:123760:x1874221247524736:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398608.743814:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398608.743841:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a600/0x570389991234369c lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a1f6 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.743978:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x57038999123436a3 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.744007:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x57038999123436a3 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.744021:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x57038999123436a3 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.744038:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96be00/0x57038999123436aa lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.744066:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96be00/0x57038999123436aa lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.744084:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96be00/0x57038999123436aa lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787398608.744576:0:160868:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1d2:0x0], index 1: 0 00080000:00000400:0.0:1787398608.744593:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:0.0:1787398608.744597:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1787398608.744600:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398608.744603:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398608.744606:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398608.744607:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398608.744629:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:0.0:1787398608.744632:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1787398608.744634:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398608.744636:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398608.744639:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398608.744641:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398608.744679:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:0.0:1787398608.744682:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1787398608.744684:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398608.744686:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398608.744688:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398608.744690:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1787398608.744816:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b200/0x57038999123436b1 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.744827:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b200/0x57038999123436b1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.744849:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b200/0x57038999123436b1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.744898:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x57038999123436a3 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.744906:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x57038999123436a3 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.744912:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x57038999123436a3 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.744920:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x57038999123436a3 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.744927:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96b800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398608.744933:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x57038999123436a3 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.744941:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x57038999123436a3 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.744956:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398608.744960:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.744965:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x57038999123436a3 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.744972:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x57038999123436a3 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398608.744990:0:160868:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000000c84c3a9 reply state 000000007e3551dd transno 34359738718 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96be00/0x57038999123436aa lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.745009:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96be00/0x57038999123436aa lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.745015:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x610aa076 (ffff9cf33b69d700) 00010000:00010000:0.0:1787398608.745017:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787398608.745020:0:160868:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787398608.745062:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a600/0x570389991234369c lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1f6 expref: 147 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.745090:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b200/0x57038999123436b1 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1f6 expref: 146 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.745098:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x22:0x0].0x0 (ffff9cf33b69df00) 00010000:00010000:0.0:1787398608.745100:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787398608.745103:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d96b200, rc 0) 00000100:00100000:0.0:1787398608.745186:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+147:123760:x1874221247524736:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1411us (1950us total) trans 34359738718 rc 0/0 00000100:00100000:0.0:1787398608.745196:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 599 00000100:00100000:3.0:1787398608.746413:0:158821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a1fb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:158821:1874221261003136:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1787398608.746515:0:158821:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398608.746548:0:158821:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf321118c00 going to sleep for 11 seconds 00000100:00100000:3.0:1787398608.746574:0:162523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261003136 00000100:00100000:3.0:1787398608.746582:0:162523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261003136 00000100:00100000:3.0:1787398608.746647:0:162523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:3.0:1787398608.746657:0:162523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:158821:x1874221261003136:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:3.0:1787398608.746706:0:162523:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 8 objects in group 0x2c0000401 at 482 00000100:00100000:1.0:1787398608.746899:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787398608.746913:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261003008:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787398608.746950:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1787398608.748011:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00080000:3.0:1787398608.748630:0:162523:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 8 objects in group 0x2c0000401 at 490 00000001:00080000:3.0:1787398608.749706:0:162523:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 17179869236 00002000:00080000:3.0:1787398608.749743:0:162523:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 8 objects in group 0x2c0000401 at 498 00000100:00100000:0.0:1787398608.750528:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261003008 00000100:00100000:0.0:1787398608.750541:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261003008 00000100:00100000:0.0:1787398608.750623:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:0.0:1787398608.750637:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304181c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:106503:x1874221261003008:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787398608.750676:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8248128 pending 896 free 71184384 avail 64016384 00000100:00100000:1.0:1787398608.751022:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261003008:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787398608.751402:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304181c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:106503:x1874221261003008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 766us (4449us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398608.751413:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000001:00080000:3.0:1787398608.751645:0:162523:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 17179869237 00002000:00080000:3.0:1787398608.751687:0:162523:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 8 objects in group 0x2c0000401 at 506 00000001:00080000:3.0:1787398608.752902:0:162523:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 17179869238 00000100:00100000:3.0:1787398608.753244:0:162523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+9:158821:x1874221261003136:12345-0@lo:5:osp-pre-1-0.0 Request processed in 6583us (6724us total) trans 17179869239 rc 0/0 00000100:00100000:3.0:1787398608.753256:0:162523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000020:00080000:3.0:1787398608.753263:0:162523:0:(tgt_main.c:784:tgt_ses_key_exit()) total 4 transactions per RPC 00000100:00100000:2.0:1787398608.755307:0:158821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a1fb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:158821:1874221261003136:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1787398608.755444:0:158821:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x1d2:0x0]-[0x2c0000401:0x201:0x0] 00000100:00100000:1.0:1787398608.758634:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398608.758779:0:160296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247524864 00000100:00100000:2.0:1787398608.758800:0:160296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247524864 00000100:00100000:2.0:1787398608.758882:0:160296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 332 00000100:00100000:2.0:1787398608.758894:0:160296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304180380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+22:69165:x1874221247524864:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398608.758921:0:160296:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398608.758952:0:160296:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001b7fe638/0x57038999123436bf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a1fd expref: -99 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787398608.758997:0:160296:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1d2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398608.759027:0:160296:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d2:0x0].0x0 since=5629s v=(0 0) 00010000:00010000:2.0:1787398608.759033:0:160296:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398608.759045:0:160296:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001b7fe638/0x57038999123436bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1fd expref: 23 pid: 160296 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.759099:0:160296:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001b7fe638/0x57038999123436bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1fd expref: 23 pid: 160296 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.759116:0:160296:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf300031e00, rc 0) 00000100:00100000:2.0:1787398608.759194:0:160296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304180380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+23:69165:x1874221247524864:12345-192.168.204.36@tcp:101:cp.0 Request processed in 302us (578us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398608.759202:0:160296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 332 00000100:00100000:1.0:1787398608.763373:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398608.763547:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247524992 00000100:00100000:3.0:1787398608.763561:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247524992 00000100:00100000:3.0:1787398608.763642:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 333 00000100:00100000:3.0:1787398608.763655:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304180700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+23:123760:x1874221247524992:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398608.763681:0:162520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398608.763709:0:162520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070724fbb/0x57038999123436c6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a204 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.763752:0:162520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001b7fe638/0x57038999123436bf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1fd expref: 24 pid: 160296 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.763785:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398608.763790:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398608.763796:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000070724fbb/0x57038999123436c6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a204 expref: 24 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.763839:0:162520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001b7fe638/0x57038999123436bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1fd expref: 24 pid: 160296 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.763853:0:162520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001b7fe638/0x57038999123436bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1fd expref: 24 pid: 160296 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398608.763868:0:162520:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:162520:1874221261003264:192.168.204.36@tcp:104: 00000100:00100000:3.0:1787398608.763973:0:162520:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf209a5dcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787398608.767300:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.767562:0:162520:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:162520:1874221261003264:192.168.204.36@tcp:104: 00010000:00010000:0.0:1787398608.767609:0:162520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000070724fbb/0x57038999123436c6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a204 expref: 24 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.767637:0:162520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a68000, rc 0) 00000100:00100000:0.0:1787398608.767723:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304180700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+24:123760:x1874221247524992:12345-192.168.204.36@tcp:101:cp.0 Request processed in 4069us (4366us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398608.767734:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 333 00000100:00100000:1.0:1787398608.768598:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247525120 00000100:00100000:1.0:1787398608.768614:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247525120 00010000:00010000:1.0:1787398608.768662:0:158781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001b7fe638/0x57038999123436bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1fd expref: 24 pid: 160296 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398608.768710:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 179 00000100:00100000:1.0:1787398608.768721:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+24:69162:x1874221247525120:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787398608.768736:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398608.768764:0:158781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001b7fe638/0x57038999123436bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1fd expref: 24 pid: 160296 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.768814:0:158781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001b7fe638/0x57038999123436bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1fd expref: 24 pid: 160296 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.768844:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001b7fe638/0x57038999123436bf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1fd expref: 24 pid: 160296 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.768862:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398608.768866:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398608.768875:0:158781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000070724fbb/0x57038999123436c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a204 expref: 23 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.768886:0:158781:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000070724fbb/0x57038999123436c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a204 expref: 23 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.768934:0:158781:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000070724fbb/0x57038999123436c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a204 expref: 23 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398608.768953:0:158781:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304183100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:158781:1874221261003392:192.168.204.36@tcp:105: 00000100:00100000:1.0:1787398608.769066:0:158781:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20b034e40 going to sleep for 11 seconds 00000100:00100000:1.0:1787398608.772509:0:158781:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304183100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:158781:1874221261003392:192.168.204.36@tcp:105: 00010000:00010000:1.0:1787398608.772547:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787398608.772620:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+23:69162:x1874221247525120:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 3899us (5334us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398608.772635:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 179 00000100:00100000:2.0:1787398608.777651:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.777758:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247525376 00000100:00100000:0.0:1787398608.777772:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247525376 00000100:00100000:0.0:1787398608.777854:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 170 00000100:00100000:0.0:1787398608.777865:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+147:123760:x1874221247525376:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:0.0:1787398608.778514:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+148:123760:x1874221247525376:12345-192.168.204.36@tcp:35:cp.0 Request processed in 609us (839us total) trans 34359738719 rc 0/0 00000100:00100000:0.0:1787398608.778525:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 170 00000100:00100000:3.0:1787398608.785017:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398608.788270:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247525504 00000100:00100000:2.0:1787398608.788292:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247525504 00000100:00100000:2.0:1787398608.788390:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 600 00000100:00100000:2.0:1787398608.788402:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+148:123760:x1874221247525504:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398608.788438:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398608.788468:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x57038999123436cd lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a20b expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.788664:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031e00/0x57038999123436d4 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.788682:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031e00/0x57038999123436d4 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.788697:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031e00/0x57038999123436d4 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.788712:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x57038999123436db lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.788739:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x57038999123436db lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.788746:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x57038999123436db lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.788800:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031e00/0x57038999123436d4 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.788937:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031e00/0x57038999123436d4 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.788943:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031e00/0x57038999123436d4 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.788950:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031e00/0x57038999123436d4 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.788956:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf300031e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398608.788961:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031e00/0x57038999123436d4 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.788968:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031e00/0x57038999123436d4 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.788993:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398608.788996:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398608.789003:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031e00/0x57038999123436d4 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.789010:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031e00/0x57038999123436d4 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.789036:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x57038999123436db lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.789043:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x57038999123436db lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.789049:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x57038999123436db lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.789055:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf300031200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398608.789058:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x57038999123436db lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.789064:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x57038999123436db lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.789085:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x72a71b3d (ffff9cf20af0d800) 00010000:00010000:2.0:1787398608.789087:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398608.789090:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x57038999123436db lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.789097:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x57038999123436db lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.789143:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x57038999123436cd lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a20b expref: 149 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.789154:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398608.789157:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398608.789168:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x57038999123436cd lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a20b expref: 149 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.789180:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf300031600, rc 0) 00000100:00100000:2.0:1787398608.789279:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+148:123760:x1874221247525504:12345-192.168.204.36@tcp:101:cp.0 Request processed in 878us (4277us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398608.789288:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 600 00000100:00100000:3.0:1787398608.792607:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.792968:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247525632 00000100:00100000:0.0:1787398608.792982:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247525632 00000100:00100000:0.0:1787398608.793102:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 601 00000100:00100000:0.0:1787398608.793116:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+148:123760:x1874221247525632:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398608.793145:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398608.793173:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a600/0x57038999123436e2 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a212 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.793268:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x57038999123436e9 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.793284:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x57038999123436e9 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.793314:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x57038999123436e9 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.793332:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x57038999123436f0 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.793339:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x57038999123436f0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.793345:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x57038999123436f0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.793408:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x57038999123436e9 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.793414:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x57038999123436e9 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.793420:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x57038999123436e9 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.793426:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x57038999123436e9 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.793432:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96b800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398608.793437:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x57038999123436e9 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.793445:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x57038999123436e9 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.793459:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398608.793468:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.793473:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x57038999123436e9 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.793510:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x57038999123436e9 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.793528:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x57038999123436f0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.793534:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x57038999123436f0 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.793540:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x57038999123436f0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.793545:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96b600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398608.793547:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x57038999123436f0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.793553:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x57038999123436f0 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.793561:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x72a71b3d (ffff9cf33b69d400) 00010000:00010000:0.0:1787398608.793564:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.793567:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x57038999123436f0 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.793573:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x57038999123436f0 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.793632:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a600/0x57038999123436e2 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a212 expref: 149 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.793651:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398608.793654:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.793658:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a600/0x57038999123436e2 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a212 expref: 149 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.793669:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d96a600, rc 0) 00000100:00100000:0.0:1787398608.793769:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+148:123760:x1874221247525632:12345-192.168.204.36@tcp:101:cp.0 Request processed in 655us (1176us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398608.793777:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 601 00000100:00100000:1.0:1787398608.802406:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.802544:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247525888 00000100:00100000:0.0:1787398608.802558:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247525888 00000100:00100000:0.0:1787398608.802650:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 602 00000100:00100000:0.0:1787398608.802664:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+148:123760:x1874221247525888:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398608.802696:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398608.802726:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a600/0x57038999123436f7 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a219 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.802880:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x57038999123436fe lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.802902:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x57038999123436fe lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.802917:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x57038999123436fe lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.802936:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x5703899912343705 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.802963:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x5703899912343705 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.802972:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x5703899912343705 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787398608.803934:0:158796:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x257:0x0], index 0: 0 00080000:00000400:0.0:1787398608.803958:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398608.803964:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398608.803967:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398608.803970:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398608.803972:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398608.803975:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398608.804022:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398608.804026:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398608.804028:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398608.804030:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398608.804032:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398608.804034:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398608.804088:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398608.804091:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398608.804093:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398608.804096:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398608.804098:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398608.804100:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1787398608.804238:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a400/0x570389991234370c lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.804252:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a400/0x570389991234370c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.804280:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a400/0x570389991234370c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.804327:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x57038999123436fe lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.804336:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x57038999123436fe lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.804344:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x57038999123436fe lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.804351:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x57038999123436fe lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.804358:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96b600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398608.804363:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x57038999123436fe lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.804372:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x57038999123436fe lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.804387:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398608.804391:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.804396:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x57038999123436fe lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.804402:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x57038999123436fe lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398608.804423:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000006642c0e1 reply state 0000000003828f88 transno 34359738720 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x5703899912343705 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.804443:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x5703899912343705 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.804450:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x72a71b3d (ffff9cf33b69d400) 00010000:00010000:0.0:1787398608.804454:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787398608.804457:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787398608.804543:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a600/0x57038999123436f7 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a219 expref: 151 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.804563:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a400/0x570389991234370c lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a219 expref: 150 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.804571:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x23:0x0].0x0 (ffff9cf33b69d800) 00010000:00010000:0.0:1787398608.804574:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787398608.804576:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d96a400, rc 0) 00000100:00100000:0.0:1787398608.804682:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+151:123760:x1874221247525888:12345-192.168.204.36@tcp:101:cp.0 Request processed in 2020us (2291us total) trans 34359738720 rc 0/0 00000100:00100000:0.0:1787398608.804693:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 602 00000100:00100000:3.0:1787398608.808967:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.812434:0:162522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247526016 00000100:00100000:0.0:1787398608.812455:0:162522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247526016 00000100:00100000:0.0:1787398608.812812:0:162522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 334 00000100:00100000:0.0:1787398608.812825:0:162522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+22:69163:x1874221247526016:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398608.812852:0:162522:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398608.812888:0:162522:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d8cf583d/0x570389991234371a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x257:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a220 expref: -99 pid: 162522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787398608.812924:0:162522:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x257:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398608.812971:0:162522:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x257:0x0].0x0 since=5629s v=(0 0) 00010000:00010000:0.0:1787398608.812976:0:162522:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x257:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398608.812987:0:162522:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8cf583d/0x570389991234371a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a220 expref: 23 pid: 162522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.813008:0:162522:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d8cf583d/0x570389991234371a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a220 expref: 23 pid: 162522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.813180:0:162522:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d96aa00, rc 0) 00000100:00100000:0.0:1787398608.813313:0:162522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+23:69163:x1874221247526016:12345-192.168.204.36@tcp:101:cp.0 Request processed in 490us (4362us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398608.813320:0:162522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 334 00000100:00100000:3.0:1787398608.825944:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.826204:0:162518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247526144 00000100:00100000:0.0:1787398608.826219:0:162518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247526144 00000100:00100000:0.0:1787398608.826307:0:162518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 335 00000100:00100000:0.0:1787398608.826321:0:162518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+23:123760:x1874221247526144:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398608.826351:0:162518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398608.826381:0:162518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051ac091c/0x5703899912343721 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x257:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a227 expref: -99 pid: 162518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.826427:0:162518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d8cf583d/0x570389991234371a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a220 expref: 24 pid: 162522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.826437:0:162518:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x257:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398608.826441:0:162518:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x257:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398608.826447:0:162518:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051ac091c/0x5703899912343721 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x257:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a227 expref: 24 pid: 162518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.826571:0:162518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d8cf583d/0x570389991234371a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a220 expref: 24 pid: 162522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.826587:0:162518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d8cf583d/0x570389991234371a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a220 expref: 24 pid: 162522 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398608.826606:0:162518:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:162518:1874221261003520:192.168.204.36@tcp:104: 00000100:00100000:0.0:1787398608.827389:0:162518:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf3306a2f00 going to sleep for 11 seconds 00000100:00100000:1.0:1787398608.831912:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398608.832041:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247526272 00000100:00100000:2.0:1787398608.832055:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247526272 00010000:00010000:2.0:1787398608.832121:0:162512:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d8cf583d/0x570389991234371a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a220 expref: 25 pid: 162522 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398608.832178:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 180 00000100:00100000:2.0:1787398608.832191:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f492850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+25:69165:x1874221247526272:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787398608.832212:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398608.832243:0:162512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d8cf583d/0x570389991234371a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x257:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a220 expref: 25 pid: 162522 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.832260:0:162512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d8cf583d/0x570389991234371a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x257:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a220 expref: 25 pid: 162522 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.832300:0:162512:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x257:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398608.832307:0:162512:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x257:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398608.832319:0:162512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000051ac091c/0x5703899912343721 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x257:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a227 expref: 25 pid: 162518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.832332:0:162512:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051ac091c/0x5703899912343721 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x257:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a227 expref: 25 pid: 162518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.832410:0:162512:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000051ac091c/0x5703899912343721 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x257:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a227 expref: 25 pid: 162518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398608.832427:0:162512:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af1a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:162512:1874221261003648:192.168.204.36@tcp:105: 00000100:00100000:2.0:1787398608.832571:0:162512:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20bda1780 going to sleep for 11 seconds 00010000:00010000:0.0:1787398608.832963:0:162518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d8cf583d/0x570389991234371a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x257:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a220 expref: 25 pid: 162522 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398608.832982:0:162518:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:162518:1874221261003520:192.168.204.36@tcp:104: 00010000:00010000:0.0:1787398608.833026:0:162518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000051ac091c/0x5703899912343721 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a227 expref: 24 pid: 162518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.833038:0:162518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d96a600, rc 0) 00000100:00100000:0.0:1787398608.833104:0:162518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+24:123760:x1874221247526144:12345-192.168.204.36@tcp:101:cp.0 Request processed in 6785us (7174us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398608.833114:0:162518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 335 00000100:00100000:2.0:1787398608.837994:0:162512:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af1a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:162512:1874221261003648:192.168.204.36@tcp:105: 00010000:00010000:2.0:1787398608.838057:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398608.838156:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f492850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+23:69165:x1874221247526272:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 5966us (6259us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398608.838581:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398608.838647:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 180 00000100:00100000:0.0:1787398608.838983:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247526528 00000100:00100000:0.0:1787398608.838995:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247526528 00000100:00100000:0.0:1787398608.839081:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 171 00000100:00100000:0.0:1787398608.839097:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+151:123760:x1874221247526528:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:0.0:1787398608.839669:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+152:123760:x1874221247526528:12345-192.168.204.36@tcp:35:cp.0 Request processed in 574us (1087us total) trans 34359738721 rc 0/0 00000100:00100000:0.0:1787398608.839678:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 171 00000100:00100000:1.0:1787398608.850975:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398608.851233:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247526656 00000100:00100000:2.0:1787398608.851247:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247526656 00000100:00100000:2.0:1787398608.851430:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 603 00000100:00100000:2.0:1787398608.851444:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304181180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+152:123760:x1874221247526656:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398608.851499:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398608.851528:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x5703899912343728 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a22e expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.851630:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x570389991234372f lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.851649:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x570389991234372f lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.851664:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x570389991234372f lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.851704:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031e00/0x5703899912343736 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.851712:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031e00/0x5703899912343736 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.851720:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031e00/0x5703899912343736 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.851777:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x570389991234372f lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.851852:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x570389991234372f lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.851860:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x570389991234372f lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.851867:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x570389991234372f lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.851874:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf300031200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398608.851880:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x570389991234372f lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.851888:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x570389991234372f lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.851904:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398608.851907:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398608.851912:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x570389991234372f lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.851927:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x570389991234372f lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.851945:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031e00/0x5703899912343736 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.851952:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031e00/0x5703899912343736 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.851958:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031e00/0x5703899912343736 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.851964:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf300031e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398608.851967:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031e00/0x5703899912343736 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.851974:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031e00/0x5703899912343736 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.851982:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xa9dd9870 (ffff9cf20af0d800) 00010000:00010000:2.0:1787398608.851985:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398608.851999:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031e00/0x5703899912343736 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.852005:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031e00/0x5703899912343736 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.852056:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x5703899912343728 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a22e expref: 153 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.852089:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398608.852092:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398608.852096:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x5703899912343728 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a22e expref: 153 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.852106:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf300031600, rc 0) 00000100:00100000:2.0:1787398608.852187:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304181180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+152:123760:x1874221247526656:12345-192.168.204.36@tcp:101:cp.0 Request processed in 746us (1224us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398608.852196:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 603 00000100:00100000:1.0:1787398608.856431:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.857117:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247526784 00000100:00100000:0.0:1787398608.857134:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247526784 00000100:00100000:0.0:1787398608.857231:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 604 00000100:00100000:0.0:1787398608.857243:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+152:123760:x1874221247526784:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398608.857275:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398608.857307:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96aa00/0x570389991234373d lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a235 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.857433:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x5703899912343744 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.857452:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x5703899912343744 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.857465:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x5703899912343744 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.857510:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x570389991234374b lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.857518:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x570389991234374b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.857525:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x570389991234374b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.857590:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x5703899912343744 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.857624:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x5703899912343744 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.857631:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x5703899912343744 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.857639:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x5703899912343744 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.857646:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96b600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398608.857652:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x5703899912343744 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.857662:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x5703899912343744 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.857681:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398608.857685:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.857691:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x5703899912343744 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.857699:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x5703899912343744 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.857722:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x570389991234374b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.857728:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x570389991234374b lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.857735:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x570389991234374b lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.857747:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96a800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398608.857750:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x570389991234374b lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.857757:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x570389991234374b lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.857764:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xa9dd9870 (ffff9cf33b69ec00) 00010000:00010000:0.0:1787398608.857767:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.857769:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x570389991234374b lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.857775:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x570389991234374b lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.857834:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96aa00/0x570389991234373d lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a235 expref: 153 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.857846:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398608.857848:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.857851:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96aa00/0x570389991234373d lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a235 expref: 153 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.857862:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d96aa00, rc 0) 00000100:00100000:0.0:1787398608.857959:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+152:123760:x1874221247526784:12345-192.168.204.36@tcp:101:cp.0 Request processed in 718us (1542us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398608.857967:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 604 00000100:00100000:3.0:1787398608.866762:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.866945:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247527040 00000100:00100000:0.0:1787398608.866978:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247527040 00000100:00100000:0.0:1787398608.869104:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 605 00000100:00100000:0.0:1787398608.869135:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+152:123760:x1874221247527040:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398608.869169:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398608.869202:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96aa00/0x5703899912343752 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a23c expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.869402:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343759 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.869421:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343759 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.869435:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343759 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.869452:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x5703899912343760 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.869459:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x5703899912343760 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.869465:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x5703899912343760 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787398608.869922:0:160868:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1d3:0x0], index 1: 0 00080000:00000400:0.0:1787398608.869938:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398608.869942:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398608.869945:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398608.869946:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398608.869949:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398608.869973:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398608.869995:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398608.869998:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398608.870000:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398608.870002:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398608.870005:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398608.870007:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398608.870038:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398608.870040:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398608.870042:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398608.870043:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398608.870046:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398608.870048:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1787398608.870182:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b400/0x5703899912343767 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.870194:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b400/0x5703899912343767 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.870204:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b400/0x5703899912343767 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.870254:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343759 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.870263:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343759 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.870269:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343759 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.870276:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343759 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.870294:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96a800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398608.870301:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343759 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.870310:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343759 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.870327:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398608.870330:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.870337:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343759 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.870344:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343759 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398608.870365:0:160868:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000497be841 reply state 00000000658b5ef9 transno 34359738722 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x5703899912343760 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.870378:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x5703899912343760 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.870383:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xa9dd9870 (ffff9cf33b69ec00) 00010000:00010000:0.0:1787398608.870386:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787398608.870390:0:160868:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787398608.870436:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96aa00/0x5703899912343752 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a23c expref: 155 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.870453:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b400/0x5703899912343767 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a23c expref: 154 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.870473:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x24:0x0].0x0 (ffff9cf33b69e900) 00010000:00010000:0.0:1787398608.870504:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787398608.870506:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d96b400, rc 0) 00000100:00100000:0.0:1787398608.870602:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+155:123760:x1874221247527040:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1483us (3857us total) trans 34359738722 rc 0/0 00000100:00100000:0.0:1787398608.870612:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 605 00000100:00100000:3.0:1787398608.878886:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398608.879026:0:161119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247527168 00000100:00100000:2.0:1787398608.879041:0:161119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247527168 00000100:00100000:2.0:1787398608.879172:0:161119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 336 00000100:00100000:2.0:1787398608.879185:0:161119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+23:69165:x1874221247527168:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398608.879213:0:161119:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398608.879244:0:161119:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000641cedfa/0x5703899912343775 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a243 expref: -99 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787398608.879281:0:161119:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1d3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398608.879307:0:161119:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d3:0x0].0x0 since=5629s v=(0 0) 00010000:00010000:2.0:1787398608.879428:0:161119:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398608.879441:0:161119:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000641cedfa/0x5703899912343775 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a243 expref: 24 pid: 161119 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.879465:0:161119:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000641cedfa/0x5703899912343775 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a243 expref: 24 pid: 161119 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.879574:0:161119:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf300031600, rc 0) 00000100:00100000:2.0:1787398608.879913:0:161119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+24:69165:x1874221247527168:12345-192.168.204.36@tcp:101:cp.0 Request processed in 729us (1039us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398608.879922:0:161119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 336 00000100:00100000:1.0:1787398608.892872:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398608.893461:0:160294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247527296 00000100:00100000:2.0:1787398608.893506:0:160294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247527296 00000100:00100000:2.0:1787398608.893594:0:160294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 337 00000100:00100000:2.0:1787398608.893606:0:160294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+24:123760:x1874221247527296:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398608.893632:0:160294:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398608.893659:0:160294:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001b7fe638/0x570389991234377c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a24a expref: -99 pid: 160294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.893701:0:160294:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000641cedfa/0x5703899912343775 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a243 expref: 25 pid: 161119 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.893713:0:160294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398608.893717:0:160294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398608.893724:0:160294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001b7fe638/0x570389991234377c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->12287] (req 0->12287) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a24a expref: 25 pid: 160294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.893777:0:160294:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000641cedfa/0x5703899912343775 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a243 expref: 25 pid: 161119 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.893794:0:160294:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000641cedfa/0x5703899912343775 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a243 expref: 25 pid: 161119 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398608.893837:0:160294:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af18380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:160294:1874221261003776:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398608.894010:0:160294:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf321118c00 going to sleep for 11 seconds 00000100:00100000:3.0:1787398608.898203:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398608.898786:0:160294:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af18380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:160294:1874221261003776:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398608.898829:0:160294:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001b7fe638/0x570389991234377c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->12287] (req 0->12287) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a24a expref: 25 pid: 160294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.898860:0:160294:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf300031e00, rc 0) 00000100:00100000:2.0:1787398608.898947:0:160294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+25:123760:x1874221247527296:12345-192.168.204.36@tcp:101:cp.0 Request processed in 5343us (6094us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398608.898958:0:160294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 337 00000100:00100000:0.0:1787398608.899185:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247527424 00000100:00100000:0.0:1787398608.899195:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247527424 00010000:00010000:0.0:1787398608.899239:0:158780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000641cedfa/0x5703899912343775 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a243 expref: 25 pid: 161119 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398608.899284:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 181 00000100:00100000:0.0:1787398608.899295:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+25:69162:x1874221247527424:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398608.899313:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398608.899340:0:158780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000641cedfa/0x5703899912343775 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a243 expref: 25 pid: 161119 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.899353:0:158780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000641cedfa/0x5703899912343775 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a243 expref: 25 pid: 161119 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.899384:0:158780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000641cedfa/0x5703899912343775 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a243 expref: 25 pid: 161119 timeout: 5729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.899401:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398608.899427:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398608.899438:0:158780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001b7fe638/0x570389991234377c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a24a expref: 24 pid: 160294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.899451:0:158780:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001b7fe638/0x570389991234377c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a24a expref: 24 pid: 160294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.903646:0:158780:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000001b7fe638/0x570389991234377c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a24a expref: 24 pid: 160294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398608.903698:0:158780:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:158780:1874221261003904:192.168.204.36@tcp:105: 00000100:00100000:0.0:1787398608.903838:0:158780:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf3306a2a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787398608.913200:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398608.913302:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247527680 00000100:00100000:2.0:1787398608.913316:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247527680 00000100:00100000:2.0:1787398608.913398:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 172 00000100:00100000:2.0:1787398608.913411:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+155:123760:x1874221247527680:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:2.0:1787398608.913862:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+156:123760:x1874221247527680:12345-192.168.204.36@tcp:35:cp.0 Request processed in 452us (676us total) trans 34359738723 rc 0/0 00000100:00100000:2.0:1787398608.913871:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 172 00000100:00100000:0.0:1787398608.914029:0:158780:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:158780:1874221261003904:192.168.204.36@tcp:105: 00010000:00010000:0.0:1787398608.914057:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398608.914095:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+24:69162:x1874221247527424:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 14800us (15907us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398608.914106:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 181 00000100:00100000:1.0:1787398608.924103:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.924236:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247527808 00000100:00100000:0.0:1787398608.924253:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247527808 00000100:00100000:0.0:1787398608.924340:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 606 00000100:00100000:0.0:1787398608.924354:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+156:123760:x1874221247527808:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398608.924393:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398608.924425:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96aa00/0x5703899912343783 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a251 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.924577:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x570389991234378a lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.924619:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x570389991234378a lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.924633:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x570389991234378a lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.924653:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343791 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.924661:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343791 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.924669:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343791 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.924742:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x570389991234378a lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.924751:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x570389991234378a lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.924758:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x570389991234378a lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.924765:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x570389991234378a lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.924771:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96a800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398608.924776:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x570389991234378a lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.924784:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x570389991234378a lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.924807:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398608.924810:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.924815:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x570389991234378a lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.924822:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x570389991234378a lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.924840:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343791 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.924845:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343791 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.924851:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343791 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.924857:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96b000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398608.924860:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343791 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.924866:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343791 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.924872:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x839e9634 (ffff9cf33b69e800) 00010000:00010000:0.0:1787398608.924874:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.924876:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343791 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.924881:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343791 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.924932:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96aa00/0x5703899912343783 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a251 expref: 157 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.924943:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398608.924946:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398608.924949:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96aa00/0x5703899912343783 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a251 expref: 157 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.924959:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d96aa00, rc 0) 00000100:00100000:0.0:1787398608.925108:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+156:123760:x1874221247527808:12345-192.168.204.36@tcp:101:cp.0 Request processed in 757us (1027us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398608.925116:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 606 00000100:00100000:1.0:1787398608.936210:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398608.936374:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247527936 00000100:00100000:2.0:1787398608.936387:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247527936 00000100:00100000:2.0:1787398608.936467:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 607 00000100:00100000:2.0:1787398608.936518:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+156:123760:x1874221247527936:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398608.936548:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398608.936577:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343798 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a258 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.936690:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x570389991234379f lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.936710:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x570389991234379f lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.936728:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x570389991234379f lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.936745:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x57038999123437a6 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.936752:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x57038999123437a6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.936758:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x57038999123437a6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.936825:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x570389991234379f lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.936834:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x570389991234379f lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.936841:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x570389991234379f lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.936848:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x570389991234379f lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.936854:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf300031600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398608.936866:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x570389991234379f lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.936875:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x570389991234379f lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.936892:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398608.936895:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398608.936900:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x570389991234379f lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.936907:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x570389991234379f lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.936923:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x57038999123437a6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.936931:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x57038999123437a6 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.936937:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x57038999123437a6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.936942:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf3136b8e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398608.936945:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x57038999123437a6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.936951:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x57038999123437a6 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.936958:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x839e9634 (ffff9cf20af0d500) 00010000:00010000:2.0:1787398608.936961:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398608.936970:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x57038999123437a6 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.936977:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x57038999123437a6 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.937024:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343798 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a258 expref: 157 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.937035:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398608.937038:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398608.937042:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343798 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a258 expref: 157 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.937052:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf300031200, rc 0) 00000100:00100000:2.0:1787398608.937145:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+156:123760:x1874221247527936:12345-192.168.204.36@tcp:101:cp.0 Request processed in 668us (952us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398608.937154:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 607 00000100:00100000:2.0:1787398608.942932:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.946313:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247528192 00000100:00100000:0.0:1787398608.946333:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247528192 00000100:00100000:1.0:1787398608.946497:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 608 00000100:00100000:1.0:1787398608.946512:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+156:123760:x1874221247528192:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398608.946542:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398608.946574:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x57038999123437ad lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a25f expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.946767:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb600/0x57038999123437b4 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.946799:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb600/0x57038999123437b4 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.946813:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb600/0x57038999123437b4 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.946830:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca600/0x57038999123437bb lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.946838:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca600/0x57038999123437bb lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.946844:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca600/0x57038999123437bb lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787398608.947287:0:158796:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x258:0x0], index 0: 0 00080000:00000400:1.0:1787398608.947305:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398608.947309:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398608.947312:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398608.947314:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398608.947317:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398608.947319:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398608.947339:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398608.947342:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398608.947344:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398608.947346:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398608.947348:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398608.947350:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398608.947387:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398608.947390:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398608.947392:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398608.947394:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398608.947397:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398608.947399:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1787398608.947549:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cae00/0x57038999123437c2 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.947560:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cae00/0x57038999123437c2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.947568:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cae00/0x57038999123437c2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.947611:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb600/0x57038999123437b4 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.947632:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb600/0x57038999123437b4 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.947639:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb600/0x57038999123437b4 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.947646:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb600/0x57038999123437b4 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.947653:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2034cb600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398608.947658:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb600/0x57038999123437b4 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.947667:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb600/0x57038999123437b4 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.947683:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398608.947687:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398608.947691:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb600/0x57038999123437b4 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.947699:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb600/0x57038999123437b4 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398608.947723:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000470c8eb5 reply state 00000000e8f7d296 transno 34359738724 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca600/0x57038999123437bb lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.947736:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca600/0x57038999123437bb lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.947743:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x839e9634 (ffff9cf31e895d00) 00010000:00010000:1.0:1787398608.947752:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398608.947756:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787398608.947799:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x57038999123437ad lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a25f expref: 159 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.947817:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cae00/0x57038999123437c2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a25f expref: 158 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398608.947825:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x25:0x0].0x0 (ffff9cf31e895400) 00010000:00010000:1.0:1787398608.947827:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787398608.947829:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2034cae00, rc 0) 00000100:00100000:1.0:1787398608.947934:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+159:123760:x1874221247528192:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1425us (5017us total) trans 34359738724 rc 0/0 00000100:00100000:1.0:1787398608.947944:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 608 00000100:00100000:1.0:1787398608.952850:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398608.953027:0:162515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247528320 00000100:00100000:3.0:1787398608.953041:0:162515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247528320 00000100:00100000:3.0:1787398608.953132:0:162515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 338 00000100:00100000:3.0:1787398608.953167:0:162515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+23:69163:x1874221247528320:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398608.953193:0:162515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398608.953224:0:162515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e3686ed/0x57038999123437d0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x258:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a266 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398608.953259:0:162515:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x258:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398608.953286:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x258:0x0].0x0 since=5630s v=(0 0) 00010000:00010000:3.0:1787398608.953291:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x258:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398608.953302:0:162515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e3686ed/0x57038999123437d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a266 expref: 24 pid: 162515 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.953324:0:162515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004e3686ed/0x57038999123437d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a266 expref: 24 pid: 162515 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.953340:0:162515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf30911c400, rc 0) 00000100:00100000:3.0:1787398608.953424:0:162515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+24:69163:x1874221247528320:12345-192.168.204.36@tcp:101:cp.0 Request processed in 261us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398608.953432:0:162515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 338 00000100:00100000:3.0:1787398608.966574:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398608.966758:0:162523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247528448 00000100:00100000:0.0:1787398608.966773:0:162523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247528448 00000100:00100000:0.0:1787398608.966849:0:162523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 339 00000100:00100000:0.0:1787398608.966861:0:162523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f111f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:dbe7f5ec-0726-4851-a675-2f47d040e30f+24:123760:x1874221247528448:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398608.966887:0:162523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398608.966914:0:162523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d8cf583d/0x57038999123437d7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x258:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a26d expref: -99 pid: 162523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.966958:0:162523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004e3686ed/0x57038999123437d0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a266 expref: 25 pid: 162515 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.966968:0:162523:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x258:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398608.967009:0:162523:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x258:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398608.967016:0:162523:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8cf583d/0x57038999123437d7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x258:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a26d expref: 25 pid: 162523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.967061:0:162523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004e3686ed/0x57038999123437d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a266 expref: 25 pid: 162515 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.967095:0:162523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004e3686ed/0x57038999123437d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a266 expref: 25 pid: 162515 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398608.967111:0:162523:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:162523:1874221261004032:192.168.204.36@tcp:104: 00000100:00100000:0.0:1787398608.967221:0:162523:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf3306a2d80 going to sleep for 11 seconds 00000100:00100000:1.0:1787398608.970528:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398608.970835:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247528576 00000100:00100000:3.0:1787398608.970848:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247528576 00010000:00010000:3.0:1787398608.970901:0:158779:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004e3686ed/0x57038999123437d0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a266 expref: 26 pid: 162515 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398608.970953:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 182 00000100:00100000:3.0:1787398608.970964:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a2a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+26:69165:x1874221247528576:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398608.971028:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398608.971059:0:158779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004e3686ed/0x57038999123437d0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x258:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a266 expref: 26 pid: 162515 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.971289:0:158779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004e3686ed/0x57038999123437d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x258:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a266 expref: 26 pid: 162515 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.971327:0:158779:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x258:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398608.971332:0:158779:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x258:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398608.971344:0:158779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d8cf583d/0x57038999123437d7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x258:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a26d expref: 26 pid: 162523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.971356:0:158779:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8cf583d/0x57038999123437d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x258:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a26d expref: 26 pid: 162523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.971407:0:158779:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000d8cf583d/0x57038999123437d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x258:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a26d expref: 26 pid: 162523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398608.971423:0:158779:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f112680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:158779:1874221261004160:192.168.204.36@tcp:105: 00000100:00100000:3.0:1787398608.971566:0:158779:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf209a5dcc0 going to sleep for 11 seconds 00010000:00010000:0.0:1787398608.972237:0:162523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e3686ed/0x57038999123437d0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x258:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a266 expref: 26 pid: 162515 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398608.972259:0:162523:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:162523:1874221261004032:192.168.204.36@tcp:104: 00010000:00010000:0.0:1787398608.972289:0:162523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d8cf583d/0x57038999123437d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a26d expref: 25 pid: 162523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398608.972301:0:162523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d96aa00, rc 0) 00000100:00100000:0.0:1787398608.972361:0:162523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f111f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:dbe7f5ec-0726-4851-a675-2f47d040e30f+25:123760:x1874221247528448:12345-192.168.204.36@tcp:101:cp.0 Request processed in 5502us (5805us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398608.972370:0:162523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 339 00000100:00100000:1.0:1787398608.980907:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398608.981036:0:166561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247528832 00000100:00100000:2.0:1787398608.981060:0:166561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247528832 00000100:00100000:2.0:1787398608.981168:0:166561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 173 00000100:00100000:2.0:1787398608.981181:0:166561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+159:123760:x1874221247528832:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:2.0:1787398608.981671:0:166561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+160:123760:x1874221247528832:12345-192.168.204.36@tcp:35:cp.0 Request processed in 489us (779us total) trans 34359738725 rc 0/0 00000100:00100000:2.0:1787398608.981682:0:166561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 173 00000100:00100000:3.0:1787398608.983398:0:158779:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f112680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:158779:1874221261004160:192.168.204.36@tcp:105: 00010000:00010000:3.0:1787398608.983435:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398608.983528:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a2a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+24:69165:x1874221247528576:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 12564us (13056us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398608.983541:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 182 00000100:00100000:1.0:1787398608.988723:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398608.988897:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247528960 00000100:00100000:2.0:1787398608.988911:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247528960 00000100:00100000:2.0:1787398608.989157:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 609 00000100:00100000:2.0:1787398608.989169:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+160:123760:x1874221247528960:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398608.989204:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398608.989234:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x57038999123437de lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a274 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.989332:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x57038999123437e5 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.989350:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x57038999123437e5 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.989364:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x57038999123437e5 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.989380:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x57038999123437ec lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.989387:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x57038999123437ec lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.989394:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x57038999123437ec lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.989454:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x57038999123437e5 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.989462:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x57038999123437e5 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.989470:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x57038999123437e5 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.989541:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x57038999123437e5 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.989547:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf300031200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398608.989553:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x57038999123437e5 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.989562:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x57038999123437e5 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.989578:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398608.989582:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398608.989587:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x57038999123437e5 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.989594:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x57038999123437e5 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.989613:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x57038999123437ec lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.989618:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x57038999123437ec lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.989624:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x57038999123437ec lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.989630:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf300031600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398608.989633:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x57038999123437ec lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.989651:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x57038999123437ec lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.989661:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9e90f16b (ffff9cf20af0d500) 00010000:00010000:2.0:1787398608.989663:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398608.989666:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x57038999123437ec lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.989672:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x57038999123437ec lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.989720:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x57038999123437de lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a274 expref: 161 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.989732:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398608.989735:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398608.989739:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x57038999123437de lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a274 expref: 161 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398608.989749:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3136b8e00, rc 0) 00000100:00100000:2.0:1787398608.989841:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+160:123760:x1874221247528960:12345-192.168.204.36@tcp:101:cp.0 Request processed in 673us (1131us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398608.989850:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 609 00000100:00100000:1.0:1787398608.993438:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398608.993556:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247529088 00000100:00100000:3.0:1787398608.993571:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247529088 00000100:00100000:3.0:1787398608.993653:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 610 00000100:00100000:3.0:1787398608.993665:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+160:123760:x1874221247529088:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398608.993697:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398608.993730:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x57038999123437f3 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a27b expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.993833:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x57038999123437fa lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.993852:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x57038999123437fa lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.993866:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x57038999123437fa lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.993884:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343801 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.993891:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343801 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.993898:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343801 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.993964:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x57038999123437fa lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.993971:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x57038999123437fa lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.995241:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x57038999123437fa lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.995250:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x57038999123437fa lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.995258:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301509200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398608.995264:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x57038999123437fa lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.995274:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x57038999123437fa lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.995295:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398608.995298:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398608.995305:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x57038999123437fa lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.995313:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x57038999123437fa lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.995337:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343801 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.995343:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343801 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.995350:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343801 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.995354:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301508400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398608.995363:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343801 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.995370:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343801 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.995379:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9e90f16b (ffff9cf305ea8d00) 00010000:00010000:3.0:1787398608.995382:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398608.995385:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343801 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.995391:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343801 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.995464:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x57038999123437f3 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a27b expref: 161 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.995520:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398608.995523:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398608.995528:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x57038999123437f3 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a27b expref: 161 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398608.995540:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf30911c400, rc 0) 00000100:00100000:3.0:1787398608.995628:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+160:123760:x1874221247529088:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1964us (2204us total) trans 0 rc 301/301 00000100:00100000:3.0:1787398608.995639:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 610 00000100:00100000:1.0:1787398609.004238:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.004352:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247529344 00000100:00100000:0.0:1787398609.004365:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247529344 00000100:00100000:0.0:1787398609.004464:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 611 00000100:00100000:0.0:1787398609.004502:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+160:123760:x1874221247529344:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398609.004534:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398609.004564:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343808 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a282 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.004710:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x570389991234380f lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.004731:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x570389991234380f lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.004745:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x570389991234380f lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.004766:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912343816 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.004773:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912343816 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.004780:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912343816 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787398609.005512:0:160868:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1d4:0x0], index 1: 0 00080000:00000400:0.0:1787398609.005534:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:0.0:1787398609.005539:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1787398609.005542:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398609.005544:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398609.005547:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398609.005549:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398609.005591:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:0.0:1787398609.005594:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1787398609.005596:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398609.005598:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398609.005600:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398609.005602:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398609.005642:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:0.0:1787398609.005645:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1787398609.005647:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398609.005649:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398609.005651:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398609.005653:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1787398609.005781:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x570389991234381d lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.005795:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x570389991234381d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.005805:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x570389991234381d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.005853:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x570389991234380f lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.005861:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x570389991234380f lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.005867:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x570389991234380f lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.005875:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x570389991234380f lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.005882:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96a800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398609.005896:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x570389991234380f lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.005905:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x570389991234380f lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.005921:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398609.005925:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398609.005930:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x570389991234380f lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.005937:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x570389991234380f lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398609.005955:0:160868:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000002c31514b reply state 000000005d13db90 transno 34359738726 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912343816 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.005969:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912343816 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.006253:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9e90f16b (ffff9cf33b69e800) 00010000:00010000:0.0:1787398609.006257:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787398609.006261:0:160868:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787398609.006307:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343808 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a282 expref: 163 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.006326:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x570389991234381d lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a282 expref: 162 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.006334:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x26:0x0].0x0 (ffff9cf33b69ee00) 00010000:00010000:0.0:1787398609.006336:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787398609.006346:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6c000, rc 0) 00000100:00100000:0.0:1787398609.006451:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+163:123760:x1874221247529344:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1976us (2229us total) trans 34359738726 rc 0/0 00000100:00100000:0.0:1787398609.006461:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 611 00000100:00100000:1.0:1787398609.009991:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.010282:0:162511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247529472 00000100:00100000:0.0:1787398609.010295:0:162511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247529472 00000100:00100000:0.0:1787398609.010411:0:162511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 340 00000100:00100000:0.0:1787398609.010424:0:162511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dbe7f5ec-0726-4851-a675-2f47d040e30f+24:69164:x1874221247529472:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398609.010447:0:162511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398609.010529:0:162511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000520a5637/0x570389991234382b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a289 expref: -99 pid: 162511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787398609.010567:0:162511:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1d4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398609.010603:0:162511:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d4:0x0].0x0 since=5630s v=(0 0) 00010000:00010000:0.0:1787398609.010609:0:162511:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398609.010621:0:162511:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000520a5637/0x570389991234382b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a289 expref: 25 pid: 162511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.010645:0:162511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000520a5637/0x570389991234382b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a289 expref: 25 pid: 162511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.010660:0:162511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20bf49a00, rc 0) 00000100:00100000:0.0:1787398609.010734:0:162511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dbe7f5ec-0726-4851-a675-2f47d040e30f+25:69164:x1874221247529472:12345-192.168.204.36@tcp:101:cp.0 Request processed in 313us (760us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398609.010743:0:162511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 340 00000100:00100000:1.0:1787398609.013565:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.013774:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247529600 00000100:00100000:0.0:1787398609.013803:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247529600 00000100:00100000:0.0:1787398609.013893:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 341 00000100:00100000:0.0:1787398609.013904:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+25:123760:x1874221247529600:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398609.013924:0:162520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398609.013949:0:162520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ac11c2f1/0x5703899912343832 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a290 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.014000:0:162520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000520a5637/0x570389991234382b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a289 expref: 26 pid: 162511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.014010:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398609.014015:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398609.014021:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ac11c2f1/0x5703899912343832 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a290 expref: 26 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.014076:0:162520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000520a5637/0x570389991234382b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a289 expref: 26 pid: 162511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.014092:0:162520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000520a5637/0x570389991234382b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a289 expref: 26 pid: 162511 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398609.014109:0:162520:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:162520:1874221261004288:192.168.204.36@tcp:104: 00000100:00100000:0.0:1787398609.014208:0:162520:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf3306a2240 going to sleep for 11 seconds 00000100:00100000:0.0:1787398609.017264:0:162520:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:162520:1874221261004288:192.168.204.36@tcp:104: 00010000:00010000:0.0:1787398609.017311:0:162520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ac11c2f1/0x5703899912343832 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a290 expref: 26 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.017368:0:162520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20bf48400, rc 0) 00000100:00100000:0.0:1787398609.017512:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+26:123760:x1874221247529600:12345-192.168.204.36@tcp:101:cp.0 Request processed in 3608us (3958us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398609.017523:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 341 00000100:00100000:1.0:1787398609.020227:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.020355:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247529728 00000100:00100000:2.0:1787398609.020369:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247529728 00010000:00010000:2.0:1787398609.020424:0:158781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000520a5637/0x570389991234382b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a289 expref: 26 pid: 162511 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398609.020689:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 183 00000100:00100000:2.0:1787398609.020701:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+26:69163:x1874221247529728:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787398609.020722:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398609.020751:0:158781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000520a5637/0x570389991234382b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a289 expref: 26 pid: 162511 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.020768:0:158781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000520a5637/0x570389991234382b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a289 expref: 26 pid: 162511 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.020815:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000520a5637/0x570389991234382b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a289 expref: 26 pid: 162511 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.020839:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398609.020844:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398609.020854:0:158781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ac11c2f1/0x5703899912343832 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a290 expref: 25 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.020866:0:158781:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ac11c2f1/0x5703899912343832 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a290 expref: 25 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.020916:0:158781:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ac11c2f1/0x5703899912343832 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a290 expref: 25 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398609.020934:0:158781:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af1a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:158781:1874221261004416:192.168.204.36@tcp:105: 00000100:00100000:2.0:1787398609.021229:0:158781:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2092f3780 going to sleep for 11 seconds 00000100:00100000:1.0:1787398609.024462:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.024849:0:158781:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af1a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:158781:1874221261004416:192.168.204.36@tcp:105: 00010000:00010000:2.0:1787398609.024881:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398609.024951:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+25:69163:x1874221247529728:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 4252us (4738us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398609.024963:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 183 00000100:00100000:3.0:1787398609.025947:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247529984 00000100:00100000:3.0:1787398609.025961:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247529984 00000100:00100000:3.0:1787398609.026305:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 174 00000100:00100000:3.0:1787398609.026318:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf303df8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+163:123760:x1874221247529984:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:3.0:1787398609.027029:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf303df8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+164:123760:x1874221247529984:12345-192.168.204.36@tcp:35:cp.0 Request processed in 710us (2576us total) trans 34359738727 rc 0/0 00000100:00100000:3.0:1787398609.027039:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 174 00000100:00100000:1.0:1787398609.031362:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.031708:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247530112 00000100:00100000:0.0:1787398609.031722:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247530112 00000100:00100000:0.0:1787398609.031813:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 612 00000100:00100000:0.0:1787398609.031824:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+164:123760:x1874221247530112:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398609.031857:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398609.031887:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48a00/0x5703899912343839 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a297 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.031989:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343840 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.032008:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343840 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.032021:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343840 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.032036:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49200/0x5703899912343847 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.032294:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49200/0x5703899912343847 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.032310:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49200/0x5703899912343847 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.032394:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343840 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.032402:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343840 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.032408:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343840 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.032415:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343840 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.032421:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf49000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398609.032427:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343840 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.032435:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343840 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.032449:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398609.032452:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398609.032457:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343840 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.032462:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343840 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.032539:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49200/0x5703899912343847 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.032547:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49200/0x5703899912343847 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.032561:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49200/0x5703899912343847 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.032567:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf49200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398609.032570:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49200/0x5703899912343847 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.032576:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49200/0x5703899912343847 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.032596:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x10fe8da8 (ffff9cf33b69e700) 00010000:00010000:0.0:1787398609.032599:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398609.032603:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49200/0x5703899912343847 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.032608:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49200/0x5703899912343847 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.032656:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48a00/0x5703899912343839 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a297 expref: 165 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.032668:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398609.032670:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398609.032674:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48a00/0x5703899912343839 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a297 expref: 165 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.032685:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20bf48a00, rc 0) 00000100:00100000:0.0:1787398609.032766:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+164:123760:x1874221247530112:12345-192.168.204.36@tcp:101:cp.0 Request processed in 944us (1422us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398609.032796:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 612 00000100:00100000:1.0:1787398609.036451:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398609.036609:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247530240 00000100:00100000:3.0:1787398609.036623:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247530240 00000100:00100000:3.0:1787398609.036696:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 613 00000100:00100000:3.0:1787398609.036708:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+164:123760:x1874221247530240:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398609.036738:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398609.036997:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb200/0x570389991234384e lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a29e expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.037143:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb000/0x5703899912343855 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.037160:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb000/0x5703899912343855 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.037174:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb000/0x5703899912343855 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.037193:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034caa00/0x570389991234385c lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.037201:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034caa00/0x570389991234385c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.037207:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034caa00/0x570389991234385c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.037265:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb000/0x5703899912343855 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.037273:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb000/0x5703899912343855 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.037279:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb000/0x5703899912343855 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.037286:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb000/0x5703899912343855 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.037292:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2034cb000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398609.037303:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb000/0x5703899912343855 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.037313:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb000/0x5703899912343855 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.037329:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398609.037332:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398609.037337:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb000/0x5703899912343855 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.037345:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb000/0x5703899912343855 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.037369:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034caa00/0x570389991234385c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.037375:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034caa00/0x570389991234385c lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.037381:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034caa00/0x570389991234385c lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.037386:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2034caa00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398609.037389:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034caa00/0x570389991234385c lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.037395:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034caa00/0x570389991234385c lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.037403:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x10fe8da8 (ffff9cf31e895b00) 00010000:00010000:1.0:1787398609.037406:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398609.037416:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034caa00/0x570389991234385c lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.037422:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034caa00/0x570389991234385c lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.037465:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb200/0x570389991234384e lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a29e expref: 165 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.037475:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398609.037501:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398609.037504:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb200/0x570389991234384e lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a29e expref: 165 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.037515:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2034cb200, rc 0) 00000100:00100000:1.0:1787398609.037609:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+164:123760:x1874221247530240:12345-192.168.204.36@tcp:101:cp.0 Request processed in 903us (1172us total) trans 0 rc 301/301 00000100:00100000:1.0:1787398609.037617:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 613 00000100:00100000:1.0:1787398609.043208:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.043305:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247530496 00000100:00100000:0.0:1787398609.043320:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247530496 00000100:00100000:0.0:1787398609.043402:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 614 00000100:00100000:0.0:1787398609.043415:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+164:123760:x1874221247530496:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398609.043441:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398609.043468:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48a00/0x5703899912343863 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a2a5 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.043668:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49200/0x570389991234386a lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.043688:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49200/0x570389991234386a lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.043704:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49200/0x570389991234386a lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.043722:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343871 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.043730:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343871 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.043737:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343871 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787398609.044331:0:158795:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x259:0x0], index 0: 0 00080000:00000400:0.0:1787398609.044350:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398609.044370:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398609.044374:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398609.044376:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398609.044379:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398609.044381:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398609.044402:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398609.044405:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398609.044407:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398609.044409:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398609.044411:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398609.044413:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398609.044449:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398609.044452:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398609.044454:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398609.044456:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398609.044458:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398609.044460:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1787398609.046622:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cbe00/0x5703899912343878 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.046651:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cbe00/0x5703899912343878 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.046664:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cbe00/0x5703899912343878 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.046719:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49200/0x570389991234386a lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.046748:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49200/0x570389991234386a lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.046755:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49200/0x570389991234386a lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.046763:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49200/0x570389991234386a lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.046768:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf49200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398609.046774:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49200/0x570389991234386a lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.046793:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49200/0x570389991234386a lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.046810:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398609.046813:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398609.046818:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49200/0x570389991234386a lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.046825:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49200/0x570389991234386a lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398609.046842:0:158795:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000486a6696 reply state 00000000ab90e193 transno 34359738728 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343871 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.046857:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343871 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.046863:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x10fe8da8 (ffff9cf33b69e700) 00010000:00010000:1.0:1787398609.046872:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398609.046876:0:158795:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787398609.046932:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48a00/0x5703899912343863 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2a5 expref: 167 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.046950:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cbe00/0x5703899912343878 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2a5 expref: 166 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.046958:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x27:0x0].0x0 (ffff9cf31e895900) 00010000:00010000:1.0:1787398609.046960:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787398609.046963:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2034cbe00, rc 0) 00000100:00100000:1.0:1787398609.047075:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+167:123760:x1874221247530496:12345-192.168.204.36@tcp:101:cp.0 Request processed in 3650us (3871us total) trans 34359738728 rc 0/0 00000100:00100000:1.0:1787398609.047086:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 614 00000100:00100000:2.0:1787398609.053256:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.053374:0:162522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247530624 00000100:00100000:0.0:1787398609.053388:0:162522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247530624 00000100:00100000:0.0:1787398609.053470:0:162522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 342 00000100:00100000:0.0:1787398609.053516:0:162522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+24:69163:x1874221247530624:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398609.053543:0:162522:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398609.053572:0:162522:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000506c4b37/0x5703899912343886 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x259:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a2ac expref: -99 pid: 162522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787398609.053617:0:162522:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x259:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398609.053645:0:162522:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x259:0x0].0x0 since=5630s v=(0 0) 00010000:00010000:0.0:1787398609.053650:0:162522:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x259:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398609.053662:0:162522:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000506c4b37/0x5703899912343886 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2ac expref: 25 pid: 162522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.053709:0:162522:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000506c4b37/0x5703899912343886 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2ac expref: 25 pid: 162522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.053726:0:162522:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20bf49600, rc 0) 00000100:00100000:0.0:1787398609.053803:0:162522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+25:69163:x1874221247530624:12345-192.168.204.36@tcp:101:cp.0 Request processed in 291us (563us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398609.053811:0:162522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 342 00000100:00100000:2.0:1787398609.059736:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.060433:0:162518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247530752 00000100:00100000:0.0:1787398609.060447:0:162518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247530752 00000100:00100000:0.0:1787398609.060600:0:162518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 343 00000100:00100000:0.0:1787398609.060612:0:162518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+25:123760:x1874221247530752:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398609.060647:0:162518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398609.060675:0:162518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009ed77d62/0x570389991234388d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x259:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a2b3 expref: -99 pid: 162518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.060719:0:162518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000506c4b37/0x5703899912343886 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2ac expref: 26 pid: 162522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.060729:0:162518:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x259:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398609.060734:0:162518:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x259:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398609.060740:0:162518:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009ed77d62/0x570389991234388d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x259:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2b3 expref: 26 pid: 162518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.060786:0:162518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000506c4b37/0x5703899912343886 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2ac expref: 26 pid: 162522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.060838:0:162518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000506c4b37/0x5703899912343886 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2ac expref: 26 pid: 162522 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398609.060857:0:162518:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:162518:1874221261004544:192.168.204.36@tcp:104: 00000100:00100000:0.0:1787398609.060999:0:162518:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf3306a2240 going to sleep for 11 seconds 00000100:00100000:1.0:1787398609.067550:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.067574:0:162518:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:162518:1874221261004544:192.168.204.36@tcp:104: 00010000:00010000:0.0:1787398609.067624:0:162518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009ed77d62/0x570389991234388d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x259:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2b3 expref: 26 pid: 162518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.067665:0:162518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20bf48600, rc 0) 00000100:00100000:0.0:1787398609.067746:0:162518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+26:123760:x1874221247530752:12345-192.168.204.36@tcp:101:cp.0 Request processed in 7135us (8026us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398609.067756:0:162518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 343 00000100:00100000:2.0:1787398609.068046:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247530880 00000100:00100000:2.0:1787398609.068055:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247530880 00010000:00010000:2.0:1787398609.068112:0:162512:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000506c4b37/0x5703899912343886 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2ac expref: 26 pid: 162522 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398609.068166:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 184 00000100:00100000:2.0:1787398609.068177:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+26:69165:x1874221247530880:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787398609.068194:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398609.068220:0:162512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000506c4b37/0x5703899912343886 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x259:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2ac expref: 26 pid: 162522 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.068244:0:162512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000506c4b37/0x5703899912343886 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x259:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2ac expref: 26 pid: 162522 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.068277:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000506c4b37/0x5703899912343886 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x259:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2ac expref: 26 pid: 162522 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.068594:0:162512:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x259:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398609.068599:0:162512:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x259:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398609.068610:0:162512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009ed77d62/0x570389991234388d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2b3 expref: 25 pid: 162518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.068622:0:162512:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009ed77d62/0x570389991234388d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2b3 expref: 25 pid: 162518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.068677:0:162512:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000009ed77d62/0x570389991234388d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2b3 expref: 25 pid: 162518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398609.068693:0:162512:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af18e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:162512:1874221261004672:192.168.204.36@tcp:105: 00000100:00100000:2.0:1787398609.068778:0:162512:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2092f3780 going to sleep for 11 seconds 00000100:00100000:2.0:1787398609.072714:0:162512:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af18e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:162512:1874221261004672:192.168.204.36@tcp:105: 00010000:00010000:2.0:1787398609.072757:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398609.072846:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+25:69165:x1874221247530880:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 4661us (5304us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398609.072860:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 184 00000100:00100000:1.0:1787398609.074532:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.074635:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247531136 00000100:00100000:2.0:1787398609.074647:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247531136 00000100:00100000:2.0:1787398609.074722:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 175 00000100:00100000:2.0:1787398609.074738:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eee8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+167:123760:x1874221247531136:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:2.0:1787398609.076212:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eee8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+168:123760:x1874221247531136:12345-192.168.204.36@tcp:35:cp.0 Request processed in 1466us (1681us total) trans 34359738729 rc 0/0 00000100:00100000:2.0:1787398609.076259:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 175 00000100:00100000:1.0:1787398609.082922:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.083343:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247531264 00000100:00100000:2.0:1787398609.083358:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247531264 00000100:00100000:2.0:1787398609.083449:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 615 00000100:00100000:2.0:1787398609.083462:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eee8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+168:123760:x1874221247531264:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398609.083554:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398609.083592:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343894 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a2ba expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.083701:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x570389991234389b lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.083720:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x570389991234389b lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.083735:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x570389991234389b lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.083751:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x57038999123438a2 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.083758:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x57038999123438a2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.083764:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x57038999123438a2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.083826:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x570389991234389b lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.083860:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x570389991234389b lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.083866:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x570389991234389b lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.083874:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x570389991234389b lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.083880:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d3c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398609.083885:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x570389991234389b lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.083894:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x570389991234389b lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.083909:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398609.083913:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.083918:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x570389991234389b lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.083924:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x570389991234389b lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.083946:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x57038999123438a2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.083953:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x57038999123438a2 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.083959:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x57038999123438a2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.083971:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d3800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398609.083986:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x57038999123438a2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.083993:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x57038999123438a2 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.084003:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x6b7bd7c (ffff9cf20af0d500) 00010000:00010000:2.0:1787398609.084005:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.084008:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x57038999123438a2 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.084015:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x57038999123438a2 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.085155:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343894 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2ba expref: 169 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.085179:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398609.085182:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.085188:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343894 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2ba expref: 169 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.085203:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b1d2e00, rc 0) 00000100:00100000:2.0:1787398609.085438:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eee8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+168:123760:x1874221247531264:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1977us (2535us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398609.085448:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 615 00000100:00100000:1.0:1787398609.091611:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.091713:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247531392 00000100:00100000:2.0:1787398609.091747:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247531392 00000100:00100000:2.0:1787398609.091831:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 616 00000100:00100000:2.0:1787398609.091843:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eee8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+168:123760:x1874221247531392:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398609.091874:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398609.091902:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2c00/0x57038999123438a9 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a2c1 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.092002:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3400/0x57038999123438b0 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.092020:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3400/0x57038999123438b0 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.092035:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3400/0x57038999123438b0 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.092050:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2200/0x57038999123438b7 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.092057:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2200/0x57038999123438b7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.092074:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2200/0x57038999123438b7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.092133:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3400/0x57038999123438b0 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.092142:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3400/0x57038999123438b0 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.092149:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3400/0x57038999123438b0 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.092164:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3400/0x57038999123438b0 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.092172:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d3400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398609.092178:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3400/0x57038999123438b0 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.092187:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3400/0x57038999123438b0 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.092204:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398609.092208:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.092214:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3400/0x57038999123438b0 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.092221:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3400/0x57038999123438b0 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.092255:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2200/0x57038999123438b7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.092263:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2200/0x57038999123438b7 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.092269:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2200/0x57038999123438b7 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.092274:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d2200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398609.092277:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2200/0x57038999123438b7 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.092295:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2200/0x57038999123438b7 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.092303:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x6b7bd7c (ffff9cf20af0d200) 00010000:00010000:2.0:1787398609.092305:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.092452:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2200/0x57038999123438b7 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.092462:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2200/0x57038999123438b7 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.092540:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2c00/0x57038999123438a9 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2c1 expref: 169 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.092552:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398609.092555:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.092559:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2c00/0x57038999123438a9 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2c1 expref: 169 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.092569:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b1d2c00, rc 0) 00000100:00100000:2.0:1787398609.092654:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eee8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+168:123760:x1874221247531392:12345-192.168.204.36@tcp:101:cp.0 Request processed in 813us (1062us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398609.092663:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 616 00000100:00100000:1.0:1787398609.096847:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.097122:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247531648 00000100:00100000:0.0:1787398609.097136:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247531648 00000100:00100000:0.0:1787398609.097214:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 617 00000100:00100000:0.0:1787398609.097227:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eeeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+168:123760:x1874221247531648:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398609.097265:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398609.097294:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48e00/0x57038999123438be lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a2c8 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.098045:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49c00/0x57038999123438c5 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.098102:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49c00/0x57038999123438c5 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.098117:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49c00/0x57038999123438c5 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.098136:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x57038999123438cc lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.098143:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x57038999123438cc lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.098150:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x57038999123438cc lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787398609.100380:0:160868:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1d5:0x0], index 1: 0 00080000:00000400:0.0:1787398609.100409:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398609.100414:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398609.100416:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398609.100418:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398609.100421:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398609.100423:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398609.100451:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398609.100454:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398609.100455:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398609.100457:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398609.100459:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398609.100461:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398609.100645:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398609.100649:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398609.100650:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398609.100672:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398609.100674:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398609.100676:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1787398609.100922:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48c00/0x57038999123438d3 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.100942:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48c00/0x57038999123438d3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.100956:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48c00/0x57038999123438d3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.101152:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49c00/0x57038999123438c5 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.101161:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49c00/0x57038999123438c5 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.101167:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49c00/0x57038999123438c5 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.101174:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49c00/0x57038999123438c5 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.101181:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf49c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398609.101186:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49c00/0x57038999123438c5 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.101195:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49c00/0x57038999123438c5 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.101212:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398609.101215:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398609.101229:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49c00/0x57038999123438c5 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.101446:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49c00/0x57038999123438c5 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398609.101471:0:160868:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000003c830184 reply state 000000009585311b transno 34359738730 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x57038999123438cc lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.101621:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x57038999123438cc lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.101628:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x6b7bd7c (ffff9cf33b69e600) 00010000:00010000:0.0:1787398609.101631:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787398609.101635:0:160868:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787398609.101689:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48e00/0x57038999123438be lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2c8 expref: 171 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.101707:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48c00/0x57038999123438d3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2c8 expref: 170 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.101715:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x28:0x0].0x0 (ffff9cf33b69e400) 00010000:00010000:0.0:1787398609.101717:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787398609.101720:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20bf48c00, rc 0) 00000100:00100000:0.0:1787398609.101913:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eeeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+171:123760:x1874221247531648:12345-192.168.204.36@tcp:101:cp.0 Request processed in 4687us (5079us total) trans 34359738730 rc 0/0 00000100:00100000:0.0:1787398609.101924:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 617 00000100:00100000:3.0:1787398609.106960:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.107136:0:161119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247531776 00000100:00100000:0.0:1787398609.107154:0:161119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247531776 00000100:00100000:0.0:1787398609.107256:0:161119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 344 00000100:00100000:0.0:1787398609.107271:0:161119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f112680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+25:69165:x1874221247531776:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398609.107334:0:161119:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398609.107373:0:161119:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037ba28e4/0x57038999123438e1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a2cf expref: -99 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787398609.107420:0:161119:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1d5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398609.107451:0:161119:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d5:0x0].0x0 since=5630s v=(0 0) 00010000:00010000:0.0:1787398609.107457:0:161119:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398609.107471:0:161119:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037ba28e4/0x57038999123438e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2cf expref: 26 pid: 161119 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.107527:0:161119:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000037ba28e4/0x57038999123438e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2cf expref: 26 pid: 161119 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.107544:0:161119:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20bf49400, rc 0) 00000100:00100000:0.0:1787398609.107616:0:161119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f112680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+26:69165:x1874221247531776:12345-192.168.204.36@tcp:101:cp.0 Request processed in 348us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398609.107623:0:161119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 344 00000100:00100000:1.0:1787398609.115936:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.116182:0:160294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247531904 00000100:00100000:2.0:1787398609.116196:0:160294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247531904 00000100:00100000:2.0:1787398609.116290:0:160294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 345 00000100:00100000:2.0:1787398609.116302:0:160294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eeea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+26:123760:x1874221247531904:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398609.116739:0:160294:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398609.116769:0:160294:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004fb717ff/0x57038999123438e8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a2d6 expref: -99 pid: 160294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.116822:0:160294:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000037ba28e4/0x57038999123438e1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2cf expref: 27 pid: 161119 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.116833:0:160294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398609.116838:0:160294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398609.116845:0:160294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004fb717ff/0x57038999123438e8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2d6 expref: 27 pid: 160294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.116893:0:160294:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000037ba28e4/0x57038999123438e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2cf expref: 27 pid: 161119 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.116910:0:160294:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000037ba28e4/0x57038999123438e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2cf expref: 27 pid: 161119 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398609.116930:0:160294:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af18e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:160294:1874221261004800:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398609.117184:0:160294:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf209a5dcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787398609.124262:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.124520:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247532032 00000100:00100000:0.0:1787398609.124534:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247532032 00010000:00010000:0.0:1787398609.124590:0:158780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000037ba28e4/0x57038999123438e1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2cf expref: 28 pid: 161119 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398609.124650:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 185 00000100:00100000:0.0:1787398609.124662:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eee9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+28:69162:x1874221247532032:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398609.124684:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398609.124736:0:158780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000037ba28e4/0x57038999123438e1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2cf expref: 28 pid: 161119 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.124754:0:158780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000037ba28e4/0x57038999123438e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2cf expref: 28 pid: 161119 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.124801:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398609.124807:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398609.124819:0:158780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004fb717ff/0x57038999123438e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2d6 expref: 28 pid: 160294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.124831:0:158780:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004fb717ff/0x57038999123438e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2d6 expref: 28 pid: 160294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.124882:0:158780:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004fb717ff/0x57038999123438e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2d6 expref: 28 pid: 160294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398609.124899:0:158780:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:158780:1874221261004928:192.168.204.36@tcp:105: 00000100:00100000:0.0:1787398609.125035:0:158780:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20a33be40 going to sleep for 11 seconds 00000100:00100000:0.0:1787398609.128526:0:158780:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:158780:1874221261004928:192.168.204.36@tcp:105: 00010000:00010000:0.0:1787398609.128569:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398609.128823:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eee9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+28:69162:x1874221247532032:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 4109us (4533us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398609.128839:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 185 00010000:00010000:2.0:1787398609.130769:0:160294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037ba28e4/0x57038999123438e1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2cf expref: 27 pid: 161119 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398609.130912:0:160294:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af18e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:160294:1874221261004800:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398609.130953:0:160294:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004fb717ff/0x57038999123438e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2d6 expref: 26 pid: 160294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.131124:0:160294:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b1d2c00, rc 0) 00000100:00100000:2.0:1787398609.131281:0:160294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eeea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+26:123760:x1874221247531904:12345-192.168.204.36@tcp:101:cp.0 Request processed in 14981us (15361us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398609.131292:0:160294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 345 00000100:00100000:1.0:1787398609.136086:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398609.136230:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247532288 00000100:00100000:3.0:1787398609.136254:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247532288 00000100:00100000:3.0:1787398609.136466:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 176 00000100:00100000:3.0:1787398609.136505:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eeea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+171:123760:x1874221247532288:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:3.0:1787398609.137281:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eeea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+172:123760:x1874221247532288:12345-192.168.204.36@tcp:35:cp.0 Request processed in 798us (1215us total) trans 34359738731 rc 0/0 00000100:00100000:3.0:1787398609.137293:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 176 00000100:00100000:1.0:1787398609.143008:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.143127:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247532416 00000100:00100000:2.0:1787398609.143143:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247532416 00000100:00100000:2.0:1787398609.143220:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 618 00000100:00100000:2.0:1787398609.143242:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eeeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+172:123760:x1874221247532416:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398609.143279:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398609.143319:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x57038999123438ef lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a2dd expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.143412:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x57038999123438f6 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.143431:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x57038999123438f6 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.143445:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x57038999123438f6 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.143462:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x57038999123438fd lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.143468:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x57038999123438fd lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.143512:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x57038999123438fd lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.143590:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x57038999123438f6 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.143599:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x57038999123438f6 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.143606:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x57038999123438f6 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.143614:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x57038999123438f6 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.143621:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d3800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398609.143626:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x57038999123438f6 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.143645:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x57038999123438f6 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.143662:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398609.143665:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.143672:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x57038999123438f6 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.143679:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x57038999123438f6 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.143701:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x57038999123438fd lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.143708:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x57038999123438fd lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.143722:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x57038999123438fd lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.143728:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d3c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398609.143732:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x57038999123438fd lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.143739:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x57038999123438fd lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.143746:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x37dcc2d3 (ffff9cf20af0d200) 00010000:00010000:2.0:1787398609.143749:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.143752:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x57038999123438fd lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.143758:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x57038999123438fd lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.143800:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x57038999123438ef lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2dd expref: 173 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.143811:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398609.143814:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.143818:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x57038999123438ef lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2dd expref: 173 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.143827:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b1d2e00, rc 0) 00000100:00100000:2.0:1787398609.143917:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eeeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+172:123760:x1874221247532416:12345-192.168.204.36@tcp:101:cp.0 Request processed in 686us (934us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398609.143934:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 618 00000100:00100000:0.0:1787398609.149961:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.150148:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247532544 00000100:00100000:2.0:1787398609.150165:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247532544 00000100:00100000:2.0:1787398609.150252:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 619 00000100:00100000:2.0:1787398609.150264:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+172:123760:x1874221247532544:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398609.150292:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398609.150334:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343904 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a2e4 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.150424:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x570389991234390b lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.150443:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x570389991234390b lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.150459:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x570389991234390b lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.150511:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343912 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.150520:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343912 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.150527:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343912 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.150584:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x570389991234390b lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.150611:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x570389991234390b lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.150618:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x570389991234390b lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.150821:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x570389991234390b lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.150830:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d3c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398609.150836:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x570389991234390b lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.150846:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x570389991234390b lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.150861:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398609.150865:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.150871:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x570389991234390b lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.150878:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x570389991234390b lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.150898:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343912 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.150904:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343912 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.150909:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343912 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.150922:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d3800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398609.150925:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343912 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.150930:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343912 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.150939:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x37dcc2d3 (ffff9cf20af0d200) 00010000:00010000:2.0:1787398609.150941:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.150943:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343912 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.150950:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343912 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.151009:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343904 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2e4 expref: 173 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.151020:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398609.151023:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.151026:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343904 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2e4 expref: 173 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.151036:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b1d2e00, rc 0) 00000100:00100000:2.0:1787398609.151132:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+172:123760:x1874221247532544:12345-192.168.204.36@tcp:101:cp.0 Request processed in 869us (1188us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398609.151141:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 619 00000100:00100000:3.0:1787398609.156422:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.156766:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247532800 00000100:00100000:2.0:1787398609.156808:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247532800 00000100:00100000:2.0:1787398609.156890:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 620 00000100:00100000:2.0:1787398609.156902:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f110380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+172:123760:x1874221247532800:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398609.156930:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398609.156959:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343919 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a2eb expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.157168:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343920 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.157188:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343920 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.157206:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343920 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.157224:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343927 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.157231:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343927 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.157250:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343927 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398609.157938:0:158794:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x25a:0x0], index 0: 0 00080000:00000400:2.0:1787398609.157959:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398609.157965:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398609.157968:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398609.157970:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398609.157973:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398609.157985:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398609.158009:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398609.158012:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398609.158014:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398609.158016:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398609.158019:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398609.158021:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398609.158058:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398609.158070:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398609.158072:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398609.158073:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398609.158076:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398609.158077:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1787398609.158216:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2800/0x570389991234392e lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.158229:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2800/0x570389991234392e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.158982:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2800/0x570389991234392e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.159054:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343920 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.159072:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343920 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.159079:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343920 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.159086:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343920 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.159108:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d3800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398609.159114:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343920 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.159125:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343920 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.159141:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398609.159144:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.159150:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343920 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.159157:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343920 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398609.159180:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ee87d53e reply state 0000000007c922f3 transno 34359738732 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343927 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.159194:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343927 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.159201:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x37dcc2d3 (ffff9cf20af0d200) 00010000:00010000:2.0:1787398609.159203:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398609.159206:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787398609.159817:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343919 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2eb expref: 175 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.159839:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2800/0x570389991234392e lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2eb expref: 174 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.159864:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x29:0x0].0x0 (ffff9cf20af0d500) 00010000:00010000:2.0:1787398609.159866:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787398609.159869:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b1d2800, rc 0) 00000100:00100000:2.0:1787398609.161579:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f110380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+175:123760:x1874221247532800:12345-192.168.204.36@tcp:101:cp.0 Request processed in 4141us (4635us total) trans 34359738732 rc 0/0 00000100:00100000:2.0:1787398609.161596:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 620 00000100:00100000:1.0:1787398609.167186:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.167398:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247532928 00000100:00100000:2.0:1787398609.167413:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247532928 00000100:00100000:2.0:1787398609.167519:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 346 00000100:00100000:2.0:1787398609.167532:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eee9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+25:69163:x1874221247532928:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398609.167558:0:162529:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398609.167590:0:162529:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002c3bc832/0x570389991234393c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x25a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a2f2 expref: -99 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787398609.167974:0:162529:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398609.168006:0:162529:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25a:0x0].0x0 since=5630s v=(0 0) 00010000:00010000:2.0:1787398609.168012:0:162529:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398609.168025:0:162529:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c3bc832/0x570389991234393c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2f2 expref: 26 pid: 162529 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.168058:0:162529:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002c3bc832/0x570389991234393c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2f2 expref: 26 pid: 162529 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.168085:0:162529:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b1d3800, rc 0) 00000100:00100000:2.0:1787398609.168250:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eee9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+26:69163:x1874221247532928:12345-192.168.204.36@tcp:101:cp.0 Request processed in 720us (1078us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398609.168259:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 346 00010000:00010000:0.0:1787398609.177944:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398609.184208:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.184463:0:162523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247533056 00000100:00100000:0.0:1787398609.184516:0:162523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247533056 00000100:00100000:0.0:1787398609.184589:0:162523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 347 00000100:00100000:0.0:1787398609.184600:0:162523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eeebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:dbe7f5ec-0726-4851-a675-2f47d040e30f+26:123760:x1874221247533056:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398609.184688:0:162523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398609.184718:0:162523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000019470db/0x5703899912343943 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x25a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a2f9 expref: -99 pid: 162523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.184761:0:162523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002c3bc832/0x570389991234393c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2f2 expref: 27 pid: 162529 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.184771:0:162523:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398609.184839:0:162523:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398609.184848:0:162523:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000019470db/0x5703899912343943 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x25a:0x0].0x0 rrc: 3 type: EXT [0->114687] (req 0->114687) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2f9 expref: 27 pid: 162523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.184893:0:162523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002c3bc832/0x570389991234393c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2f2 expref: 27 pid: 162529 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.184911:0:162523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002c3bc832/0x570389991234393c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2f2 expref: 27 pid: 162529 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398609.184929:0:162523:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:162523:1874221261005056:192.168.204.36@tcp:104: 00000100:00100000:0.0:1787398609.185102:0:162523:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20a33be40 going to sleep for 11 seconds 00000100:00100000:2.0:1787398609.189578:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398609.189906:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247533184 00000100:00100000:3.0:1787398609.189919:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247533184 00010000:00010000:3.0:1787398609.189980:0:158779:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002c3bc832/0x570389991234393c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2f2 expref: 28 pid: 162529 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398609.190033:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 186 00000100:00100000:3.0:1787398609.190052:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af18e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+28:69164:x1874221247533184:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398609.190084:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398609.190137:0:158779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002c3bc832/0x570389991234393c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x25a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2f2 expref: 28 pid: 162529 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.190154:0:158779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002c3bc832/0x570389991234393c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2f2 expref: 28 pid: 162529 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.190195:0:158779:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398609.190200:0:158779:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398609.190213:0:158779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000019470db/0x5703899912343943 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->114687) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2f9 expref: 28 pid: 162523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.190224:0:158779:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000019470db/0x5703899912343943 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x25a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->114687) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2f9 expref: 28 pid: 162523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.190288:0:158779:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000019470db/0x5703899912343943 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x25a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->114687) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2f9 expref: 28 pid: 162523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398609.190615:0:158779:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f113100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:158779:1874221261005184:192.168.204.36@tcp:105: 00010000:00010000:0.0:1787398609.190910:0:162523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c3bc832/0x570389991234393c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x25a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2f2 expref: 28 pid: 162529 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398609.190948:0:162523:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:162523:1874221261005056:192.168.204.36@tcp:104: 00010000:00010000:0.0:1787398609.190989:0:162523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000019470db/0x5703899912343943 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->114687) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2f9 expref: 27 pid: 162523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.191001:0:162523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20bf49c00, rc 0) 00000100:00100000:0.0:1787398609.191033:0:162523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eeebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:dbe7f5ec-0726-4851-a675-2f47d040e30f+27:123760:x1874221247533056:12345-192.168.204.36@tcp:101:cp.0 Request processed in 6435us (6841us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398609.191042:0:162523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 347 00000100:00100000:3.0:1787398609.191193:0:158779:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf3050b19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787398609.199464:0:158779:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f113100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:158779:1874221261005184:192.168.204.36@tcp:105: 00010000:00010000:3.0:1787398609.199532:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398609.199795:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af18e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+26:69164:x1874221247533184:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 9749us (10231us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398609.199810:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 186 00000100:00100000:1.0:1787398609.202969:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.203351:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247533440 00000100:00100000:0.0:1787398609.203364:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247533440 00000100:00100000:0.0:1787398609.203446:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 177 00000100:00100000:0.0:1787398609.203457:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eee8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+175:123760:x1874221247533440:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:0.0:1787398609.204366:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eee8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+176:123760:x1874221247533440:12345-192.168.204.36@tcp:35:cp.0 Request processed in 904us (3133us total) trans 34359738733 rc 0/0 00000100:00100000:0.0:1787398609.204378:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 177 00000100:00100000:2.0:1787398609.209169:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398609.209405:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247533568 00000100:00100000:1.0:1787398609.209420:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247533568 00000100:00100000:1.0:1787398609.209584:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 621 00000100:00100000:1.0:1787398609.209596:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+176:123760:x1874221247533568:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398609.209698:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398609.209727:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cbc00/0x570389991234394a lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a300 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.209827:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb600/0x5703899912343951 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.209845:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb600/0x5703899912343951 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.209859:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb600/0x5703899912343951 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.209875:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb800/0x5703899912343958 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.209883:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb800/0x5703899912343958 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.209891:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb800/0x5703899912343958 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.209945:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb600/0x5703899912343951 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.209954:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb600/0x5703899912343951 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.209960:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb600/0x5703899912343951 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.209989:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb600/0x5703899912343951 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.209996:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2034cb600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398609.210001:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb600/0x5703899912343951 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.210010:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb600/0x5703899912343951 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.210026:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398609.210030:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398609.210035:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb600/0x5703899912343951 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.210043:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb600/0x5703899912343951 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.210386:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb800/0x5703899912343958 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.210394:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb800/0x5703899912343958 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.210401:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb800/0x5703899912343958 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.210407:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2034cb800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398609.210411:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb800/0x5703899912343958 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.210430:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb800/0x5703899912343958 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.210441:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xa4bfea24 (ffff9cf31e895b00) 00010000:00010000:1.0:1787398609.210444:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398609.210447:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb800/0x5703899912343958 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.210453:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb800/0x5703899912343958 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.210550:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cbc00/0x570389991234394a lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a300 expref: 177 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.210563:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398609.210565:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398609.210570:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cbc00/0x570389991234394a lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a300 expref: 177 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.210582:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2034cbc00, rc 0) 00000100:00100000:1.0:1787398609.210872:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+176:123760:x1874221247533568:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1276us (1716us total) trans 0 rc 301/301 00000100:00100000:1.0:1787398609.210880:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 621 00000100:00100000:2.0:1787398609.215073:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398609.215158:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247533696 00000100:00100000:3.0:1787398609.215174:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247533696 00000100:00100000:3.0:1787398609.215293:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 622 00000100:00100000:3.0:1787398609.215315:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+176:123760:x1874221247533696:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398609.215348:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398609.215378:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x570389991234395f lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a307 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.215517:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343966 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.215534:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343966 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.215549:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343966 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.215570:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x570389991234396d lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.215578:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x570389991234396d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.215585:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x570389991234396d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.215660:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343966 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.215669:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343966 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.215675:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343966 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.215693:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343966 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.215699:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301509200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.215705:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343966 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.215714:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343966 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.215730:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398609.215733:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.215739:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343966 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.215746:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343966 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.215763:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x570389991234396d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.215768:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x570389991234396d lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.215774:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x570389991234396d lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.215790:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf30911c400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.215794:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x570389991234396d lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.215811:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x570389991234396d lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.215820:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xa4bfea24 (ffff9cf305ea8d00) 00010000:00010000:3.0:1787398609.215822:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.215825:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x570389991234396d lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.215831:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x570389991234396d lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.215873:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x570389991234395f lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a307 expref: 177 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.215885:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398609.215887:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.215892:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x570389991234395f lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a307 expref: 177 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.215911:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf301508400, rc 0) 00000100:00100000:3.0:1787398609.216957:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+176:123760:x1874221247533696:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1645us (1909us total) trans 0 rc 301/301 00000100:00100000:3.0:1787398609.216978:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 622 00000100:00100000:2.0:1787398609.222737:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.223142:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247533952 00000100:00100000:0.0:1787398609.223157:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247533952 00000100:00100000:0.0:1787398609.223255:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 623 00000100:00100000:0.0:1787398609.223267:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+176:123760:x1874221247533952:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398609.223296:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398609.223335:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48200/0x5703899912343974 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a30e expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.223566:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48800/0x570389991234397b lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.223590:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48800/0x570389991234397b lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.223604:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48800/0x570389991234397b lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.223636:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912343982 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.223645:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912343982 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.223653:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912343982 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787398609.224146:0:160868:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1d6:0x0], index 1: 0 00080000:00000400:0.0:1787398609.224165:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:0.0:1787398609.224170:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1787398609.224172:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398609.224174:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398609.224177:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398609.224179:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398609.224200:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:0.0:1787398609.224203:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1787398609.224205:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398609.224207:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398609.224209:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398609.224211:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398609.224249:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:0.0:1787398609.224252:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1787398609.224254:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398609.224265:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398609.224267:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398609.224269:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1787398609.224399:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48e00/0x5703899912343989 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.224410:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48e00/0x5703899912343989 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.224420:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48e00/0x5703899912343989 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.224464:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48800/0x570389991234397b lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.224472:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48800/0x570389991234397b lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.224509:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48800/0x570389991234397b lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.224517:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48800/0x570389991234397b lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.224525:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf48800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398609.224530:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48800/0x570389991234397b lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.224539:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48800/0x570389991234397b lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.224555:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398609.224558:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398609.224571:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48800/0x570389991234397b lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.224580:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48800/0x570389991234397b lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398609.224599:0:160868:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a0081374 reply state 0000000046e6ac3d transno 34359738734 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912343982 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.224613:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912343982 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.224620:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xa4bfea24 (ffff9cf30969e100) 00010000:00010000:0.0:1787398609.224623:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787398609.224626:0:160868:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787398609.224665:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48200/0x5703899912343974 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a30e expref: 179 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.224680:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48e00/0x5703899912343989 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a30e expref: 178 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.224687:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x2a:0x0].0x0 (ffff9cf30969e300) 00010000:00010000:0.0:1787398609.224690:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787398609.224693:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20bf48e00, rc 0) 00000100:00100000:0.0:1787398609.224780:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+179:123760:x1874221247533952:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1515us (2060us total) trans 34359738734 rc 0/0 00000100:00100000:0.0:1787398609.224790:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 623 00000100:00100000:1.0:1787398609.232003:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.232274:0:162511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247534080 00000100:00100000:0.0:1787398609.232289:0:162511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247534080 00000100:00100000:0.0:1787398609.232545:0:162511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 348 00000100:00100000:0.0:1787398609.232557:0:162511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eeead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dbe7f5ec-0726-4851-a675-2f47d040e30f+26:69165:x1874221247534080:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398609.232601:0:162511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398609.232646:0:162511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005ef48180/0x5703899912343997 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a315 expref: -99 pid: 162511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787398609.232688:0:162511:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1d6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398609.232716:0:162511:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d6:0x0].0x0 since=5630s v=(0 0) 00010000:00010000:0.0:1787398609.232722:0:162511:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398609.232733:0:162511:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005ef48180/0x5703899912343997 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a315 expref: 27 pid: 162511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.232754:0:162511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005ef48180/0x5703899912343997 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a315 expref: 27 pid: 162511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.232770:0:162511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20bf48200, rc 0) 00000100:00100000:0.0:1787398609.232978:0:162511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eeead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dbe7f5ec-0726-4851-a675-2f47d040e30f+27:69165:x1874221247534080:12345-192.168.204.36@tcp:101:cp.0 Request processed in 414us (982us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398609.232987:0:162511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 348 00000100:00100000:3.0:1787398609.251763:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.251874:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247534208 00000100:00100000:0.0:1787398609.251892:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247534208 00000100:00100000:0.0:1787398609.251985:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 349 00000100:00100000:0.0:1787398609.251994:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f113100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+27:123760:x1874221247534208:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398609.252012:0:162520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398609.252033:0:162520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000013580b79/0x570389991234399e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a31c expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.252076:0:162520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005ef48180/0x5703899912343997 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a315 expref: 28 pid: 162511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.252099:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398609.252104:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398609.252119:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013580b79/0x570389991234399e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a31c expref: 28 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.252163:0:162520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005ef48180/0x5703899912343997 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a315 expref: 28 pid: 162511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.252178:0:162520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005ef48180/0x5703899912343997 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a315 expref: 28 pid: 162511 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398609.252194:0:162520:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:162520:1874221261005312:192.168.204.36@tcp:104: 00000100:00100000:0.0:1787398609.252291:0:162520:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20a33b900 going to sleep for 11 seconds 00000100:00100000:2.0:1787398609.261971:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.262206:0:162520:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:162520:1874221261005312:192.168.204.36@tcp:104: 00010000:00010000:0.0:1787398609.262255:0:162520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000013580b79/0x570389991234399e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a31c expref: 28 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.262281:0:162520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20bf48800, rc 0) 00000100:00100000:0.0:1787398609.262365:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f113100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+28:123760:x1874221247534208:12345-192.168.204.36@tcp:101:cp.0 Request processed in 10369us (10618us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398609.262377:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 349 00000100:00100000:1.0:1787398609.262719:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247534336 00000100:00100000:1.0:1787398609.262729:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247534336 00010000:00010000:1.0:1787398609.262774:0:158780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005ef48180/0x5703899912343997 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a315 expref: 28 pid: 162511 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398609.262844:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 187 00000100:00100000:1.0:1787398609.262856:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f491450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+28:69163:x1874221247534336:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787398609.262873:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398609.262901:0:158780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005ef48180/0x5703899912343997 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a315 expref: 28 pid: 162511 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.262927:0:158780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005ef48180/0x5703899912343997 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a315 expref: 28 pid: 162511 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.262956:0:158780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005ef48180/0x5703899912343997 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a315 expref: 28 pid: 162511 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.262973:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398609.262977:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398609.262986:0:158780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000013580b79/0x570389991234399e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a31c expref: 27 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.262997:0:158780:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013580b79/0x570389991234399e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a31c expref: 27 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.263034:0:158780:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000013580b79/0x570389991234399e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a31c expref: 27 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398609.263075:0:158780:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33eee9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:158780:1874221261005440:192.168.204.36@tcp:105: 00000100:00100000:1.0:1787398609.263328:0:158780:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20b034b40 going to sleep for 11 seconds 00000100:00100000:0.0:1787398609.265777:0:158780:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33eee9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:158780:1874221261005440:192.168.204.36@tcp:105: 00010000:00010000:0.0:1787398609.265805:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398609.265882:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f491450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+27:69163:x1874221247534336:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 3027us (3926us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398609.265893:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 187 00000100:00100000:2.0:1787398609.269891:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398609.271580:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247534592 00000100:00100000:3.0:1787398609.271594:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247534592 00000100:00100000:2.0:1787398609.271783:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 178 00000100:00100000:2.0:1787398609.271793:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+179:123760:x1874221247534592:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:2.0:1787398609.272111:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+180:123760:x1874221247534592:12345-192.168.204.36@tcp:35:cp.0 Request processed in 319us (2229us total) trans 34359738735 rc 0/0 00000100:00100000:2.0:1787398609.272119:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 178 00000100:00100000:2.0:1787398609.277727:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.277913:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247534720 00000100:00100000:0.0:1787398609.277933:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247534720 00000100:00100000:0.0:1787398609.277997:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 624 00000100:00100000:0.0:1787398609.278006:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+180:123760:x1874221247534720:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398609.278030:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398609.278051:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49400/0x57038999123439a5 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a323 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.278150:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49600/0x57038999123439ac lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.278166:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49600/0x57038999123439ac lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.278180:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49600/0x57038999123439ac lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.278196:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48a00/0x57038999123439b3 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.278203:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48a00/0x57038999123439b3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.278210:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48a00/0x57038999123439b3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.278254:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49600/0x57038999123439ac lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.278278:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49600/0x57038999123439ac lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.278284:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49600/0x57038999123439ac lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.278292:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49600/0x57038999123439ac lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.278298:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf49600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398609.278302:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49600/0x57038999123439ac lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.278311:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49600/0x57038999123439ac lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.278325:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398609.278342:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398609.278346:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49600/0x57038999123439ac lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.278353:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49600/0x57038999123439ac lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.278368:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48a00/0x57038999123439b3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.278374:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48a00/0x57038999123439b3 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.278380:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48a00/0x57038999123439b3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.278391:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf48a00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398609.278395:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48a00/0x57038999123439b3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.278401:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48a00/0x57038999123439b3 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.278409:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xc2bba7e5 (ffff9cf30969e600) 00010000:00010000:0.0:1787398609.278411:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398609.278414:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48a00/0x57038999123439b3 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.278419:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48a00/0x57038999123439b3 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.278453:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49400/0x57038999123439a5 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a323 expref: 181 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.278462:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398609.278464:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398609.278467:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49400/0x57038999123439a5 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a323 expref: 181 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.278540:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20bf49400, rc 0) 00000100:00100000:0.0:1787398609.278604:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+180:123760:x1874221247534720:12345-192.168.204.36@tcp:101:cp.0 Request processed in 599us (887us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398609.278612:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 624 00000100:00100000:1.0:1787398609.287624:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.287736:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247534848 00000100:00100000:0.0:1787398609.287760:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247534848 00000100:00100000:0.0:1787398609.287816:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 625 00000100:00100000:0.0:1787398609.287826:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eee9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+180:123760:x1874221247534848:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398609.287847:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398609.287871:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48a00/0x57038999123439ba lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a32a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.287963:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49600/0x57038999123439c1 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.287979:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49600/0x57038999123439c1 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.287991:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49600/0x57038999123439c1 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.288005:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49200/0x57038999123439c8 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.288011:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49200/0x57038999123439c8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.288017:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49200/0x57038999123439c8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.288070:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49600/0x57038999123439c1 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.288077:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49600/0x57038999123439c1 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.288083:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49600/0x57038999123439c1 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.288094:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49600/0x57038999123439c1 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.288101:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf49600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398609.288105:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49600/0x57038999123439c1 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.288290:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49600/0x57038999123439c1 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.288304:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398609.288307:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398609.288312:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49600/0x57038999123439c1 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.288318:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49600/0x57038999123439c1 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.288344:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49200/0x57038999123439c8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.288350:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49200/0x57038999123439c8 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.288356:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49200/0x57038999123439c8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.288361:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf49200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398609.288364:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49200/0x57038999123439c8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.288381:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49200/0x57038999123439c8 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.288391:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xc2bba7e5 (ffff9cf30969e600) 00010000:00010000:0.0:1787398609.288393:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398609.288396:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49200/0x57038999123439c8 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.288401:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49200/0x57038999123439c8 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.288436:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48a00/0x57038999123439ba lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a32a expref: 181 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.288447:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398609.288450:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398609.288453:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48a00/0x57038999123439ba lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a32a expref: 181 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.288462:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20bf48a00, rc 0) 00000100:00100000:0.0:1787398609.288719:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eee9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+180:123760:x1874221247534848:12345-192.168.204.36@tcp:101:cp.0 Request processed in 893us (1104us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398609.288727:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 625 00000100:00100000:3.0:1787398609.301990:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398609.303982:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247535104 00000100:00100000:1.0:1787398609.303999:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247535104 00000100:00100000:1.0:1787398609.304086:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 626 00000100:00100000:1.0:1787398609.304098:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f112d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+180:123760:x1874221247535104:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398609.304120:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398609.304143:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb600/0x57038999123439cf lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a331 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.304259:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x57038999123439d6 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.304275:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x57038999123439d6 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.304286:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x57038999123439d6 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.304301:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca200/0x57038999123439dd lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.304308:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca200/0x57038999123439dd lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.304313:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca200/0x57038999123439dd lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787398609.304695:0:158795:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x25b:0x0], index 0: 0 00080000:00000400:1.0:1787398609.304710:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398609.304714:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398609.304716:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398609.304718:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398609.304721:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398609.304723:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398609.304741:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398609.304744:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398609.304746:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398609.304748:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398609.304750:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398609.304753:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398609.304782:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398609.304785:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398609.304787:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398609.304789:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398609.304792:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398609.304794:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1787398609.304887:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca800/0x57038999123439e4 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.304897:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca800/0x57038999123439e4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.304905:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca800/0x57038999123439e4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.304941:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x57038999123439d6 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.304961:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x57038999123439d6 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.304967:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x57038999123439d6 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.304974:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x57038999123439d6 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.304979:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2034cb400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398609.304983:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x57038999123439d6 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.304989:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x57038999123439d6 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.305002:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398609.305005:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398609.305009:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x57038999123439d6 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.305016:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x57038999123439d6 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398609.305035:0:158795:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a0406ad8 reply state 00000000fb2c85b2 transno 34359738736 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca200/0x57038999123439dd lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.305045:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca200/0x57038999123439dd lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.305050:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xc2bba7e5 (ffff9cf31e895b00) 00010000:00010000:1.0:1787398609.305073:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398609.305076:0:158795:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787398609.305109:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb600/0x57038999123439cf lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a331 expref: 183 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.305125:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca800/0x57038999123439e4 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a331 expref: 182 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.305131:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x2b:0x0].0x0 (ffff9cf31e895200) 00010000:00010000:1.0:1787398609.305133:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787398609.305135:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2034ca800, rc 0) 00000100:00100000:1.0:1787398609.305220:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f112d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+183:123760:x1874221247535104:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1123us (3250us total) trans 34359738736 rc 0/0 00000100:00100000:1.0:1787398609.305229:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 626 00000100:00100000:2.0:1787398609.310578:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398609.310619:0:162519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247535232 00000100:00100000:3.0:1787398609.310644:0:162519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247535232 00000100:00100000:3.0:1787398609.310708:0:162519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 350 00000100:00100000:3.0:1787398609.310719:0:162519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:dbe7f5ec-0726-4851-a675-2f47d040e30f+26:69163:x1874221247535232:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398609.310736:0:162519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398609.310759:0:162519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e3686ed/0x57038999123439f2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x25b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a338 expref: -99 pid: 162519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398609.310787:0:162519:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398609.310805:0:162519:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25b:0x0].0x0 since=5630s v=(0 0) 00010000:00010000:3.0:1787398609.310809:0:162519:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398609.310818:0:162519:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e3686ed/0x57038999123439f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a338 expref: 27 pid: 162519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.310833:0:162519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004e3686ed/0x57038999123439f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a338 expref: 27 pid: 162519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.310847:0:162519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf30911c400, rc 0) 00000100:00100000:3.0:1787398609.310902:0:162519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:dbe7f5ec-0726-4851-a675-2f47d040e30f+27:69163:x1874221247535232:12345-192.168.204.36@tcp:101:cp.0 Request processed in 186us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398609.310910:0:162519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 350 00000100:00100000:2.0:1787398609.320643:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.321288:0:162518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247535360 00000100:00100000:0.0:1787398609.321298:0:162518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247535360 00000100:00100000:0.0:1787398609.321365:0:162518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 351 00000100:00100000:0.0:1787398609.321387:0:162518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+27:123760:x1874221247535360:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398609.321420:0:162518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398609.321441:0:162518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a05b587e/0x57038999123439f9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x25b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a33f expref: -99 pid: 162518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.321683:0:162518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004e3686ed/0x57038999123439f2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x25b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a338 expref: 28 pid: 162519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.321696:0:162518:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398609.321701:0:162518:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398609.321707:0:162518:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a05b587e/0x57038999123439f9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x25b:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a33f expref: 28 pid: 162518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.321745:0:162518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004e3686ed/0x57038999123439f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a338 expref: 28 pid: 162519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.321760:0:162518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004e3686ed/0x57038999123439f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a338 expref: 28 pid: 162519 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398609.321775:0:162518:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:162518:1874221261005568:192.168.204.36@tcp:104: 00000100:00100000:0.0:1787398609.321944:0:162518:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20a33bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1787398609.330923:0:162518:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:162518:1874221261005568:192.168.204.36@tcp:104: 00010000:00010000:0.0:1787398609.330959:0:162518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a05b587e/0x57038999123439f9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x25b:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a33f expref: 28 pid: 162518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.330992:0:162518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20bf48a00, rc 0) 00000100:00100000:0.0:1787398609.331084:0:162518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+28:123760:x1874221247535360:12345-192.168.204.36@tcp:101:cp.0 Request processed in 9700us (10450us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398609.331093:0:162518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 351 00000100:00100000:2.0:1787398609.332656:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398609.333357:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247535488 00000100:00100000:1.0:1787398609.333369:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247535488 00010000:00010000:1.0:1787398609.333428:0:162512:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004e3686ed/0x57038999123439f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a338 expref: 28 pid: 162519 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398609.333473:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 188 00000100:00100000:1.0:1787398609.333522:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335280700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+28:69164:x1874221247535488:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787398609.333538:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398609.333559:0:162512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004e3686ed/0x57038999123439f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a338 expref: 28 pid: 162519 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.333574:0:162512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004e3686ed/0x57038999123439f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a338 expref: 28 pid: 162519 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.333620:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e3686ed/0x57038999123439f2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x25b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a338 expref: 28 pid: 162519 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.333637:0:162512:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398609.333641:0:162512:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398609.333650:0:162512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a05b587e/0x57038999123439f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a33f expref: 27 pid: 162518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.333661:0:162512:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a05b587e/0x57038999123439f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a33f expref: 27 pid: 162518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.333701:0:162512:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a05b587e/0x57038999123439f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a33f expref: 27 pid: 162518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398609.333716:0:162512:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33eeeb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:162512:1874221261005696:192.168.204.36@tcp:105: 00000100:00100000:1.0:1787398609.333814:0:162512:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20b034240 going to sleep for 11 seconds 00000100:00100000:1.0:1787398609.337540:0:162512:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33eeeb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:162512:1874221261005696:192.168.204.36@tcp:105: 00010000:00010000:1.0:1787398609.337571:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787398609.337633:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335280700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+27:69164:x1874221247535488:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 4113us (4984us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398609.337644:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 188 00000100:00100000:2.0:1787398609.343529:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.343668:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247535744 00000100:00100000:0.0:1787398609.343679:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247535744 00000100:00100000:0.0:1787398609.343734:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 179 00000100:00100000:0.0:1787398609.343744:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335280380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+183:123760:x1874221247535744:12345-192.168.204.36@tcp:35:cp.0 00000001:00080000:0.0:1787398609.344000:0:158798:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 34359738737 00000100:00100000:0.0:1787398609.344129:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335280380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+185:123760:x1874221247535744:12345-192.168.204.36@tcp:35:cp.0 Request processed in 386us (608us total) trans 34359738738 rc 0/0 00000100:00100000:0.0:1787398609.344137:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 179 00000020:00080000:0.0:1787398609.344143:0:158798:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1787398609.348635:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398609.348738:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247535872 00000100:00100000:1.0:1787398609.348748:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247535872 00000100:00100000:1.0:1787398609.348822:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 627 00000100:00100000:1.0:1787398609.348849:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335282a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+185:123760:x1874221247535872:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398609.348874:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398609.348897:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb600/0x5703899912343a00 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a346 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.348978:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912343a07 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.348993:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912343a07 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.349005:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912343a07 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.349024:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca000/0x5703899912343a0e lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.349031:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca000/0x5703899912343a0e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.349038:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca000/0x5703899912343a0e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.349094:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912343a07 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.349102:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912343a07 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.349108:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912343a07 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.349125:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912343a07 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.349132:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2034cb400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398609.349136:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912343a07 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.349143:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912343a07 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.349157:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398609.349161:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398609.349165:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912343a07 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.349172:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912343a07 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.349193:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca000/0x5703899912343a0e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.349199:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca000/0x5703899912343a0e lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.349204:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca000/0x5703899912343a0e lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.349208:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2034ca000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398609.349211:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca000/0x5703899912343a0e lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.349228:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca000/0x5703899912343a0e lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.349236:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x2fbacb41 (ffff9cf31e895c00) 00010000:00010000:1.0:1787398609.349239:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398609.349241:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca000/0x5703899912343a0e lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.349248:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca000/0x5703899912343a0e lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.349284:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb600/0x5703899912343a00 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a346 expref: 186 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.349295:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398609.349297:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398609.349301:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb600/0x5703899912343a00 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a346 expref: 186 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.349312:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2034cb600, rc 0) 00000100:00100000:1.0:1787398609.349376:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335282a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+185:123760:x1874221247535872:12345-192.168.204.36@tcp:101:cp.0 Request processed in 530us (752us total) trans 0 rc 301/301 00000100:00100000:1.0:1787398609.349385:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 627 00000100:00100000:2.0:1787398609.352632:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398609.353206:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247536000 00000100:00100000:1.0:1787398609.353216:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247536000 00000100:00100000:1.0:1787398609.353267:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 628 00000100:00100000:1.0:1787398609.353276:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335281880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+185:123760:x1874221247536000:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398609.353311:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398609.353332:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cba00/0x5703899912343a15 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a34d expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.353410:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca400/0x5703899912343a1c lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.353426:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca400/0x5703899912343a1c lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.353437:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca400/0x5703899912343a1c lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.353454:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb000/0x5703899912343a23 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.353461:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb000/0x5703899912343a23 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.353468:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb000/0x5703899912343a23 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.353680:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca400/0x5703899912343a1c lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.353688:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca400/0x5703899912343a1c lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.353695:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca400/0x5703899912343a1c lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.353702:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca400/0x5703899912343a1c lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.353715:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2034ca400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398609.353719:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca400/0x5703899912343a1c lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.353727:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca400/0x5703899912343a1c lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.353740:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398609.353743:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398609.353748:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca400/0x5703899912343a1c lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.353753:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca400/0x5703899912343a1c lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.353769:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb000/0x5703899912343a23 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.353908:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb000/0x5703899912343a23 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.353915:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb000/0x5703899912343a23 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.353920:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2034cb000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398609.353923:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb000/0x5703899912343a23 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.353929:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb000/0x5703899912343a23 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.353948:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x2fbacb41 (ffff9cf31e895a00) 00010000:00010000:1.0:1787398609.353951:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398609.353954:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb000/0x5703899912343a23 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.353960:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb000/0x5703899912343a23 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.354014:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cba00/0x5703899912343a15 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a34d expref: 186 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.354024:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398609.354026:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398609.354030:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cba00/0x5703899912343a15 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a34d expref: 186 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.354039:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2034cba00, rc 0) 00000100:00100000:1.0:1787398609.354324:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335281880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+185:123760:x1874221247536000:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1047us (1701us total) trans 0 rc 301/301 00000100:00100000:1.0:1787398609.354334:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 628 00000100:00100000:2.0:1787398609.359675:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398609.359834:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247536256 00000100:00100000:1.0:1787398609.359847:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247536256 00000100:00100000:1.0:1787398609.359949:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 629 00000100:00100000:1.0:1787398609.359961:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335281c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+185:123760:x1874221247536256:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398609.360002:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398609.360027:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb600/0x5703899912343a2a lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a354 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.360194:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca000/0x5703899912343a31 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.360210:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca000/0x5703899912343a31 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.360221:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca000/0x5703899912343a31 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.360237:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912343a38 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.360243:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912343a38 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.360249:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912343a38 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787398609.360599:0:158796:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1d7:0x0], index 1: 0 00080000:00000400:1.0:1787398609.360612:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398609.360616:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398609.360619:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398609.360621:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398609.360623:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398609.360625:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398609.360643:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398609.360646:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398609.360648:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398609.360650:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398609.360652:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398609.360661:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398609.360694:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398609.360698:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398609.360699:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398609.360701:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398609.360703:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398609.360705:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1787398609.360821:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034caa00/0x5703899912343a3f lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.360830:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034caa00/0x5703899912343a3f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.360837:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034caa00/0x5703899912343a3f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.360874:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca000/0x5703899912343a31 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.360881:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca000/0x5703899912343a31 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.360888:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca000/0x5703899912343a31 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.360894:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca000/0x5703899912343a31 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.360899:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2034ca000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398609.360904:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca000/0x5703899912343a31 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.360911:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca000/0x5703899912343a31 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.360932:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398609.360934:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398609.360939:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca000/0x5703899912343a31 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.360945:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca000/0x5703899912343a31 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398609.360959:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e7ce5a52 reply state 000000008d59334f transno 34359738739 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912343a38 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.360970:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912343a38 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.360977:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x2fbacb41 (ffff9cf31e895c00) 00010000:00010000:1.0:1787398609.360980:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398609.360982:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787398609.361019:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb600/0x5703899912343a2a lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a354 expref: 188 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.361037:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034caa00/0x5703899912343a3f lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a354 expref: 187 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.361045:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x2c:0x0].0x0 (ffff9cf31e895600) 00010000:00010000:1.0:1787398609.361047:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787398609.361050:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2034caa00, rc 0) 00000100:00100000:1.0:1787398609.361136:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335281c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+188:123760:x1874221247536256:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1176us (1473us total) trans 34359738739 rc 0/0 00000100:00100000:1.0:1787398609.361144:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 629 00000100:00100000:2.0:1787398609.373351:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.373427:0:160295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247536384 00000100:00100000:0.0:1787398609.373437:0:160295:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247536384 00000100:00100000:0.0:1787398609.373530:0:160295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 352 00000100:00100000:0.0:1787398609.373542:0:160295:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335282d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+27:69164:x1874221247536384:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398609.373560:0:160295:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398609.373583:0:160295:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cd350d28/0x5703899912343a4d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a35b expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787398609.373610:0:160295:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1d7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398609.373635:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d7:0x0].0x0 since=5630s v=(0 0) 00010000:00010000:0.0:1787398609.373640:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398609.373649:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cd350d28/0x5703899912343a4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a35b expref: 28 pid: 160295 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.373667:0:160295:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cd350d28/0x5703899912343a4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a35b expref: 28 pid: 160295 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.373696:0:160295:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20bf49200, rc 0) 00000100:00100000:0.0:1787398609.373757:0:160295:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335282d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+28:69164:x1874221247536384:12345-192.168.204.36@tcp:101:cp.0 Request processed in 217us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398609.373764:0:160295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 352 00000100:00100000:2.0:1787398609.377195:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.377413:0:160294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247536512 00000100:00100000:0.0:1787398609.377424:0:160294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247536512 00000100:00100000:0.0:1787398609.377524:0:160294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 353 00000100:00100000:0.0:1787398609.377535:0:160294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335280000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+28:123760:x1874221247536512:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398609.377553:0:160294:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398609.377575:0:160294:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000506c4b37/0x5703899912343a54 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a362 expref: -99 pid: 160294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.377607:0:160294:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cd350d28/0x5703899912343a4d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a35b expref: 29 pid: 160295 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.377617:0:160294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398609.377621:0:160294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398609.377626:0:160294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000506c4b37/0x5703899912343a54 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a362 expref: 29 pid: 160294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.377662:0:160294:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cd350d28/0x5703899912343a4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a35b expref: 29 pid: 160295 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.377676:0:160294:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cd350d28/0x5703899912343a4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a35b expref: 29 pid: 160295 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398609.377711:0:160294:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:160294:1874221261005824:192.168.204.36@tcp:104: 00000100:00100000:0.0:1787398609.377804:0:160294:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20a33bf00 going to sleep for 11 seconds 00000100:00100000:2.0:1787398609.380840:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.382136:0:160294:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:160294:1874221261005824:192.168.204.36@tcp:104: 00010000:00010000:0.0:1787398609.382175:0:160294:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000506c4b37/0x5703899912343a54 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a362 expref: 29 pid: 160294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.382196:0:160294:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20bf49600, rc 0) 00000100:00100000:0.0:1787398609.382270:0:160294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335280000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+29:123760:x1874221247536512:12345-192.168.204.36@tcp:101:cp.0 Request processed in 4736us (5082us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398609.382281:0:160294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 353 00000100:00100000:1.0:1787398609.382497:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247536640 00000100:00100000:1.0:1787398609.382505:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247536640 00010000:00010000:1.0:1787398609.382544:0:158781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cd350d28/0x5703899912343a4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a35b expref: 29 pid: 160295 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398609.382749:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 189 00000100:00100000:1.0:1787398609.382770:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335281180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+29:69163:x1874221247536640:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787398609.382786:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398609.382808:0:158781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cd350d28/0x5703899912343a4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a35b expref: 29 pid: 160295 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.382821:0:158781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cd350d28/0x5703899912343a4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a35b expref: 29 pid: 160295 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.382845:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd350d28/0x5703899912343a4d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a35b expref: 29 pid: 160295 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.382860:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398609.382865:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398609.382875:0:158781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000506c4b37/0x5703899912343a54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a362 expref: 28 pid: 160294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.382886:0:158781:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000506c4b37/0x5703899912343a54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a362 expref: 28 pid: 160294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.382937:0:158781:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000506c4b37/0x5703899912343a54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a362 expref: 28 pid: 160294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398609.382971:0:158781:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33eeeb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:158781:1874221261005952:192.168.204.36@tcp:105: 00000100:00100000:1.0:1787398609.383081:0:158781:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20b034840 going to sleep for 11 seconds 00000100:00100000:2.0:1787398609.394998:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.395159:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247536896 00000100:00100000:0.0:1787398609.395170:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247536896 00000100:00100000:0.0:1787398609.395235:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 180 00000100:00100000:0.0:1787398609.395246:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf303dfa450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+188:123760:x1874221247536896:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:0.0:1787398609.395607:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf303dfa450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+189:123760:x1874221247536896:12345-192.168.204.36@tcp:35:cp.0 Request processed in 362us (619us total) trans 34359738740 rc 0/0 00000100:00100000:0.0:1787398609.395614:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 180 00000100:00100000:1.0:1787398609.400364:0:158781:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33eeeb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:158781:1874221261005952:192.168.204.36@tcp:105: 00010000:00010000:1.0:1787398609.400394:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787398609.400537:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335281180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+28:69163:x1874221247536640:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 17768us (19763us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398609.400549:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 189 00000100:00100000:2.0:1787398609.403625:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.403739:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247537024 00000100:00100000:0.0:1787398609.403750:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247537024 00000100:00100000:0.0:1787398609.403824:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 630 00000100:00100000:0.0:1787398609.403835:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335282680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+189:123760:x1874221247537024:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398609.403862:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398609.403884:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49400/0x5703899912343a5b lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a369 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.403979:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343a62 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.403994:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343a62 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.404007:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343a62 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.404022:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343a69 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.404029:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343a69 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.404037:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343a69 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.404089:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343a62 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.404097:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343a62 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.404103:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343a62 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.404109:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343a62 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.404116:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf49a00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398609.404127:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343a62 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.404135:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343a62 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.404147:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398609.404151:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398609.404155:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343a62 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.404162:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343a62 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.404179:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343a69 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.404185:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343a69 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.404190:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343a69 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.404195:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf49e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398609.404198:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343a69 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.404203:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343a69 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.404210:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xff118af2 (ffff9cf30969ec00) 00010000:00010000:0.0:1787398609.404213:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398609.404222:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343a69 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.404228:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343a69 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.404263:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49400/0x5703899912343a5b lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a369 expref: 190 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.404274:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398609.404276:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398609.404280:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49400/0x5703899912343a5b lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a369 expref: 190 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.404288:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20bf49400, rc 0) 00000100:00100000:0.0:1787398609.404353:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335282680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+189:123760:x1874221247537024:12345-192.168.204.36@tcp:101:cp.0 Request processed in 520us (739us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398609.404361:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 630 00000100:00100000:2.0:1787398609.413940:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.414156:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247537152 00000100:00100000:0.0:1787398609.414166:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247537152 00000100:00100000:0.0:1787398609.414233:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 631 00000100:00100000:0.0:1787398609.414244:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335281500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+189:123760:x1874221247537152:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398609.414264:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398609.414285:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49400/0x5703899912343a70 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a370 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.414351:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343a77 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.414384:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343a77 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.414396:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343a77 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.414411:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343a7e lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.414417:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343a7e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.414423:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343a7e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.414464:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343a77 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.414472:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343a77 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.414516:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343a77 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.414522:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343a77 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.414528:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf49e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398609.414532:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343a77 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.414540:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343a77 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.414558:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398609.414561:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398609.414566:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343a77 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.414572:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343a77 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.414587:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343a7e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.414593:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343a7e lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.414598:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343a7e lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.414603:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf49a00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398609.414606:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343a7e lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.414612:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343a7e lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.414620:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xff118af2 (ffff9cf30969ec00) 00010000:00010000:0.0:1787398609.414622:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398609.414625:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343a7e lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.414630:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343a7e lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.414675:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49400/0x5703899912343a70 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a370 expref: 190 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.414686:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398609.414688:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398609.414692:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49400/0x5703899912343a70 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a370 expref: 190 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.414702:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20bf49400, rc 0) 00000100:00100000:0.0:1787398609.414768:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335281500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+189:123760:x1874221247537152:12345-192.168.204.36@tcp:101:cp.0 Request processed in 526us (838us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398609.414776:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 631 00000100:00100000:3.0:1787398609.424705:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.425018:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247537408 00000100:00100000:0.0:1787398609.425030:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247537408 00000100:00100000:0.0:1787398609.425103:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 632 00000100:00100000:0.0:1787398609.425114:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f110000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+189:123760:x1874221247537408:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398609.425136:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398609.425160:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49400/0x5703899912343a85 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a377 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.425276:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343a8c lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.425293:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343a8c lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.425307:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343a8c lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.425339:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343a93 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.425346:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343a93 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.425353:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343a93 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787398609.425720:0:158794:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x25c:0x0], index 0: 0 00080000:00000400:0.0:1787398609.425733:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398609.425737:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398609.425739:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398609.425741:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398609.425744:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398609.425746:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398609.425763:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398609.425766:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398609.425768:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398609.425770:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398609.425772:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398609.425774:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398609.425804:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398609.425807:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398609.425809:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398609.425811:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398609.425814:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398609.425815:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1787398609.425915:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49200/0x5703899912343a9a lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.425936:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49200/0x5703899912343a9a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.425944:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49200/0x5703899912343a9a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.425982:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343a8c lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.425990:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343a8c lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.425996:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343a8c lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.426003:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343a8c lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.426010:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf49a00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398609.426015:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343a8c lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.426022:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343a8c lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.426034:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398609.426037:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398609.426041:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343a8c lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.426047:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343a8c lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398609.426086:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d9adbf4f reply state 00000000c9bdf43b transno 34359738741 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343a93 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.426099:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343a93 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.426107:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xff118af2 (ffff9cf30969ec00) 00010000:00010000:0.0:1787398609.426110:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787398609.426113:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787398609.426149:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49400/0x5703899912343a85 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a377 expref: 192 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.426165:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49200/0x5703899912343a9a lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a377 expref: 191 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.426173:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x2d:0x0].0x0 (ffff9cf30969e900) 00010000:00010000:0.0:1787398609.426175:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787398609.426178:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20bf49200, rc 0) 00000100:00100000:0.0:1787398609.426256:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f110000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+192:123760:x1874221247537408:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1143us (1559us total) trans 34359738741 rc 0/0 00000100:00100000:0.0:1787398609.426266:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 632 00000100:00100000:2.0:1787398609.435882:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398609.436035:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247537536 00000100:00100000:1.0:1787398609.436046:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247537536 00000100:00100000:1.0:1787398609.436116:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 354 00000100:00100000:1.0:1787398609.436126:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335283b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+27:69163:x1874221247537536:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398609.436144:0:162529:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398609.436168:0:162529:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a585410/0x5703899912343aa8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x25c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a37e expref: -99 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398609.436196:0:162529:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787398609.436230:0:162529:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25c:0x0].0x0 since=5630s v=(0 0) 00010000:00010000:1.0:1787398609.436235:0:162529:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398609.436246:0:162529:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a585410/0x5703899912343aa8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a37e expref: 28 pid: 162529 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.436263:0:162529:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006a585410/0x5703899912343aa8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a37e expref: 28 pid: 162529 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.436298:0:162529:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2034cb600, rc 0) 00000100:00100000:1.0:1787398609.436360:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335283b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+28:69163:x1874221247537536:12345-192.168.204.36@tcp:101:cp.0 Request processed in 235us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398609.436367:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 354 00000100:00100000:2.0:1787398609.473762:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.473919:0:162523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247537664 00000100:00100000:0.0:1787398609.473930:0:162523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247537664 00000100:00100000:0.0:1787398609.474145:0:162523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 355 00000100:00100000:0.0:1787398609.474157:0:162523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:dbe7f5ec-0726-4851-a675-2f47d040e30f+28:123760:x1874221247537664:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398609.474177:0:162523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398609.474196:0:162523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037ba28e4/0x5703899912343aaf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x25c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a385 expref: -99 pid: 162523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.474244:0:162523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006a585410/0x5703899912343aa8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a37e expref: 29 pid: 162529 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.474254:0:162523:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398609.474258:0:162523:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398609.474264:0:162523:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037ba28e4/0x5703899912343aaf lrc: 4/0,0 mode: --/PW res: [0x280000401:0x25c:0x0].0x0 rrc: 3 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a385 expref: 29 pid: 162523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.474297:0:162523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006a585410/0x5703899912343aa8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a37e expref: 29 pid: 162529 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.474311:0:162523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006a585410/0x5703899912343aa8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a37e expref: 29 pid: 162529 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398609.474325:0:162523:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:162523:1874221261006080:192.168.204.36@tcp:104: 00000100:00100000:0.0:1787398609.474419:0:162523:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20a33b3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787398609.476779:0:162523:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:162523:1874221261006080:192.168.204.36@tcp:104: 00010000:00010000:0.0:1787398609.476813:0:162523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000037ba28e4/0x5703899912343aaf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x25c:0x0].0x0 rrc: 3 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a385 expref: 29 pid: 162523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.476833:0:162523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20bf49400, rc 0) 00000100:00100000:0.0:1787398609.476889:0:162523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:dbe7f5ec-0726-4851-a675-2f47d040e30f+29:123760:x1874221247537664:12345-192.168.204.36@tcp:101:cp.0 Request processed in 2735us (3137us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398609.476922:0:162523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 355 00000100:00100000:3.0:1787398609.479783:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398609.480007:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247537792 00000100:00100000:1.0:1787398609.480018:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247537792 00010000:00010000:1.0:1787398609.480070:0:158779:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006a585410/0x5703899912343aa8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a37e expref: 29 pid: 162529 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398609.480114:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 190 00000100:00100000:1.0:1787398609.480123:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f110a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+29:69164:x1874221247537792:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787398609.480137:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398609.480158:0:158779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006a585410/0x5703899912343aa8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a37e expref: 29 pid: 162529 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.480171:0:158779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006a585410/0x5703899912343aa8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a37e expref: 29 pid: 162529 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.480192:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a585410/0x5703899912343aa8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x25c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a37e expref: 29 pid: 162529 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.480212:0:158779:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398609.480216:0:158779:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398609.480224:0:158779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000037ba28e4/0x5703899912343aaf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->159743) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a385 expref: 28 pid: 162523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.480248:0:158779:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037ba28e4/0x5703899912343aaf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->159743) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a385 expref: 28 pid: 162523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.480284:0:158779:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000037ba28e4/0x5703899912343aaf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->159743) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a385 expref: 28 pid: 162523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398609.480299:0:158779:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33eeeb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:158779:1874221261006208:192.168.204.36@tcp:105: 00000100:00100000:1.0:1787398609.480382:0:158779:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20b034840 going to sleep for 11 seconds 00000100:00100000:3.0:1787398609.483127:0:158779:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33eeeb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:158779:1874221261006208:192.168.204.36@tcp:105: 00010000:00010000:3.0:1787398609.483157:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398609.483225:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f110a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+28:69164:x1874221247537792:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 3102us (3463us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398609.483252:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 190 00000100:00100000:3.0:1787398609.489244:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.489357:0:166561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247538048 00000100:00100000:2.0:1787398609.489367:0:166561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247538048 00000100:00100000:2.0:1787398609.489429:0:166561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 181 00000100:00100000:2.0:1787398609.489441:0:166561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f112300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+192:123760:x1874221247538048:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:2.0:1787398609.489830:0:166561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f112300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+193:123760:x1874221247538048:12345-192.168.204.36@tcp:35:cp.0 Request processed in 391us (595us total) trans 34359738742 rc 0/0 00000100:00100000:2.0:1787398609.489839:0:166561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 181 00000100:00100000:1.0:1787398609.496393:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.496523:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247538176 00000100:00100000:2.0:1787398609.496534:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247538176 00000100:00100000:2.0:1787398609.496584:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 633 00000100:00100000:2.0:1787398609.496594:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eee9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+193:123760:x1874221247538176:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398609.496618:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398609.496639:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3400/0x5703899912343ab6 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a38c expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.496706:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343abd lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.496720:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343abd lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.496732:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343abd lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.496746:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343ac4 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.496768:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343ac4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.496788:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343ac4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.496829:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343abd lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.496836:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343abd lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.496842:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343abd lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.496849:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343abd lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.496854:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d2e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398609.496859:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343abd lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.496866:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343abd lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.496878:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398609.496881:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.496886:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343abd lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.496891:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343abd lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.496912:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343ac4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.496918:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343ac4 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.496923:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343ac4 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.496928:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d3800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398609.496932:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343ac4 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.496938:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343ac4 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.496945:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xb2d5a33e (ffff9cf20af0d100) 00010000:00010000:2.0:1787398609.496947:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.496950:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343ac4 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.496955:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343ac4 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.497003:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3400/0x5703899912343ab6 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a38c expref: 194 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.497013:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398609.497015:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.497025:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3400/0x5703899912343ab6 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a38c expref: 194 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.497035:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b1d3400, rc 0) 00000100:00100000:2.0:1787398609.497111:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eee9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+193:123760:x1874221247538176:12345-192.168.204.36@tcp:101:cp.0 Request processed in 518us (728us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398609.497119:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 633 00000100:00100000:1.0:1787398609.503346:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.503447:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247538304 00000100:00100000:0.0:1787398609.503457:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247538304 00000100:00100000:0.0:1787398609.503550:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 634 00000100:00100000:0.0:1787398609.503561:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eeeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+193:123760:x1874221247538304:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398609.503583:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398609.503609:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343acb lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a393 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.503689:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48200/0x5703899912343ad2 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.503703:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48200/0x5703899912343ad2 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.503713:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48200/0x5703899912343ad2 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.503727:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343ad9 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.503732:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343ad9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.503739:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343ad9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.503792:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48200/0x5703899912343ad2 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.503816:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48200/0x5703899912343ad2 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.503822:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48200/0x5703899912343ad2 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.503828:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48200/0x5703899912343ad2 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.503834:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf48200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398609.503838:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48200/0x5703899912343ad2 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.503845:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48200/0x5703899912343ad2 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.503858:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398609.503861:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398609.503866:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48200/0x5703899912343ad2 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.503872:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48200/0x5703899912343ad2 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.503887:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343ad9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.503893:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343ad9 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.503898:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343ad9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.503922:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96b000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398609.503926:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343ad9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.503933:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343ad9 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.503941:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xb2d5a33e (ffff9cf30969ef00) 00010000:00010000:0.0:1787398609.503944:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398609.503946:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343ad9 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.503953:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343ad9 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.503996:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343acb lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a393 expref: 194 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.504006:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398609.504008:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398609.504012:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343acb lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a393 expref: 194 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.504021:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20bf49a00, rc 0) 00000100:00100000:0.0:1787398609.504094:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eeeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+193:123760:x1874221247538304:12345-192.168.204.36@tcp:101:cp.0 Request processed in 535us (758us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398609.504103:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 634 00000100:00100000:3.0:1787398609.508701:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.508851:0:162516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247538560 00000100:00100000:2.0:1787398609.508862:0:162516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247538560 00000100:00100000:2.0:1787398609.508934:0:162516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 356 00000100:00100000:2.0:1787398609.508944:0:162516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f113b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:dbe7f5ec-0726-4851-a675-2f47d040e30f+28:69162:x1874221247538560:12345-192.168.204.36@tcp:16:kworker.0 00000100:00100000:2.0:1787398609.509109:0:162516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f113b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:dbe7f5ec-0726-4851-a675-2f47d040e30f+28:69162:x1874221247538560:12345-192.168.204.36@tcp:16:kworker.0 Request processed in 166us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398609.509117:0:162516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 356 00000100:00100000:1.0:1787398609.518443:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398609.518535:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398609.518571:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.518657:0:160301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247538432 00000100:00100000:0.0:1787398609.518681:0:160301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247538432 00002000:00100000:0.0:1787398609.518730:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c2:0x0] (0->902) req@ffff9cf33eeeb480 x1874221247538432/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:295/0 lens 1392/0 e 0 to 0 dl 1787398620 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787398609.518742:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33eeeb480 with x1874221247538432 ext(0->902) 00002000:00010000:0.0:1787398609.518747:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf33eeeb480 00000100:00100000:0.0:1787398609.518790:0:160301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247538816 00000100:00100000:0.0:1787398609.518793:0:160301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247538816 00002000:00100000:0.0:1787398609.518811:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x247:0x0] (0->5633) req@ffff9cf33eeea300 x1874221247538816/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:295/0 lens 6128/0 e 0 to 0 dl 1787398620 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787398609.518819:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33eeea300 with x1874221247538816 ext(0->5633) 00002000:00010000:0.0:1787398609.518822:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf33eeea300 00000100:00100000:0.0:1787398609.518834:0:160301:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 2 00000100:00100000:0.0:1787398609.518843:0:160301:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eeeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+28:69164:x1874221247538432:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:0.0:1787398609.519090:0:160301:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:0.0:1787398609.519095:0:160301:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1787398609.519097:0:160301:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:0.0:1787398609.519099:0:160301:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1787398609.519101:0:160301:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1787398609.519103:0:160301:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1787398609.520180:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247538944 00000100:00100000:2.0:1787398609.520189:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247538944 00000100:00100000:2.0:1787398609.520252:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 635 00000100:00100000:2.0:1787398609.520262:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eee8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+193:123760:x1874221247538944:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398609.520279:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398609.520300:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3400/0x5703899912343ae0 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a39a expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.520408:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343ae7 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.520424:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343ae7 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.520452:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343ae7 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.520469:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343aee lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.520512:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343aee lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.520520:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343aee lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398609.520819:0:158796:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1d8:0x0], index 1: 0 00080000:00000400:2.0:1787398609.520831:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1787398609.520834:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398609.520836:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398609.520839:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398609.520841:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398609.520843:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398609.520858:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1787398609.520859:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398609.520861:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398609.520863:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398609.520864:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398609.520866:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398609.520892:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1787398609.520894:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398609.520896:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398609.520898:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398609.520901:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398609.520908:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1787398609.521006:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2000/0x5703899912343af5 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.521015:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2000/0x5703899912343af5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.521022:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2000/0x5703899912343af5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.522865:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343ae7 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.522884:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343ae7 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.522890:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343ae7 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.522898:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343ae7 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.522904:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d3800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398609.522919:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343ae7 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.522932:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343ae7 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.522951:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398609.522955:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.522960:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343ae7 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.522989:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343ae7 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398609.523011:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000008af6fab8 reply state 000000001781b47b transno 34359738743 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343aee lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.523023:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343aee lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.523030:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xb2d5a33e (ffff9cf20af0d100) 00010000:00010000:2.0:1787398609.523032:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398609.523036:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787398609.523100:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3400/0x5703899912343ae0 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a39a expref: 196 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.523115:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2000/0x5703899912343af5 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a39a expref: 195 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.523123:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x2e:0x0].0x0 (ffff9cf20af0d700) 00010000:00010000:2.0:1787398609.523125:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787398609.523127:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b1d2000, rc 0) 00000100:00100000:2.0:1787398609.523210:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eee8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+196:123760:x1874221247538944:12345-192.168.204.36@tcp:101:cp.0 Request processed in 2948us (4674us total) trans 34359738743 rc 0/0 00000100:00100000:2.0:1787398609.523220:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 635 00000001:00080000:1.0:1787398609.526783:0:161106:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 17179869239 is committed 00000001:00100000:1.0:1787398609.526810:0:161106:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of dbe7f5ec-0726-4851-a675-2f47d040e30f 00000100:00100000:3.0:1787398609.528961:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.529318:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247539072 00000100:00100000:0.0:1787398609.529329:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247539072 00000100:00100000:0.0:1787398609.529393:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 357 00000100:00100000:0.0:1787398609.529404:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+29:69165:x1874221247539072:12345-192.168.204.36@tcp:16:kworker.0 00000100:00100000:0.0:1787398609.529573:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+29:69165:x1874221247539072:12345-192.168.204.36@tcp:16:kworker.0 Request processed in 170us (620us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398609.529582:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 357 00000100:00100000:2.0:1787398609.531546:0:160301:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eeeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+29:69164:x1874221247538432:12345-192.168.204.36@tcp:4:cp.0 Request processed in 12694us (13108us total) trans 17179869240 rc 0/0 00000100:00100000:2.0:1787398609.531561:0:160301:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 2 00002000:00100000:2.0:1787398609.531574:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c2:0x0] (0->902) req@ffff9cf33eeeb480 x1874221247538432/t17179869240(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:295/0 lens 1392/448 e 0 to 0 dl 1787398620 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787398609.531597:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33eeeb480 with x1874221247538432 ext(0->902) 00002000:00010000:2.0:1787398609.531604:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf33eeeb480 00000100:00100000:2.0:1787398609.531634:0:160301:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 3 00000100:00100000:2.0:1787398609.531645:0:160301:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eeea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+28:69162:x1874221247538816:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:2.0:1787398609.531895:0:160301:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:2.0:1787398609.531899:0:160301:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1787398609.531902:0:160301:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:2.0:1787398609.531904:0:160301:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1787398609.531906:0:160301:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1787398609.531919:0:160301:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00080000:0.0:1787398609.534708:0:160290:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836548 is committed 00000001:00100000:0.0:1787398609.534746:0:160290:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of dbe7f5ec-0726-4851-a675-2f47d040e30f 00000100:00100000:3.0:1787398609.538622:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398609.538711:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398609.538734:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398609.538760:0:161119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247539200 00000100:00100000:3.0:1787398609.538831:0:161119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247539200 00000100:00100000:3.0:1787398609.538875:0:161119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247539456 00000100:00100000:3.0:1787398609.538878:0:161119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247539456 00000100:00100000:3.0:1787398609.538899:0:161119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 358 00000100:00100000:3.0:1787398609.538908:0:161119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304183480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+30:69165:x1874221247539200:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398609.539457:0:161119:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398609.539500:0:161119:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dbae1781/0x5703899912343b03 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a3a1 expref: -99 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398609.539527:0:161119:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1d8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398609.539548:0:161119:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d8:0x0].0x0 since=5630s v=(0 0) 00010000:00010000:3.0:1787398609.539552:0:161119:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398609.539563:0:161119:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dbae1781/0x5703899912343b03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3a1 expref: 31 pid: 161119 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.539580:0:161119:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000dbae1781/0x5703899912343b03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3a1 expref: 31 pid: 161119 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.539614:0:161119:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf301508400, rc 0) 00000100:00100000:3.0:1787398609.539675:0:161119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304183480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+31:69165:x1874221247539200:12345-192.168.204.36@tcp:101:cp.0 Request processed in 767us (1062us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398609.539683:0:161119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 358 00000100:00100000:3.0:1787398609.539707:0:161119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 359 00000100:00100000:3.0:1787398609.539715:0:161119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+30:69162:x1874221247539456:12345-192.168.204.36@tcp:16:kworker.0 00000100:00100000:3.0:1787398609.539766:0:161119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+30:69162:x1874221247539456:12345-192.168.204.36@tcp:16:kworker.0 Request processed in 53us (1031us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398609.539785:0:161119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 359 00000100:00100000:2.0:1787398609.540148:0:160301:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eeea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+29:69162:x1874221247538816:12345-192.168.204.36@tcp:4:cp.0 Request processed in 8505us (21575us total) trans 21474836549 rc 0/0 00000100:00100000:2.0:1787398609.540157:0:160301:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 3 00002000:00100000:2.0:1787398609.540168:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x247:0x0] (0->5633) req@ffff9cf33eeea300 x1874221247538816/t21474836549(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:295/0 lens 6128/448 e 0 to 0 dl 1787398620 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787398609.540179:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33eeea300 with x1874221247538816 ext(0->5633) 00002000:00010000:2.0:1787398609.540185:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf33eeea300 00000100:00100000:2.0:1787398609.540203:0:160301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247539328 00000100:00100000:2.0:1787398609.540207:0:160301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247539328 00002000:00100000:2.0:1787398609.540229:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c3:0x0] (0->391199) req@ffff9cf304183b80 x1874221247539328/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:295/0 lens 488/0 e 0 to 0 dl 1787398620 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787398609.540240:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf304183b80 with x1874221247539328 ext(0->391199) 00002000:00010000:2.0:1787398609.540244:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf304183b80 00000100:00100000:2.0:1787398609.540259:0:160301:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 4 00000100:00100000:2.0:1787398609.540267:0:160301:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+30:69162:x1874221247539328:12345-192.168.204.36@tcp:4:cp.0 00000100:00100000:3.0:1787398609.548259:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.548410:0:162515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247539712 00000100:00100000:2.0:1787398609.548423:0:162515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247539712 00000100:00100000:2.0:1787398609.548520:0:162515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 360 00000100:00100000:2.0:1787398609.548530:0:162515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+29:69164:x1874221247539712:12345-192.168.204.36@tcp:16:kworker.0 00000100:00100000:2.0:1787398609.548646:0:162515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+29:69164:x1874221247539712:12345-192.168.204.36@tcp:16:kworker.0 Request processed in 118us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398609.548655:0:162515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 360 00000100:00100000:0.0:1787398609.552737:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.553176:0:160294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247539840 00000100:00100000:2.0:1787398609.553188:0:160294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247539840 00000100:00100000:2.0:1787398609.553251:0:160294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 361 00000100:00100000:2.0:1787398609.553260:0:160294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+32:123760:x1874221247539840:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398609.553280:0:160294:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398609.553300:0:160294:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af7bc6a8/0x5703899912343b0a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a3a8 expref: -99 pid: 160294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.553334:0:160294:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000dbae1781/0x5703899912343b03 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3a1 expref: 33 pid: 161119 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.553344:0:160294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398609.553348:0:160294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398609.553353:0:160294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af7bc6a8/0x5703899912343b0a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3a8 expref: 33 pid: 160294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.553389:0:160294:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000dbae1781/0x5703899912343b03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3a1 expref: 33 pid: 161119 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.553416:0:160294:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000dbae1781/0x5703899912343b03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3a1 expref: 33 pid: 161119 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398609.553432:0:160294:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335280a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:160294:1874221261006336:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398609.553540:0:160294:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf202cdb840 going to sleep for 11 seconds 00000100:00100000:3.0:1787398609.558093:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398609.558675:0:160299:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:1.0:1787398609.558686:0:160299:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00080000:00000400:2.0:1787398609.563157:0:160301:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1787398609.563168:0:160301:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1787398609.563171:0:160301:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1787398609.563174:0:160301:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1787398609.563176:0:160301:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1787398609.563178:0:160301:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1787398609.564288:0:160299:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247539584 00000100:00100000:2.0:1787398609.564300:0:160299:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247539584 00002000:00100000:2.0:1787398609.564382:0:160299:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x248:0x0] (0->1734) req@ffff9cf33aae4700 x1874221247539584/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:295/0 lens 2224/0 e 0 to 0 dl 1787398620 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787398609.564394:0:160299:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33aae4700 with x1874221247539584 ext(0->1734) 00002000:00010000:2.0:1787398609.564400:0:160299:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf33aae4700 00000100:00100000:1.0:1787398609.565879:0:166562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 5 00000100:00100000:1.0:1787398609.565898:0:166562:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+29:69164:x1874221247539584:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:1.0:1787398609.566154:0:166562:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1787398609.566159:0:166562:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1787398609.566161:0:166562:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1787398609.566163:0:166562:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1787398609.566166:0:166562:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1787398609.566168:0:166562:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1787398609.567496:0:166562:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+31:69164:x1874221247539584:12345-192.168.204.36@tcp:4:cp.0 Request processed in 1576us (9384us total) trans 21474836550 rc 0/0 00000100:00100000:1.0:1787398609.567510:0:166562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 5 00002000:00100000:1.0:1787398609.567521:0:166562:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x248:0x0] (0->1734) req@ffff9cf33aae4700 x1874221247539584/t21474836550(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:295/0 lens 2224/448 e 0 to 0 dl 1787398620 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398609.567530:0:166562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33aae4700 with x1874221247539584 ext(0->1734) 00002000:00010000:1.0:1787398609.567537:0:166562:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf33aae4700 00000100:00100000:0.0:1787398609.571521:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.572083:0:160299:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247539968 00000100:00100000:2.0:1787398609.572094:0:160299:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247539968 00002000:00100000:2.0:1787398609.572156:0:160299:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c4:0x0] (0->9973) req@ffff9cf33f11c700 x1874221247539968/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:295/0 lens 10464/0 e 0 to 0 dl 1787398620 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787398609.572169:0:160299:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33f11c700 with x1874221247539968 ext(0->9973) 00002000:00010000:2.0:1787398609.572176:0:160299:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf33f11c700 00000100:00100000:2.0:1787398609.572206:0:160299:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 6 00000100:00100000:2.0:1787398609.572216:0:160299:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+36:69163:x1874221247539968:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:2.0:1787398609.572520:0:160299:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:2.0:1787398609.572524:0:160299:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1787398609.572527:0:160299:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:2.0:1787398609.572529:0:160299:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1787398609.572531:0:160299:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1787398609.572533:0:160299:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1787398609.572843:0:160294:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335280a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:160294:1874221261006336:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398609.572878:0:160294:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af7bc6a8/0x5703899912343b0a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3a8 expref: 38 pid: 160294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.572900:0:160294:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b1d3400, rc 0) 00000100:00100000:2.0:1787398609.572962:0:160294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+38:123760:x1874221247539840:12345-192.168.204.36@tcp:101:cp.0 Request processed in 19703us (20235us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398609.572969:0:160294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 361 00000100:00100000:2.0:1787398609.573014:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.573036:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.573066:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247540224 00000100:00100000:2.0:1787398609.573070:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247540224 00010000:00010000:2.0:1787398609.573091:0:158780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dbae1781/0x5703899912343b03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3a1 expref: 38 pid: 161119 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398609.573115:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 191 00000100:00100000:2.0:1787398609.573123:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335283100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+38:69165:x1874221247540224:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787398609.573133:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398609.573189:0:158780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dbae1781/0x5703899912343b03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3a1 expref: 38 pid: 161119 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.573219:0:158780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dbae1781/0x5703899912343b03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3a1 expref: 38 pid: 161119 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.573242:0:158780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dbae1781/0x5703899912343b03 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3a1 expref: 38 pid: 161119 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.573267:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398609.573271:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398609.573279:0:158780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000af7bc6a8/0x5703899912343b0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->40959) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3a8 expref: 37 pid: 160294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.573288:0:158780:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af7bc6a8/0x5703899912343b0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->40959) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3a8 expref: 37 pid: 160294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.573322:0:158780:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000af7bc6a8/0x5703899912343b0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->40959) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3a8 expref: 37 pid: 160294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398609.573336:0:158780:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335280380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:158780:1874221261006464:192.168.204.36@tcp:105: 00000100:00100000:2.0:1787398609.573390:0:158780:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf202cdb840 going to sleep for 11 seconds 00000100:00100000:2.0:1787398609.573451:0:160299:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+37:69163:x1874221247539968:12345-192.168.204.36@tcp:4:cp.0 Request processed in 1237us (1939us total) trans 17179869242 rc 0/0 00000100:00100000:2.0:1787398609.573459:0:160299:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 6 00002000:00100000:2.0:1787398609.573466:0:160299:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c4:0x0] (0->9973) req@ffff9cf33f11c700 x1874221247539968/t17179869242(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:295/0 lens 10464/448 e 0 to 0 dl 1787398620 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787398609.573507:0:160299:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33f11c700 with x1874221247539968 ext(0->9973) 00002000:00010000:2.0:1787398609.573513:0:160299:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf33f11c700 00000100:00100000:1.0:1787398609.573677:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247540096 00000100:00100000:1.0:1787398609.573682:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247540096 00000100:00100000:1.0:1787398609.573721:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 362 00000100:00100000:1.0:1787398609.573728:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+37:69163:x1874221247540096:12345-192.168.204.36@tcp:16:kworker.0 00000100:00100000:2.0:1787398609.574699:0:160301:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+36:69162:x1874221247539328:12345-192.168.204.36@tcp:4:cp.0 Request processed in 34427us (35983us total) trans 17179869241 rc 0/0 00000100:00100000:2.0:1787398609.574710:0:160301:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 4 00002000:00100000:2.0:1787398609.574719:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c3:0x0] (0->391199) req@ffff9cf304183b80 x1874221247539328/t17179869241(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:295/0 lens 488/448 e 0 to 0 dl 1787398620 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787398609.574727:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf304183b80 with x1874221247539328 ext(0->391199) 00002000:00010000:2.0:1787398609.574734:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf304183b80 00000001:00080000:1.0:1787398609.576223:0:161106:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 17179869242 is committed 00000100:00100000:2.0:1787398609.576601:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+29:69163:x1874221247540096:12345-192.168.204.36@tcp:16:kworker.0 Request processed in 2869us (3581us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398609.576613:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 362 00000100:00100000:0.0:1787398609.584739:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.584839:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398609.584932:0:166562:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247540352 00000100:00100000:1.0:1787398609.584942:0:166562:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247540352 00002000:00100000:1.0:1787398609.585004:0:166562:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x249:0x0] (0->38516) req@ffff9cf33f11d180 x1874221247540352/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:295/0 lens 488/0 e 0 to 0 dl 1787398620 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398609.585016:0:166562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33f11d180 with x1874221247540352 ext(0->38516) 00002000:00010000:1.0:1787398609.585023:0:166562:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf33f11d180 00000100:00100000:1.0:1787398609.585072:0:166562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 7 00000100:00100000:1.0:1787398609.585082:0:166562:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+31:69165:x1874221247540352:12345-192.168.204.36@tcp:4:cp.0 00000100:00100000:3.0:1787398609.586363:0:162523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247540480 00000100:00100000:3.0:1787398609.586378:0:162523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247540480 00000100:00100000:0.0:1787398609.586705:0:162523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 363 00000100:00100000:0.0:1787398609.586715:0:162523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:dbe7f5ec-0726-4851-a675-2f47d040e30f+33:69162:x1874221247540480:12345-192.168.204.36@tcp:16:kworker.0 00000100:00100000:0.0:1787398609.586851:0:162523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:dbe7f5ec-0726-4851-a675-2f47d040e30f+33:69162:x1874221247540480:12345-192.168.204.36@tcp:16:kworker.0 Request processed in 136us (2124us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398609.586858:0:162523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 363 00000100:00100000:2.0:1787398609.593821:0:158780:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335280380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:158780:1874221261006464:192.168.204.36@tcp:105: 00010000:00010000:2.0:1787398609.593875:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398609.593937:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335283100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+28:69165:x1874221247540224:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 20812us (20896us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398609.593953:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 191 00000100:00100000:1.0:1787398609.593991:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.594026:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247540736 00000100:00100000:2.0:1787398609.594038:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247540736 00000100:00100000:2.0:1787398609.594111:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 182 00000100:00100000:2.0:1787398609.594122:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eee8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+196:123760:x1874221247540736:12345-192.168.204.36@tcp:35:cp.0 00080000:00000400:1.0:1787398609.594281:0:166562:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1787398609.594287:0:166562:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1787398609.594289:0:166562:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1787398609.594292:0:166562:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1787398609.594295:0:166562:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1787398609.594308:0:166562:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1787398609.594522:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eee8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+197:123760:x1874221247540736:12345-192.168.204.36@tcp:35:cp.0 Request processed in 400us (540us total) trans 34359738744 rc 0/0 00000100:00100000:2.0:1787398609.594547:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 182 00000100:00100000:1.0:1787398609.597367:0:166562:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+33:69165:x1874221247540352:12345-192.168.204.36@tcp:4:cp.0 Request processed in 12277us (12517us total) trans 21474836551 rc 0/0 00000100:00100000:1.0:1787398609.597382:0:166562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 7 00002000:00100000:1.0:1787398609.597396:0:166562:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x249:0x0] (0->38516) req@ffff9cf33f11d180 x1874221247540352/t21474836551(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:295/0 lens 488/448 e 0 to 0 dl 1787398620 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398609.597406:0:166562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33f11d180 with x1874221247540352 ext(0->38516) 00002000:00010000:1.0:1787398609.597413:0:166562:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf33f11d180 00000100:00100000:0.0:1787398609.600569:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.600620:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.600648:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.600762:0:160299:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247540864 00000100:00100000:2.0:1787398609.600785:0:160299:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247540864 00002000:00100000:2.0:1787398609.600854:0:160299:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c5:0x0] (0->39342) req@ffff9cf33f11f100 x1874221247540864/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:295/0 lens 488/0 e 0 to 0 dl 1787398620 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787398609.600868:0:160299:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33f11f100 with x1874221247540864 ext(0->39342) 00002000:00010000:2.0:1787398609.600876:0:160299:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf33f11f100 00000100:00100000:2.0:1787398609.600919:0:160299:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 8 00000100:00100000:2.0:1787398609.600929:0:160299:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+28:69163:x1874221247540864:12345-192.168.204.36@tcp:4:cp.0 00000100:00100000:3.0:1787398609.601359:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247541120 00000100:00100000:3.0:1787398609.601365:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247541120 00000100:00100000:3.0:1787398609.601413:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 636 00000100:00100000:3.0:1787398609.601422:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+197:123760:x1874221247541120:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398609.601441:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398609.601469:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912343b11 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a3af expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.601582:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343b18 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.601600:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343b18 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.601625:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343b18 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.601645:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343b1f lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.601652:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343b1f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.601658:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343b1f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.601715:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343b18 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.601724:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343b18 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.601731:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343b18 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.601739:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343b18 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.601745:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301508400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.601751:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343b18 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.601759:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343b18 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.601787:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398609.601797:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.601803:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343b18 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.601809:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343b18 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.601839:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343b1f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.601845:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343b1f lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.601851:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343b1f lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.601856:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301509200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.601859:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343b1f lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.601866:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343b1f lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.601875:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x4958ff4 (ffff9cf305ea8700) 00010000:00010000:3.0:1787398609.601878:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.601881:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343b1f lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.601887:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343b1f lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.601926:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912343b11 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3af expref: 198 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.601944:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398609.601947:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.601951:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912343b11 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3af expref: 198 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.601962:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf30911c400, rc 0) 00000100:00100000:3.0:1787398609.602013:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+197:123760:x1874221247541120:12345-192.168.204.36@tcp:101:cp.0 Request processed in 592us (1364us total) trans 0 rc 301/301 00000100:00100000:3.0:1787398609.602021:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 636 00000100:00100000:1.0:1787398609.605661:0:162522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247540992 00000100:00100000:1.0:1787398609.605683:0:162522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247540992 00000100:00100000:1.0:1787398609.605763:0:162522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 364 00000100:00100000:1.0:1787398609.605782:0:162522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+30:69164:x1874221247540992:12345-192.168.204.36@tcp:16:kworker.0 00000100:00100000:1.0:1787398609.605898:0:162522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+30:69164:x1874221247540992:12345-192.168.204.36@tcp:16:kworker.0 Request processed in 119us (5277us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398609.605908:0:162522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 364 00080000:00000400:3.0:1787398609.606789:0:160299:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:3.0:1787398609.606799:0:160299:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1787398609.606801:0:160299:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:3.0:1787398609.606803:0:160299:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1787398609.606806:0:160299:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1787398609.606808:0:160299:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1787398609.608708:0:160299:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+30:69163:x1874221247540864:12345-192.168.204.36@tcp:4:cp.0 Request processed in 7766us (8140us total) trans 17179869243 rc 0/0 00000100:00100000:3.0:1787398609.608752:0:160299:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 8 00002000:00100000:3.0:1787398609.608767:0:160299:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c5:0x0] (0->39342) req@ffff9cf33f11f100 x1874221247540864/t17179869243(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:295/0 lens 488/448 e 0 to 0 dl 1787398620 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398609.608776:0:160299:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33f11f100 with x1874221247540864 ext(0->39342) 00002000:00010000:3.0:1787398609.608782:0:160299:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf33f11f100 00000100:00100000:0.0:1787398609.609824:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.609957:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247541248 00000100:00100000:2.0:1787398609.609981:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247541248 00000100:00100000:2.0:1787398609.610071:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 637 00000100:00100000:2.0:1787398609.610083:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+197:123760:x1874221247541248:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398609.610110:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398609.610142:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2a00/0x5703899912343b26 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a3b6 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.610243:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3a00/0x5703899912343b2d lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.610262:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3a00/0x5703899912343b2d lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.610277:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3a00/0x5703899912343b2d lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.610298:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343b34 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.610574:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343b34 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.610582:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343b34 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.610646:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3a00/0x5703899912343b2d lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.610654:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3a00/0x5703899912343b2d lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.610661:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3a00/0x5703899912343b2d lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.610669:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3a00/0x5703899912343b2d lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.610684:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d3a00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398609.610690:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3a00/0x5703899912343b2d lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.610699:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3a00/0x5703899912343b2d lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.610714:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398609.610718:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.610724:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3a00/0x5703899912343b2d lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.610730:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3a00/0x5703899912343b2d lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.610761:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343b34 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.610779:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343b34 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.610785:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343b34 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.610791:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d3800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398609.610794:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343b34 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.610801:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343b34 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.610809:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x4958ff4 (ffff9cf3112cbc00) 00010000:00010000:2.0:1787398609.610811:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.610814:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343b34 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.610820:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343b34 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.610867:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2a00/0x5703899912343b26 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3b6 expref: 198 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.610879:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398609.610882:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.610893:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2a00/0x5703899912343b26 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3b6 expref: 198 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.610903:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b1d2a00, rc 0) 00000100:00100000:2.0:1787398609.611031:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+197:123760:x1874221247541248:12345-192.168.204.36@tcp:101:cp.0 Request processed in 950us (1216us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398609.611039:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 637 00000100:00100000:2.0:1787398609.617230:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398609.617336:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247541504 00000100:00100000:3.0:1787398609.617352:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247541504 00000100:00100000:3.0:1787398609.617439:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 638 00000100:00100000:3.0:1787398609.617451:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335280380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+197:123760:x1874221247541504:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398609.617529:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398609.617557:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912343b3b lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a3bd expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.617715:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912343b42 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.617733:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912343b42 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.617746:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912343b42 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.617765:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343b49 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.617786:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343b49 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.617793:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343b49 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787398609.618276:0:158794:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x25d:0x0], index 0: 0 00080000:00000400:3.0:1787398609.618295:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1787398609.618301:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1787398609.618304:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1787398609.618306:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398609.618309:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1787398609.618311:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398609.618332:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1787398609.618335:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1787398609.618344:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1787398609.618347:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398609.618349:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1787398609.618351:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398609.618395:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1787398609.618399:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1787398609.618401:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1787398609.618403:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398609.618406:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1787398609.618408:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:3.0:1787398609.618572:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343b50 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.618585:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343b50 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.618595:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343b50 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.618640:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912343b42 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.618649:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912343b42 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.618656:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912343b42 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.618664:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912343b42 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.618671:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf30911c400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.618677:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912343b42 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.618693:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912343b42 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.618711:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398609.618715:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.618721:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912343b42 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.618728:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c400/0x5703899912343b42 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398609.618754:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f328e025 reply state 000000006e918b7b transno 34359738745 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343b49 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.618769:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343b49 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.618775:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x4958ff4 (ffff9cf305ea8700) 00010000:00010000:3.0:1787398609.618777:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787398609.618781:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1787398609.618829:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912343b3b lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3bd expref: 200 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.618845:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343b50 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3bd expref: 199 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.618853:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x2f:0x0].0x0 (ffff9cf305ea8100) 00010000:00010000:3.0:1787398609.618854:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787398609.618857:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf301508400, rc 0) 00000100:00100000:3.0:1787398609.618980:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335280380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+200:123760:x1874221247541504:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1531us (1766us total) trans 34359738745 rc 0/0 00000100:00100000:3.0:1787398609.618991:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 638 00000001:00080000:0.0:1787398609.625385:0:158774:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738745 is committed 00000001:00080000:0.0:1787398609.625653:0:158774:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738649 is committed 00010000:00010000:3.0:1787398609.625816:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d200/0x57038999123429e5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.625832:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d200/0x57038999123429e5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.625842:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d200/0x57038999123429e5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.625850:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf32cc9d200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.625857:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d200/0x57038999123429e5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.625866:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d200/0x57038999123429e5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.625889:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4632c348 (ffff9cf337a20600) 00010000:00010000:3.0:1787398609.625893:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.625898:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d200/0x57038999123429e5 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.625904:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d200/0x57038999123429e5 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.625933:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d000/0x57038999123429ec lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.625940:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d000/0x57038999123429ec lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.625981:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d000/0x57038999123429ec lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.625987:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf32cc9d000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.625990:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d000/0x57038999123429ec lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.625997:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d000/0x57038999123429ec lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626006:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398609.626009:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.626012:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d000/0x57038999123429ec lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626018:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9d000/0x57038999123429ec lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626042:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911de00/0x5703899912342b20 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626066:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911de00/0x5703899912342b20 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626074:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911de00/0x5703899912342b20 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626080:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf30911de00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.626083:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911de00/0x5703899912342b20 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626100:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911de00/0x5703899912342b20 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626110:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x45c0cf9c (ffff9cf30d87dd00) 00010000:00010000:3.0:1787398609.626113:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.626116:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911de00/0x5703899912342b20 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626123:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911de00/0x5703899912342b20 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626143:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912342b9e lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626151:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912342b9e lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626157:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912342b9e lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626163:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.626165:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912342b9e lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626171:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912342b9e lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626179:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x56569231 (ffff9cf30da95700) 00010000:00010000:3.0:1787398609.626181:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.626184:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912342b9e lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626198:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639c00/0x5703899912342b9e lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626218:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342c00 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626225:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342c00 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626232:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342c00 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626239:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b639200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.626242:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342c00 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626249:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342c00 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626257:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xa6e7eec (ffff9cf30da95a00) 00010000:00010000:3.0:1787398609.626260:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.626263:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342c00 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626269:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639200/0x5703899912342c00 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626285:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342c5b lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626292:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342c5b lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626305:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342c5b lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626311:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056da800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.626315:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342c5b lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626322:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342c5b lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626330:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe6b34bd0 (ffff9cf2051cd800) 00010000:00010000:3.0:1787398609.626333:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.626336:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342c5b lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626342:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da800/0x5703899912342c5b lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626362:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002400/0x5703899912342cb6 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626368:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002400/0x5703899912342cb6 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626374:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002400/0x5703899912342cb6 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626380:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b002400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.626383:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002400/0x5703899912342cb6 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626400:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002400/0x5703899912342cb6 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626409:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9ca112ae (ffff9cf30d87dc00) 00010000:00010000:3.0:1787398609.626412:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.626415:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002400/0x5703899912342cb6 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626422:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002400/0x5703899912342cb6 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626441:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003200/0x5703899912342d11 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626448:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003200/0x5703899912342d11 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626454:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003200/0x5703899912342d11 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626460:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b003200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.626463:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003200/0x5703899912342d11 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626469:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003200/0x5703899912342d11 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626754:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9fe9a331 (ffff9cf30619dd00) 00010000:00010000:3.0:1787398609.626757:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.626761:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003200/0x5703899912342d11 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626785:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003200/0x5703899912342d11 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626806:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002200/0x5703899912342d6c lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626812:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002200/0x5703899912342d6c lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626818:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002200/0x5703899912342d6c lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626823:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b002200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.626826:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002200/0x5703899912342d6c lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626832:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002200/0x5703899912342d6c lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626840:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x151c8ac3 (ffff9cf30619d100) 00010000:00010000:3.0:1787398609.626842:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.626845:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002200/0x5703899912342d6c lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626851:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002200/0x5703899912342d6c lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626868:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002a00/0x5703899912342dc7 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626874:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002a00/0x5703899912342dc7 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626905:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002a00/0x5703899912342dc7 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626911:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b002a00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.626914:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002a00/0x5703899912342dc7 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626921:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002a00/0x5703899912342dc7 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626930:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x15c8a56e (ffff9cf30d910e00) 00010000:00010000:3.0:1787398609.626932:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.626935:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002a00/0x5703899912342dc7 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.626942:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002a00/0x5703899912342dc7 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627093:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6de00/0x5703899912342e22 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627103:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6de00/0x5703899912342e22 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627109:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6de00/0x5703899912342e22 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627114:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6de00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.627117:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6de00/0x5703899912342e22 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627135:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6de00/0x5703899912342e22 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627145:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe7eb4718 (ffff9cf2051cdb00) 00010000:00010000:3.0:1787398609.627148:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.627150:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6de00/0x5703899912342e22 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627156:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6de00/0x5703899912342e22 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627176:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x5703899912342e7d lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627182:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x5703899912342e7d lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627188:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x5703899912342e7d lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627193:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a68200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.627196:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x5703899912342e7d lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627201:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x5703899912342e7d lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627208:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x48840fb6 (ffff9cf337a20c00) 00010000:00010000:3.0:1787398609.627210:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.627214:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x5703899912342e7d lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627225:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x5703899912342e7d lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627250:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342ed8 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627256:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342ed8 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627262:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342ed8 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627268:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b638c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.627271:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342ed8 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627278:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342ed8 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627286:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x48e4a31f (ffff9cf30dbdba00) 00010000:00010000:3.0:1787398609.627288:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.627291:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342ed8 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627296:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638c00/0x5703899912342ed8 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627314:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648200/0x5703899912342f33 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627320:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648200/0x5703899912342f33 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627332:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648200/0x5703899912342f33 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627337:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301648200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.627340:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648200/0x5703899912342f33 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627346:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648200/0x5703899912342f33 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627354:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xbf79d746 (ffff9cf30dbdb800) 00010000:00010000:3.0:1787398609.627356:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.627359:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648200/0x5703899912342f33 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627366:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648200/0x5703899912342f33 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627384:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342f8e lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627390:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342f8e lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627395:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342f8e lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627400:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf30911ca00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.627403:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342f8e lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627417:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342f8e lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627425:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xb34b709f (ffff9cf30d910500) 00010000:00010000:3.0:1787398609.627427:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.627430:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342f8e lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627435:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ca00/0x5703899912342f8e lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627452:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x5703899912342fe9 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627457:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x5703899912342fe9 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627464:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x5703899912342fe9 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627469:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301648000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.627472:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x5703899912342fe9 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627920:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x5703899912342fe9 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627931:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9b815f19 (ffff9cf30dbdb400) 00010000:00010000:3.0:1787398609.627934:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.627937:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x5703899912342fe9 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.627951:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x5703899912342fe9 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.628611:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912343044 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.628622:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912343044 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.628629:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912343044 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.628634:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301649400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.628638:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912343044 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.628644:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912343044 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.628655:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe9fa0db8 (ffff9cf33f78ed00) 00010000:00010000:3.0:1787398609.628657:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.628660:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912343044 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.628666:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912343044 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.628691:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x570389991234309f lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.628697:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x570389991234309f lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.628715:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x570389991234309f lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.628720:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9be00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.628723:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x570389991234309f lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.628730:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x570389991234309f lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.628739:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xc025ca7 (ffff9cf33f78eb00) 00010000:00010000:3.0:1787398609.628741:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.628745:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x570389991234309f lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.628751:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x570389991234309f lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629035:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9400/0x57038999123430fa lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629060:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9400/0x57038999123430fa lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629067:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9400/0x57038999123430fa lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629073:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf3136b9400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.629077:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9400/0x57038999123430fa lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629095:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9400/0x57038999123430fa lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629105:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xecc4f14 (ffff9cf3112cba00) 00010000:00010000:3.0:1787398609.629107:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.629110:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9400/0x57038999123430fa lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629116:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9400/0x57038999123430fa lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629135:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8800/0x5703899912343155 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629142:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8800/0x5703899912343155 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629147:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8800/0x5703899912343155 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629153:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf3136b8800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.629155:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8800/0x5703899912343155 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629161:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8800/0x5703899912343155 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629167:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x712be7d1 (ffff9cf3112cbf00) 00010000:00010000:3.0:1787398609.629169:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.629172:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8800/0x5703899912343155 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629185:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8800/0x5703899912343155 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629203:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x57038999123431b0 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629209:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x57038999123431b0 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629214:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x57038999123431b0 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629219:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a69200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.629222:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x57038999123431b0 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629228:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x57038999123431b0 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629236:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x4ee593e6 (ffff9cf337a20e00) 00010000:00010000:3.0:1787398609.629238:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.629241:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x57038999123431b0 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629248:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x57038999123431b0 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629264:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a400/0x570389991234320b lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629271:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a400/0x570389991234320b lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629283:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a400/0x570389991234320b lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629289:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9a400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.629292:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a400/0x570389991234320b lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629298:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a400/0x570389991234320b lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629307:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xf0a46efb (ffff9cf33f78e700) 00010000:00010000:3.0:1787398609.629310:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.629313:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a400/0x570389991234320b lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629318:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a400/0x570389991234320b lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629334:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912343266 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629340:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912343266 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629346:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912343266 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629350:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a69400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.629353:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912343266 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629370:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912343266 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629378:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x267dbf88 (ffff9cf337a20d00) 00010000:00010000:3.0:1787398609.629381:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.629383:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912343266 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629389:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69400/0x5703899912343266 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629405:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x57038999123432c1 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629412:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x57038999123432c1 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629417:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x57038999123432c1 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629423:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6ca00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.629425:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x57038999123432c1 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629431:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x57038999123432c1 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629438:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xd946e4d2 (ffff9cf336d34c00) 00010000:00010000:3.0:1787398609.629441:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.629444:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x57038999123432c1 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629455:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x57038999123432c1 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629473:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x570389991234331c lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629522:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x570389991234331c lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629528:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x570389991234331c lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629534:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9ac00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.629537:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x570389991234331c lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629544:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x570389991234331c lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629553:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x7584afcd (ffff9cf33f78e300) 00010000:00010000:3.0:1787398609.629555:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.629558:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x570389991234331c lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629564:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x570389991234331c lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629580:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508e00/0x5703899912343377 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629587:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508e00/0x5703899912343377 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629600:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508e00/0x5703899912343377 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629605:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301508e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.629609:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508e00/0x5703899912343377 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629615:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508e00/0x5703899912343377 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629624:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xf4c8ca43 (ffff9cf33f78ea00) 00010000:00010000:3.0:1787398609.629626:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.629629:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508e00/0x5703899912343377 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629635:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508e00/0x5703899912343377 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629664:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123433d2 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629670:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123433d2 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629675:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123433d2 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629680:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301508600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.629683:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123433d2 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629698:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123433d2 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629707:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x130bf32a (ffff9cf33f78ec00) 00010000:00010000:3.0:1787398609.629710:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.629713:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123433d2 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629718:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123433d2 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629736:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x570389991234342d lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629743:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x570389991234342d lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629749:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x570389991234342d lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629754:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6d800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.629757:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x570389991234342d lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629763:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x570389991234342d lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629783:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe00215d9 (ffff9cf33b69d300) 00010000:00010000:3.0:1787398609.629785:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.629789:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x570389991234342d lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629800:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x570389991234342d lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629821:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509c00/0x5703899912343488 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629828:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509c00/0x5703899912343488 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629834:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509c00/0x5703899912343488 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629839:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301509c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.629842:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509c00/0x5703899912343488 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629848:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509c00/0x5703899912343488 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629857:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x868dff87 (ffff9cf31e895e00) 00010000:00010000:3.0:1787398609.629859:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.629862:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509c00/0x5703899912343488 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629868:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509c00/0x5703899912343488 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629885:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x57038999123434e3 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629893:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x57038999123434e3 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629906:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x57038999123434e3 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629912:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.629915:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x57038999123434e3 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629922:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x57038999123434e3 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629931:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x39c3d8fe (ffff9cf33b69d500) 00010000:00010000:3.0:1787398609.629933:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.629936:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x57038999123434e3 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629942:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x57038999123434e3 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629959:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x570389991234353e lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629965:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x570389991234353e lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629971:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x570389991234353e lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629977:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9bc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.629980:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x570389991234353e lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.629996:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x570389991234353e lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.630006:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x5b30f298 (ffff9cf305ea9800) 00010000:00010000:3.0:1787398609.630009:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.630011:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x570389991234353e lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.630017:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x570389991234353e lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.630037:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x5703899912343599 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.630043:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x5703899912343599 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.630049:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x5703899912343599 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.630066:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96bc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.630069:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x5703899912343599 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.630074:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x5703899912343599 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.630082:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x2893e4db (ffff9cf33b69da00) 00010000:00010000:3.0:1787398609.630085:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.630087:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x5703899912343599 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.630100:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x5703899912343599 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.630119:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96ac00/0x57038999123435f4 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.630126:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96ac00/0x57038999123435f4 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.630133:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96ac00/0x57038999123435f4 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.630139:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96ac00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.630143:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96ac00/0x57038999123435f4 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.630150:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96ac00/0x57038999123435f4 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.630159:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x49aa722d (ffff9cf33b69dd00) 00010000:00010000:3.0:1787398609.630162:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.630165:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96ac00/0x57038999123435f4 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.630172:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96ac00/0x57038999123435f4 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.630679:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x570389991234364f lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.630686:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x570389991234364f lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.630700:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x570389991234364f lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.630705:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf3136b8200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.630708:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x570389991234364f lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.630716:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x570389991234364f lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.630725:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x4c7a76ee (ffff9cf20af0db00) 00010000:00010000:3.0:1787398609.630727:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.630731:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x570389991234364f lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.630737:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x570389991234364f lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.630754:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96be00/0x57038999123436aa lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.630761:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96be00/0x57038999123436aa lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.630826:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96be00/0x57038999123436aa lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.630832:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96be00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.630835:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96be00/0x57038999123436aa lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.630852:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96be00/0x57038999123436aa lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.630862:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x610aa076 (ffff9cf33b69d700) 00010000:00010000:3.0:1787398609.630865:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.630868:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96be00/0x57038999123436aa lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.630875:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96be00/0x57038999123436aa lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.630894:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x5703899912343705 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.630900:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x5703899912343705 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.630906:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x5703899912343705 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.630911:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96b800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.630914:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x5703899912343705 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.630920:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x5703899912343705 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.630928:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x72a71b3d (ffff9cf33b69d400) 00010000:00010000:3.0:1787398609.630931:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.630934:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x5703899912343705 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.630946:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b800/0x5703899912343705 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631027:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x5703899912343760 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631034:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x5703899912343760 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631039:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x5703899912343760 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631104:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96b600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.631108:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x5703899912343760 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631115:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x5703899912343760 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631124:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xa9dd9870 (ffff9cf33b69ec00) 00010000:00010000:3.0:1787398609.631127:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.631130:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x5703899912343760 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631136:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x5703899912343760 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631156:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca600/0x57038999123437bb lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631163:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca600/0x57038999123437bb lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631175:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca600/0x57038999123437bb lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631182:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2034ca600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.631185:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca600/0x57038999123437bb lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631192:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca600/0x57038999123437bb lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631201:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x839e9634 (ffff9cf31e895d00) 00010000:00010000:3.0:1787398609.631203:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.631207:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca600/0x57038999123437bb lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631213:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca600/0x57038999123437bb lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631229:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912343816 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631235:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912343816 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631242:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912343816 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631247:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.631250:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912343816 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631267:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912343816 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631276:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9e90f16b (ffff9cf33b69e800) 00010000:00010000:3.0:1787398609.631278:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.631281:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912343816 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631288:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x5703899912343816 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631307:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343871 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631313:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343871 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631318:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343871 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631322:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf49000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.631325:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343871 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631331:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343871 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631338:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x10fe8da8 (ffff9cf33b69e700) 00010000:00010000:3.0:1787398609.631340:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.631343:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343871 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631354:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343871 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631371:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x57038999123438cc lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631376:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x57038999123438cc lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631381:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x57038999123438cc lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631386:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf49800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.631389:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x57038999123438cc lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631395:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x57038999123438cc lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631403:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x6b7bd7c (ffff9cf33b69e600) 00010000:00010000:3.0:1787398609.631405:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.631408:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x57038999123438cc lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631414:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x57038999123438cc lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631428:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343927 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631434:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343927 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631447:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343927 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631452:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d3c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.631455:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343927 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631463:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343927 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.631472:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x37dcc2d3 (ffff9cf20af0d200) 00010000:00010000:3.0:1787398609.632419:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.632432:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343927 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.632443:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343927 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.632559:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912343982 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.632567:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912343982 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.632575:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912343982 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.632580:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf48000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.632585:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912343982 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.632609:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912343982 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.632624:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xa4bfea24 (ffff9cf30969e100) 00010000:00010000:3.0:1787398609.632627:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.632630:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912343982 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.632636:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912343982 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.632654:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca200/0x57038999123439dd lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.632661:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca200/0x57038999123439dd lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.632666:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca200/0x57038999123439dd lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.632672:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2034ca200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.632674:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca200/0x57038999123439dd lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.632680:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca200/0x57038999123439dd lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.632688:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xc2bba7e5 (ffff9cf31e895b00) 00010000:00010000:3.0:1787398609.632691:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.632694:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca200/0x57038999123439dd lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.632707:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca200/0x57038999123439dd lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.632725:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912343a38 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.632731:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912343a38 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.632737:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912343a38 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.632742:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2034cb400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.632744:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912343a38 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.632750:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912343a38 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.632759:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x2fbacb41 (ffff9cf31e895c00) 00010000:00010000:3.0:1787398609.632761:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.632764:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912343a38 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.632961:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912343a38 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.633146:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343a93 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.633155:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343a93 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.633170:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343a93 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.633176:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf49e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.633179:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343a93 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.633186:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343a93 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.633195:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xff118af2 (ffff9cf30969ec00) 00010000:00010000:3.0:1787398609.633198:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.633201:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343a93 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.633206:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343a93 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.633224:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343aee lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.633230:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343aee lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.633236:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343aee lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.633241:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d2e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.633244:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343aee lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.633261:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343aee lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.633270:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xb2d5a33e (ffff9cf20af0d100) 00010000:00010000:3.0:1787398609.633273:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.633275:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343aee lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.633281:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343aee lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.633303:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343b49 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.633308:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343b49 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.633313:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343b49 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.633318:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301509200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.633321:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343b49 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.633328:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343b49 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.633336:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x4958ff4 (ffff9cf305ea8700) 00010000:00010000:3.0:1787398609.633338:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.633341:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343b49 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.633355:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343b49 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398609.634560:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398609.634652:0:162514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247541632 00000100:00100000:3.0:1787398609.634666:0:162514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247541632 00000100:00100000:3.0:1787398609.634741:0:162514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 365 00000100:00100000:3.0:1787398609.634752:0:162514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+33:69164:x1874221247541632:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398609.634792:0:162514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398609.634820:0:162514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cd08c7c8/0x5703899912343b5e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x25d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a3c4 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398609.634856:0:162514:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398609.634884:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25d:0x0].0x0 since=5630s v=(0 0) 00010000:00010000:3.0:1787398609.634890:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398609.634902:0:162514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cd08c7c8/0x5703899912343b5e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3c4 expref: 34 pid: 162514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.634924:0:162514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cd08c7c8/0x5703899912343b5e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3c4 expref: 34 pid: 162514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.634939:0:162514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a69a00, rc 0) 00000100:00100000:3.0:1787398609.635195:0:162514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+34:69164:x1874221247541632:12345-192.168.204.36@tcp:101:cp.0 Request processed in 443us (646us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398609.635203:0:162514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 365 00000100:00100000:1.0:1787398609.639180:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398609.639279:0:160295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247541760 00000100:00100000:3.0:1787398609.639313:0:160295:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247541760 00000100:00100000:3.0:1787398609.639399:0:160295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 366 00000100:00100000:3.0:1787398609.639424:0:160295:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eee9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+34:123760:x1874221247541760:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398609.639449:0:160295:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398609.639508:0:160295:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf412f8a/0x5703899912343b65 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x25d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a3cb expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.639552:0:160295:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cd08c7c8/0x5703899912343b5e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x25d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3c4 expref: 35 pid: 162514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.639562:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398609.639567:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398609.639573:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf412f8a/0x5703899912343b65 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x25d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3cb expref: 35 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.639616:0:160295:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cd08c7c8/0x5703899912343b5e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3c4 expref: 35 pid: 162514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.639631:0:160295:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cd08c7c8/0x5703899912343b5e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3c4 expref: 35 pid: 162514 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398609.639647:0:160295:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33aae7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:160295:1874221261006592:192.168.204.36@tcp:104: 00000100:00100000:3.0:1787398609.639756:0:160295:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2096f7300 going to sleep for 11 seconds 00000100:00100000:1.0:1787398609.644668:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.644790:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247541888 00000100:00100000:2.0:1787398609.644805:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247541888 00010000:00010000:2.0:1787398609.644863:0:162512:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cd08c7c8/0x5703899912343b5e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x25d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3c4 expref: 36 pid: 162514 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398609.644924:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 192 00000100:00100000:2.0:1787398609.644936:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eee9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+36:69163:x1874221247541888:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787398609.644958:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398609.645157:0:162512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cd08c7c8/0x5703899912343b5e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x25d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3c4 expref: 36 pid: 162514 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.645177:0:162512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cd08c7c8/0x5703899912343b5e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3c4 expref: 36 pid: 162514 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.645216:0:162512:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398609.645222:0:162512:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398609.645232:0:162512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cf412f8a/0x5703899912343b65 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3cb expref: 36 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.645270:0:162512:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf412f8a/0x5703899912343b65 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x25d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3cb expref: 36 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.645320:0:162512:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000cf412f8a/0x5703899912343b65 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x25d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3cb expref: 36 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398609.645337:0:162512:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:162512:1874221261006720:192.168.204.36@tcp:105: 00000100:00100000:2.0:1787398609.645445:0:162512:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf202cdba80 going to sleep for 11 seconds 00010000:00010000:3.0:1787398609.645555:0:160295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cd08c7c8/0x5703899912343b5e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x25d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3c4 expref: 36 pid: 162514 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398609.645587:0:160295:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33aae7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:160295:1874221261006592:192.168.204.36@tcp:104: 00010000:00010000:3.0:1787398609.645622:0:160295:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cf412f8a/0x5703899912343b65 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x25d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3cb expref: 35 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.645633:0:160295:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a69400, rc 0) 00000100:00100000:3.0:1787398609.645671:0:160295:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eee9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+35:123760:x1874221247541760:12345-192.168.204.36@tcp:101:cp.0 Request processed in 6252us (6509us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398609.645681:0:160295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 366 00000100:00100000:2.0:1787398609.649973:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398609.650144:0:162512:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:162512:1874221261006720:192.168.204.36@tcp:105: 00010000:00010000:1.0:1787398609.650183:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787398609.650264:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eee9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+34:69163:x1874221247541888:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 5329us (5610us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398609.650279:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 192 00000100:00100000:0.0:1787398609.652237:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247542144 00000100:00100000:0.0:1787398609.652258:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247542144 00000100:00100000:1.0:1787398609.652514:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 183 00000100:00100000:1.0:1787398609.652526:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+57:123760:x1874221247542144:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:1.0:1787398609.653043:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+58:123760:x1874221247542144:12345-192.168.204.36@tcp:35:cp.0 Request processed in 516us (3092us total) trans 34359738746 rc 0/0 00000100:00100000:1.0:1787398609.653085:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 183 00000100:00100000:3.0:1787398609.658159:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398609.658638:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247542272 00000100:00100000:1.0:1787398609.658654:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247542272 00000100:00100000:1.0:1787398609.658740:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 639 00000100:00100000:1.0:1787398609.658752:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+58:123760:x1874221247542272:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398609.658799:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398609.658830:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca000/0x5703899912343b6c lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a3d2 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.658928:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb800/0x5703899912343b73 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.658946:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb800/0x5703899912343b73 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.658959:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb800/0x5703899912343b73 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.659121:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cbc00/0x5703899912343b7a lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.659129:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cbc00/0x5703899912343b7a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.659136:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cbc00/0x5703899912343b7a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.659198:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb800/0x5703899912343b73 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.659230:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb800/0x5703899912343b73 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.659236:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb800/0x5703899912343b73 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.659243:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb800/0x5703899912343b73 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.659248:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2034cb800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398609.659253:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb800/0x5703899912343b73 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.659261:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb800/0x5703899912343b73 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.659275:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398609.659278:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398609.659284:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb800/0x5703899912343b73 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.659292:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb800/0x5703899912343b73 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.659314:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cbc00/0x5703899912343b7a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.659321:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cbc00/0x5703899912343b7a lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.659327:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cbc00/0x5703899912343b7a lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.659339:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2034cbc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398609.659343:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cbc00/0x5703899912343b7a lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.659350:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cbc00/0x5703899912343b7a lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.659359:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x57ba1cca (ffff9cf33e1a8800) 00010000:00010000:1.0:1787398609.659361:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398609.659364:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cbc00/0x5703899912343b7a lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.659370:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cbc00/0x5703899912343b7a lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.659413:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca000/0x5703899912343b6c lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3d2 expref: 59 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.659424:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398609.659426:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398609.659430:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca000/0x5703899912343b6c lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3d2 expref: 59 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.659439:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2034ca000, rc 0) 00000100:00100000:1.0:1787398609.660036:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+58:123760:x1874221247542272:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1282us (1888us total) trans 0 rc 301/301 00000100:00100000:1.0:1787398609.660110:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 639 00000100:00100000:0.0:1787398609.662767:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398609.663095:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247542400 00000100:00100000:3.0:1787398609.663109:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247542400 00000100:00100000:3.0:1787398609.663244:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 640 00000100:00100000:3.0:1787398609.663258:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+58:123760:x1874221247542400:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398609.663287:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398609.663315:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912343b81 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a3d9 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.663408:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343b88 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.663425:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343b88 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.663438:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343b88 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.663507:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x5703899912343b8f lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.663516:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x5703899912343b8f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.663524:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x5703899912343b8f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.663578:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343b88 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.663585:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343b88 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.663591:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343b88 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.663597:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343b88 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.663603:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a69200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.663608:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343b88 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.663616:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343b88 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.663630:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398609.663634:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.663640:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343b88 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.663655:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343b88 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.663672:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x5703899912343b8f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.663677:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x5703899912343b8f lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.663683:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x5703899912343b8f lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.663688:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a68200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.663691:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x5703899912343b8f lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.663697:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x5703899912343b8f lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.663705:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x57ba1cca (ffff9cf305ea8700) 00010000:00010000:3.0:1787398609.663707:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.663710:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x5703899912343b8f lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.663714:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x5703899912343b8f lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.663755:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912343b81 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3d9 expref: 59 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.663789:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398609.663791:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.663796:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912343b81 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3d9 expref: 59 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.663806:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a69a00, rc 0) 00000100:00100000:3.0:1787398609.663986:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+58:123760:x1874221247542400:12345-192.168.204.36@tcp:101:cp.0 Request processed in 729us (1232us total) trans 0 rc 301/301 00000100:00100000:3.0:1787398609.663995:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 640 00000100:00100000:2.0:1787398609.666944:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.667395:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247542656 00000100:00100000:0.0:1787398609.667410:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247542656 00000100:00100000:1.0:1787398609.667584:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 641 00000100:00100000:1.0:1787398609.667623:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+58:123760:x1874221247542656:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398609.667660:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398609.667693:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cba00/0x5703899912343b96 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a3e0 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.667913:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912343b9d lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.667932:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912343b9d lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.667947:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912343b9d lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.667965:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca200/0x5703899912343ba4 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.668040:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca200/0x5703899912343ba4 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.668118:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca200/0x5703899912343ba4 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787398609.668647:0:158796:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1d9:0x0], index 1: 0 00080000:00000400:1.0:1787398609.668666:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 253 < left 278, rollback = 2 00080000:00000400:1.0:1787398609.668670:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:1.0:1787398609.668673:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398609.668675:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/1, punch: 0/0/0, quota 1/3/1 00080000:00000400:1.0:1787398609.668677:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/1, delete: 0/0/0 00080000:00000400:1.0:1787398609.668680:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398609.668700:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 253 < left 278, rollback = 2 00080000:00000400:1.0:1787398609.668713:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:1.0:1787398609.668715:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398609.668717:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/1, punch: 0/0/0, quota 1/3/1 00080000:00000400:1.0:1787398609.668719:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/1, delete: 0/0/0 00080000:00000400:1.0:1787398609.668721:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398609.668759:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 251 < left 278, rollback = 2 00080000:00000400:1.0:1787398609.668763:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:1.0:1787398609.668837:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398609.668840:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/1, punch: 0/0/0, quota 1/3/1 00080000:00000400:1.0:1787398609.668842:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/3, delete: 0/0/0 00080000:00000400:1.0:1787398609.668844:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1787398609.669042:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb600/0x5703899912343bab lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.669120:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb600/0x5703899912343bab lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.669129:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb600/0x5703899912343bab lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.669181:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912343b9d lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.669189:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912343b9d lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.669196:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912343b9d lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.669203:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912343b9d lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.669209:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2034cb400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398609.669222:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912343b9d lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.669232:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912343b9d lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.669248:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398609.669251:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398609.669256:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912343b9d lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.669264:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912343b9d lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398609.669287:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000005846bd3b reply state 0000000021e1489c transno 34359738747 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca200/0x5703899912343ba4 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.669300:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca200/0x5703899912343ba4 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.669306:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x57ba1cca (ffff9cf33e1a8000) 00010000:00010000:1.0:1787398609.669309:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398609.669312:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787398609.669358:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cba00/0x5703899912343b96 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3e0 expref: 61 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.669374:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb600/0x5703899912343bab lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3e0 expref: 60 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.669382:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x30:0x0].0x0 (ffff9cf33e1a8900) 00010000:00010000:1.0:1787398609.669385:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787398609.669393:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2034cb600, rc 0) 00000100:00100000:1.0:1787398609.669600:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+61:123760:x1874221247542656:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1981us (2668us total) trans 34359738747 rc 0/0 00000100:00100000:1.0:1787398609.669609:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 641 00000100:00100000:1.0:1787398609.673598:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.673676:0:162519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247542784 00000100:00100000:2.0:1787398609.673690:0:162519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247542784 00000100:00100000:3.0:1787398609.673857:0:162515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 367 00000100:00100000:3.0:1787398609.673873:0:162515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+30:69163:x1874221247542784:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398609.673899:0:162515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398609.673927:0:162515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000782913d1/0x5703899912343bb9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a3e7 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398609.674076:0:162515:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1d9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398609.674105:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d9:0x0].0x0 since=5630s v=(0 0) 00010000:00010000:3.0:1787398609.674110:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398609.674123:0:162515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000782913d1/0x5703899912343bb9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3e7 expref: 31 pid: 162515 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.674142:0:162515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000782913d1/0x5703899912343bb9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3e7 expref: 31 pid: 162515 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.674185:0:162515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf301509200, rc 0) 00000100:00100000:3.0:1787398609.674302:0:162515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+31:69163:x1874221247542784:12345-192.168.204.36@tcp:101:cp.0 Request processed in 432us (719us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398609.674310:0:162515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 367 00000100:00100000:0.0:1787398609.677365:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398609.677462:0:160296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247542912 00000100:00100000:1.0:1787398609.677504:0:160296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247542912 00000100:00100000:1.0:1787398609.677578:0:160296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 368 00000100:00100000:1.0:1787398609.677591:0:160296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+31:123760:x1874221247542912:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398609.677616:0:160296:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398609.677641:0:160296:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000002b73d83/0x5703899912343bc0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a3ee expref: -99 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.677683:0:160296:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000782913d1/0x5703899912343bb9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3e7 expref: 32 pid: 162515 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.677692:0:160296:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398609.677696:0:160296:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398609.677701:0:160296:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000002b73d83/0x5703899912343bc0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3ee expref: 32 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.677746:0:160296:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000782913d1/0x5703899912343bb9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3e7 expref: 32 pid: 162515 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.677762:0:160296:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000782913d1/0x5703899912343bb9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3e7 expref: 32 pid: 162515 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398609.678251:0:160296:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:160296:1874221261006848:192.168.204.36@tcp:104: 00000100:00100000:1.0:1787398609.678368:0:160296:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20a9b3240 going to sleep for 11 seconds 00000100:00100000:2.0:1787398609.681733:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398609.682301:0:160296:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:160296:1874221261006848:192.168.204.36@tcp:104: 00010000:00010000:1.0:1787398609.682352:0:160296:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000002b73d83/0x5703899912343bc0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3ee expref: 32 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.682379:0:160296:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2034ca000, rc 0) 00000100:00100000:1.0:1787398609.682451:0:160296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+32:123760:x1874221247542912:12345-192.168.204.36@tcp:101:cp.0 Request processed in 4861us (5101us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398609.682461:0:160296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 368 00000100:00100000:3.0:1787398609.682645:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247543040 00000100:00100000:3.0:1787398609.682654:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247543040 00010000:00010000:3.0:1787398609.682694:0:158781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000782913d1/0x5703899912343bb9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3e7 expref: 32 pid: 162515 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398609.682724:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 193 00000100:00100000:3.0:1787398609.682734:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+32:69165:x1874221247543040:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398609.682751:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398609.682793:0:158781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000782913d1/0x5703899912343bb9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3e7 expref: 32 pid: 162515 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.682809:0:158781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000782913d1/0x5703899912343bb9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3e7 expref: 32 pid: 162515 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.682841:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000782913d1/0x5703899912343bb9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3e7 expref: 32 pid: 162515 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.682859:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398609.682865:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398609.682874:0:158781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000002b73d83/0x5703899912343bc0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3ee expref: 31 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.682902:0:158781:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000002b73d83/0x5703899912343bc0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3ee expref: 31 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.682944:0:158781:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000002b73d83/0x5703899912343bc0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3ee expref: 31 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398609.683150:0:158781:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33aae7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:158781:1874221261006976:192.168.204.36@tcp:105: 00000100:00100000:3.0:1787398609.683229:0:158781:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2096f7300 going to sleep for 11 seconds 00000100:00100000:3.0:1787398609.687287:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.687391:0:166561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247543296 00000100:00100000:0.0:1787398609.687402:0:166561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247543296 00000100:00100000:0.0:1787398609.687473:0:166561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 184 00000100:00100000:0.0:1787398609.687523:0:166561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+61:123760:x1874221247543296:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:0.0:1787398609.687998:0:166561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+62:123760:x1874221247543296:12345-192.168.204.36@tcp:35:cp.0 Request processed in 475us (724us total) trans 34359738748 rc 0/0 00000100:00100000:0.0:1787398609.688009:0:166561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 184 00000100:00100000:2.0:1787398609.688756:0:158781:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33aae7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:158781:1874221261006976:192.168.204.36@tcp:105: 00010000:00010000:2.0:1787398609.688801:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398609.688859:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+31:69165:x1874221247543040:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 6125us (7139us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398609.688870:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 193 00000100:00100000:3.0:1787398609.693934:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.694145:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247543424 00000100:00100000:2.0:1787398609.694159:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247543424 00000100:00100000:2.0:1787398609.694237:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 642 00000100:00100000:2.0:1787398609.694250:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+62:123760:x1874221247543424:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398609.694283:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398609.694312:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2200/0x5703899912343bc7 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a3f5 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.694432:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2600/0x5703899912343bce lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.694448:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2600/0x5703899912343bce lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.694460:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2600/0x5703899912343bce lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.694600:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343bd5 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.694610:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343bd5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.694618:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343bd5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.694673:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2600/0x5703899912343bce lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.694680:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2600/0x5703899912343bce lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.694686:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2600/0x5703899912343bce lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.694692:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2600/0x5703899912343bce lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.694699:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d2600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398609.694710:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2600/0x5703899912343bce lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.694718:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2600/0x5703899912343bce lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.694734:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398609.694737:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.694743:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2600/0x5703899912343bce lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.694751:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2600/0x5703899912343bce lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.694778:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343bd5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.694786:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343bd5 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.694791:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343bd5 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.694796:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d3600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398609.694799:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343bd5 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.694805:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343bd5 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.694812:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x407c6222 (ffff9cf3112cbc00) 00010000:00010000:2.0:1787398609.694814:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.694823:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343bd5 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.694829:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343bd5 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.694877:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2200/0x5703899912343bc7 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3f5 expref: 63 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.694888:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398609.694891:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.694894:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2200/0x5703899912343bc7 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3f5 expref: 63 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.694902:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b1d2200, rc 0) 00000100:00100000:2.0:1787398609.695162:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+62:123760:x1874221247543424:12345-192.168.204.36@tcp:101:cp.0 Request processed in 914us (1242us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398609.695172:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 642 00000100:00100000:0.0:1787398609.698413:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.698566:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247543552 00000100:00100000:2.0:1787398609.698579:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247543552 00000100:00100000:2.0:1787398609.698658:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 643 00000100:00100000:2.0:1787398609.698671:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+62:123760:x1874221247543552:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398609.698699:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398609.698727:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3200/0x5703899912343bdc lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a3fc expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.698845:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3000/0x5703899912343be3 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.698889:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3000/0x5703899912343be3 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.698904:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3000/0x5703899912343be3 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.698926:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3a00/0x5703899912343bea lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.698933:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3a00/0x5703899912343bea lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.698941:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3a00/0x5703899912343bea lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.699013:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3000/0x5703899912343be3 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.699022:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3000/0x5703899912343be3 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.699030:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3000/0x5703899912343be3 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.699036:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3000/0x5703899912343be3 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.699059:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d3000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398609.699066:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3000/0x5703899912343be3 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.699075:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3000/0x5703899912343be3 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.699098:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398609.699102:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.699108:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3000/0x5703899912343be3 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.699114:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3000/0x5703899912343be3 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.699136:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3a00/0x5703899912343bea lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.699142:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3a00/0x5703899912343bea lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.699149:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3a00/0x5703899912343bea lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.699154:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d3a00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398609.699157:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3a00/0x5703899912343bea lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.699163:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3a00/0x5703899912343bea lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.699171:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x407c6222 (ffff9cf3112cbf00) 00010000:00010000:2.0:1787398609.699173:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.699176:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3a00/0x5703899912343bea lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.699181:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3a00/0x5703899912343bea lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.699236:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3200/0x5703899912343bdc lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3fc expref: 63 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.699248:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398609.699250:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.699254:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3200/0x5703899912343bdc lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3fc expref: 63 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.699264:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b1d3200, rc 0) 00000100:00100000:2.0:1787398609.699352:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+62:123760:x1874221247543552:12345-192.168.204.36@tcp:101:cp.0 Request processed in 683us (956us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398609.699361:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 643 00000100:00100000:1.0:1787398609.703346:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398609.703447:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247543808 00000100:00100000:3.0:1787398609.703462:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247543808 00000100:00100000:3.0:1787398609.703576:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 644 00000100:00100000:3.0:1787398609.703589:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+62:123760:x1874221247543808:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398609.703619:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398609.703650:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509c00/0x5703899912343bf1 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a403 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.703819:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343bf8 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.703837:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343bf8 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.703853:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343bf8 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.703895:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508e00/0x5703899912343bff lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.703903:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508e00/0x5703899912343bff lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.703910:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508e00/0x5703899912343bff lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787398609.704359:0:158794:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x25e:0x0], index 0: 0 00080000:00000400:3.0:1787398609.704378:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1787398609.704383:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1787398609.704386:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1787398609.704388:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398609.704390:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1787398609.704391:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398609.704414:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1787398609.704417:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1787398609.704419:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1787398609.704421:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398609.704422:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1787398609.704424:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398609.704458:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1787398609.704461:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1787398609.704463:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1787398609.704465:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398609.704467:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1787398609.704469:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:3.0:1787398609.704618:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912343c06 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.704641:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912343c06 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.704650:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912343c06 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.704695:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343bf8 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.704703:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343bf8 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.704710:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343bf8 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.704718:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343bf8 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.704725:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301508600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.704730:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343bf8 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.704739:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343bf8 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.704755:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398609.704758:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.704764:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343bf8 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.704771:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343bf8 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398609.704814:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b48f6086 reply state 000000008d002a20 transno 34359738749 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508e00/0x5703899912343bff lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.704831:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508e00/0x5703899912343bff lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.704839:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x407c6222 (ffff9cf305ea8700) 00010000:00010000:3.0:1787398609.704841:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787398609.704845:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1787398609.704893:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509c00/0x5703899912343bf1 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a403 expref: 65 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.704911:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912343c06 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a403 expref: 64 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.704922:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x31:0x0].0x0 (ffff9cf305ea8600) 00010000:00010000:3.0:1787398609.704924:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787398609.704927:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a69a00, rc 0) 00000100:00100000:3.0:1787398609.705018:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+65:123760:x1874221247543808:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1431us (1691us total) trans 34359738749 rc 0/0 00000100:00100000:3.0:1787398609.705027:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 644 00000100:00100000:3.0:1787398609.709674:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.709801:0:160294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247543936 00000100:00100000:2.0:1787398609.709815:0:160294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247543936 00000100:00100000:2.0:1787398609.709895:0:160294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 369 00000100:00100000:2.0:1787398609.709907:0:160294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+34:69165:x1874221247543936:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398609.709934:0:160294:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398609.709977:0:160294:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d3163482/0x5703899912343c14 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x25e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a40a expref: -99 pid: 160294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787398609.710012:0:160294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398609.710040:0:160294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25e:0x0].0x0 since=5630s v=(0 0) 00010000:00010000:2.0:1787398609.710061:0:160294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398609.710073:0:160294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d3163482/0x5703899912343c14 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a40a expref: 35 pid: 160294 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.710125:0:160294:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d3163482/0x5703899912343c14 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a40a expref: 35 pid: 160294 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.710141:0:160294:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b1d3200, rc 0) 00000100:00100000:2.0:1787398609.710223:0:160294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+35:69165:x1874221247543936:12345-192.168.204.36@tcp:101:cp.0 Request processed in 318us (563us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398609.710231:0:160294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 369 00000100:00100000:0.0:1787398609.713902:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.714296:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247544064 00000100:00100000:2.0:1787398609.714310:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247544064 00000100:00100000:2.0:1787398609.714392:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 370 00000100:00100000:2.0:1787398609.714404:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+35:123760:x1874221247544064:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398609.714430:0:162529:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398609.714458:0:162529:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d00cd2d8/0x5703899912343c1b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x25e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a411 expref: -99 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.714537:0:162529:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d3163482/0x5703899912343c14 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a40a expref: 36 pid: 160294 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.714548:0:162529:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398609.714552:0:162529:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398609.714558:0:162529:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d00cd2d8/0x5703899912343c1b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x25e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a411 expref: 36 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.714603:0:162529:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d3163482/0x5703899912343c14 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a40a expref: 36 pid: 160294 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.714637:0:162529:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d3163482/0x5703899912343c14 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a40a expref: 36 pid: 160294 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398609.714654:0:162529:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:162529:1874221261007104:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398609.715455:0:162529:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf202cdb600 going to sleep for 11 seconds 00000100:00100000:2.0:1787398609.717777:0:162529:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:162529:1874221261007104:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398609.717827:0:162529:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d00cd2d8/0x5703899912343c1b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x25e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a411 expref: 36 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.717854:0:162529:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b1d3a00, rc 0) 00000100:00100000:2.0:1787398609.717936:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+36:123760:x1874221247544064:12345-192.168.204.36@tcp:101:cp.0 Request processed in 3534us (4051us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398609.717947:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 370 00000100:00100000:1.0:1787398609.720352:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398609.720469:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247544192 00000100:00100000:3.0:1787398609.720525:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247544192 00010000:00010000:3.0:1787398609.720586:0:158779:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d3163482/0x5703899912343c14 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a40a expref: 36 pid: 160294 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398609.720639:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 194 00000100:00100000:3.0:1787398609.720673:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f490c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+36:69162:x1874221247544192:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398609.720695:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398609.720724:0:158779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d3163482/0x5703899912343c14 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a40a expref: 36 pid: 160294 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.720741:0:158779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d3163482/0x5703899912343c14 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a40a expref: 36 pid: 160294 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.720781:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d3163482/0x5703899912343c14 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x25e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a40a expref: 36 pid: 160294 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.720806:0:158779:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398609.720810:0:158779:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398609.720820:0:158779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d00cd2d8/0x5703899912343c1b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a411 expref: 35 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.720832:0:158779:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d00cd2d8/0x5703899912343c1b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a411 expref: 35 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.720883:0:158779:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000d00cd2d8/0x5703899912343c1b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a411 expref: 35 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398609.720901:0:158779:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33aae4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:158779:1874221261007232:192.168.204.36@tcp:105: 00000100:00100000:2.0:1787398609.721337:0:158779:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf32155f480 going to sleep for 11 seconds 00000100:00100000:0.0:1787398609.724351:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.724404:0:158779:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33aae4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:158779:1874221261007232:192.168.204.36@tcp:105: 00010000:00010000:2.0:1787398609.724445:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787398609.724577:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247544448 00000100:00100000:1.0:1787398609.724587:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247544448 00000100:00100000:1.0:1787398609.724665:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 185 00000100:00100000:1.0:1787398609.724679:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+65:123760:x1874221247544448:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:2.0:1787398609.725036:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f490c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+35:69162:x1874221247544192:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 4365us (4695us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398609.725047:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 194 00000100:00100000:1.0:1787398609.725452:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+66:123760:x1874221247544448:12345-192.168.204.36@tcp:35:cp.0 Request processed in 776us (1117us total) trans 34359738750 rc 0/0 00000100:00100000:1.0:1787398609.725461:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 185 00000100:00100000:1.0:1787398609.732875:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.733021:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247544576 00000100:00100000:2.0:1787398609.733040:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247544576 00000100:00100000:2.0:1787398609.733134:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 645 00000100:00100000:2.0:1787398609.733147:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+66:123760:x1874221247544576:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398609.733206:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398609.733236:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3000/0x5703899912343c22 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a418 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.733333:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2200/0x5703899912343c29 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.733350:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2200/0x5703899912343c29 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.733365:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2200/0x5703899912343c29 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.733383:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343c30 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.733390:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343c30 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.733397:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343c30 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.733458:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2200/0x5703899912343c29 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.733467:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2200/0x5703899912343c29 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.733474:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2200/0x5703899912343c29 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.733534:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2200/0x5703899912343c29 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.733547:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d2200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398609.733552:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2200/0x5703899912343c29 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.733560:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2200/0x5703899912343c29 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.733575:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398609.733578:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.733582:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2200/0x5703899912343c29 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.733589:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2200/0x5703899912343c29 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.733606:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343c30 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.733612:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343c30 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.733618:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343c30 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.733623:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d3600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398609.733626:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343c30 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.733632:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343c30 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.733651:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x239dea14 (ffff9cf3112cba00) 00010000:00010000:2.0:1787398609.733654:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.733657:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343c30 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.733663:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343c30 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.733708:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3000/0x5703899912343c22 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a418 expref: 67 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.733718:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398609.733720:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.733723:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3000/0x5703899912343c22 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a418 expref: 67 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.733732:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b1d3000, rc 0) 00000100:00100000:2.0:1787398609.733806:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+66:123760:x1874221247544576:12345-192.168.204.36@tcp:101:cp.0 Request processed in 661us (951us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398609.733815:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 645 00000100:00100000:0.0:1787398609.737989:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398609.738151:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247544704 00000100:00100000:3.0:1787398609.738163:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247544704 00000100:00100000:3.0:1787398609.738270:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 646 00000100:00100000:3.0:1787398609.738282:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+66:123760:x1874221247544704:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398609.738311:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398609.738341:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x5703899912343c37 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a41f expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.738442:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343c3e lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.738459:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343c3e lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.738519:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343c3e lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.738540:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509c00/0x5703899912343c45 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.738548:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509c00/0x5703899912343c45 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.738555:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509c00/0x5703899912343c45 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.738618:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343c3e lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.738627:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343c3e lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.738633:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343c3e lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.738651:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343c3e lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.738658:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a69200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.738664:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343c3e lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.738672:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343c3e lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.738689:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398609.738693:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.738699:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343c3e lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.738706:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343c3e lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.738725:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509c00/0x5703899912343c45 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.738731:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509c00/0x5703899912343c45 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.738737:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509c00/0x5703899912343c45 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.738743:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301509c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.738746:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509c00/0x5703899912343c45 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.738775:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509c00/0x5703899912343c45 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.738784:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x239dea14 (ffff9cf305ea8b00) 00010000:00010000:3.0:1787398609.738787:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.738790:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509c00/0x5703899912343c45 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.738796:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509c00/0x5703899912343c45 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.738838:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x5703899912343c37 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a41f expref: 67 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.738850:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398609.738852:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.738855:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x5703899912343c37 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a41f expref: 67 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.738865:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a68200, rc 0) 00000100:00100000:3.0:1787398609.738957:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+66:123760:x1874221247544704:12345-192.168.204.36@tcp:101:cp.0 Request processed in 676us (994us total) trans 0 rc 301/301 00000100:00100000:3.0:1787398609.740346:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 646 00000100:00100000:0.0:1787398609.743974:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.744110:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247544960 00000100:00100000:2.0:1787398609.744126:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247544960 00000100:00100000:2.0:1787398609.744212:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 647 00000100:00100000:2.0:1787398609.744224:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+66:123760:x1874221247544960:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398609.744255:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398609.744285:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3000/0x5703899912343c4c lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a426 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.744464:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343c53 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.744527:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343c53 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.744542:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343c53 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.744560:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2200/0x5703899912343c5a lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.744568:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2200/0x5703899912343c5a lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.744574:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2200/0x5703899912343c5a lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398609.745008:0:160868:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1da:0x0], index 1: 0 00080000:00000400:2.0:1787398609.745029:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1787398609.745033:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398609.745036:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398609.745038:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398609.745040:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398609.745042:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398609.745075:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1787398609.745078:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398609.745080:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398609.745082:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398609.745084:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398609.745094:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398609.745135:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1787398609.745138:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398609.745140:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398609.745142:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398609.745145:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398609.745147:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1787398609.745281:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2600/0x5703899912343c61 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.745292:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2600/0x5703899912343c61 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.745301:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2600/0x5703899912343c61 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.745347:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343c53 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.745356:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343c53 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.745362:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343c53 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.745370:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343c53 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.745377:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d3600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398609.745382:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343c53 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.745391:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343c53 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.745414:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398609.745418:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.745424:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343c53 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.745431:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343c53 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398609.745453:0:160868:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ce1bd5a7 reply state 00000000cdc6f950 transno 34359738751 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2200/0x5703899912343c5a lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.745464:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2200/0x5703899912343c5a lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.745471:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x239dea14 (ffff9cf3112cba00) 00010000:00010000:2.0:1787398609.745473:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398609.745512:0:160868:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787398609.745553:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3000/0x5703899912343c4c lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a426 expref: 69 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.745570:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2600/0x5703899912343c61 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a426 expref: 68 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.745579:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x32:0x0].0x0 (ffff9cf305182c00) 00010000:00010000:2.0:1787398609.745582:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787398609.745585:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b1d2600, rc 0) 00000100:00100000:2.0:1787398609.745667:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+69:123760:x1874221247544960:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1445us (1714us total) trans 34359738751 rc 0/0 00000100:00100000:2.0:1787398609.745677:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 647 00000100:00100000:1.0:1787398609.751099:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.751245:0:162523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247545088 00000100:00100000:0.0:1787398609.751259:0:162523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247545088 00000100:00100000:0.0:1787398609.751339:0:162523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 371 00000100:00100000:0.0:1787398609.751351:0:162523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:dbe7f5ec-0726-4851-a675-2f47d040e30f+31:69162:x1874221247545088:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398609.751376:0:162523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398609.751405:0:162523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ab253ba/0x5703899912343c6f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1da:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a42d expref: -99 pid: 162523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787398609.751444:0:162523:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1da:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398609.751471:0:162523:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1da:0x0].0x0 since=5630s v=(0 0) 00010000:00010000:0.0:1787398609.751508:0:162523:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1da:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398609.751522:0:162523:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ab253ba/0x5703899912343c6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a42d expref: 32 pid: 162523 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.751543:0:162523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006ab253ba/0x5703899912343c6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a42d expref: 32 pid: 162523 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.751560:0:162523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20bf49800, rc 0) 00000100:00100000:0.0:1787398609.751663:0:162523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:dbe7f5ec-0726-4851-a675-2f47d040e30f+32:69162:x1874221247545088:12345-192.168.204.36@tcp:101:cp.0 Request processed in 314us (579us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398609.751672:0:162523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 371 00000100:00100000:0.0:1787398609.755292:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.755427:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247545216 00000100:00100000:2.0:1787398609.755441:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247545216 00000100:00100000:2.0:1787398609.755535:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 372 00000100:00100000:2.0:1787398609.755547:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+32:123760:x1874221247545216:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398609.755572:0:162520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398609.755596:0:162520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008e6d4665/0x5703899912343c76 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1da:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a434 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.755641:0:162520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006ab253ba/0x5703899912343c6f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a42d expref: 33 pid: 162523 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.755651:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1da:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398609.755656:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1da:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398609.755662:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e6d4665/0x5703899912343c76 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1da:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a434 expref: 33 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.755705:0:162520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006ab253ba/0x5703899912343c6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a42d expref: 33 pid: 162523 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.755721:0:162520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006ab253ba/0x5703899912343c6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a42d expref: 33 pid: 162523 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398609.755738:0:162520:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:162520:1874221261007360:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398609.755860:0:162520:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf202cdb000 going to sleep for 11 seconds 00000100:00100000:2.0:1787398609.759007:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398609.759183:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247545344 00000100:00100000:3.0:1787398609.759195:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247545344 00010000:00010000:3.0:1787398609.759247:0:158780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006ab253ba/0x5703899912343c6f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a42d expref: 34 pid: 162523 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398609.759322:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 195 00000100:00100000:3.0:1787398609.759334:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+34:69164:x1874221247545344:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398609.759353:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398609.759381:0:158780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006ab253ba/0x5703899912343c6f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a42d expref: 34 pid: 162523 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.759397:0:158780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006ab253ba/0x5703899912343c6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a42d expref: 34 pid: 162523 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.759434:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1da:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398609.759440:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1da:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398609.759450:0:158780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008e6d4665/0x5703899912343c76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a434 expref: 34 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.759461:0:158780:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e6d4665/0x5703899912343c76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a434 expref: 34 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.759559:0:158780:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000008e6d4665/0x5703899912343c76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a434 expref: 34 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398609.759630:0:158780:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33aae5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:158780:1874221261007488:192.168.204.36@tcp:105: 00010000:00010000:0.0:1787398609.759703:0:162520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ab253ba/0x5703899912343c6f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a42d expref: 34 pid: 162523 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398609.759723:0:162520:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:162520:1874221261007360:192.168.204.36@tcp:104: 00000100:00100000:3.0:1787398609.759733:0:158780:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf32155f480 going to sleep for 11 seconds 00010000:00010000:0.0:1787398609.760191:0:162520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008e6d4665/0x5703899912343c76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a434 expref: 33 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.760204:0:162520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b1d3000, rc 0) 00000100:00100000:0.0:1787398609.760297:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+33:123760:x1874221247545216:12345-192.168.204.36@tcp:101:cp.0 Request processed in 4752us (5019us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398609.760305:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 372 00000100:00100000:3.0:1787398609.762719:0:158780:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33aae5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:158780:1874221261007488:192.168.204.36@tcp:105: 00010000:00010000:3.0:1787398609.762772:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398609.762895:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+32:69164:x1874221247545344:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 3561us (3906us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398609.762908:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 195 00000100:00100000:1.0:1787398609.765232:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398609.765320:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247545600 00000100:00100000:3.0:1787398609.765333:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247545600 00000100:00100000:3.0:1787398609.765402:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 186 00000100:00100000:3.0:1787398609.765413:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf303df8850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+69:123760:x1874221247545600:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:3.0:1787398609.765874:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf303df8850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+70:123760:x1874221247545600:12345-192.168.204.36@tcp:35:cp.0 Request processed in 459us (651us total) trans 34359738752 rc 0/0 00000100:00100000:3.0:1787398609.765883:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 186 00000100:00100000:1.0:1787398609.769356:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.769573:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247545728 00000100:00100000:2.0:1787398609.769610:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247545728 00000100:00100000:2.0:1787398609.769696:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 648 00000100:00100000:2.0:1787398609.769709:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+70:123760:x1874221247545728:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398609.769745:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398609.769785:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2a00/0x5703899912343c7d lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a43b expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.769883:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343c84 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.769900:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343c84 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.769915:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343c84 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.769932:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343c8b lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.769939:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343c8b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.769946:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343c8b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.770197:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343c84 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.770207:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343c84 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.770213:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343c84 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.770229:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343c84 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.770237:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d2e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398609.770244:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343c84 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.770253:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343c84 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.770269:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398609.770272:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.770277:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343c84 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.770285:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343c84 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.770305:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343c8b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.770312:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343c8b lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.770318:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343c8b lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.770323:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d3c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398609.770326:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343c8b lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.770342:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343c8b lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.770351:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x130f79e0 (ffff9cf305182600) 00010000:00010000:2.0:1787398609.770354:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.770357:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343c8b lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.770363:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343c8b lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.770413:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2a00/0x5703899912343c7d lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a43b expref: 71 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.770425:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398609.770428:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.770432:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2a00/0x5703899912343c7d lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a43b expref: 71 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.770441:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b1d2a00, rc 0) 00000100:00100000:2.0:1787398609.770605:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+70:123760:x1874221247545728:12345-192.168.204.36@tcp:101:cp.0 Request processed in 898us (1264us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398609.770613:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 648 00000100:00100000:2.0:1787398609.773615:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.773715:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247545856 00000100:00100000:0.0:1787398609.773728:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247545856 00000100:00100000:0.0:1787398609.773815:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 649 00000100:00100000:0.0:1787398609.773827:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+70:123760:x1874221247545856:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398609.773856:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398609.773883:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912343c92 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a442 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.773993:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912343c99 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.774011:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912343c99 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.774340:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912343c99 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.774363:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343ca0 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.774371:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343ca0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.774378:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343ca0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.774443:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912343c99 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.774451:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912343c99 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.774458:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912343c99 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.774464:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912343c99 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.774471:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf48000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398609.774518:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912343c99 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.774528:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912343c99 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.774543:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398609.774557:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398609.774565:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912343c99 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.774571:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912343c99 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.774590:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343ca0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.774596:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343ca0 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.774602:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343ca0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.774607:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf49e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398609.774610:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343ca0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.774616:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343ca0 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.774625:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x130f79e0 (ffff9cf311b01300) 00010000:00010000:0.0:1787398609.774627:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398609.774630:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343ca0 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.774635:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343ca0 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.774675:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912343c92 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a442 expref: 71 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.774694:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398609.774696:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398609.774700:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912343c92 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a442 expref: 71 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.774710:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20bf49800, rc 0) 00000100:00100000:0.0:1787398609.774800:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+70:123760:x1874221247545856:12345-192.168.204.36@tcp:101:cp.0 Request processed in 974us (1208us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398609.774808:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 649 00000100:00100000:1.0:1787398609.778345:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.778452:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247546112 00000100:00100000:0.0:1787398609.778465:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247546112 00000100:00100000:0.0:1787398609.778570:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 650 00000100:00100000:0.0:1787398609.778582:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+70:123760:x1874221247546112:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398609.778610:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398609.778636:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343ca7 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a449 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.778775:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343cae lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.778792:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343cae lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.778806:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343cae lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.778823:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48200/0x5703899912343cb5 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.778850:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48200/0x5703899912343cb5 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.778858:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48200/0x5703899912343cb5 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787398609.779301:0:158794:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x25f:0x0], index 0: 0 00080000:00000400:0.0:1787398609.779319:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398609.779324:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398609.779326:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398609.779328:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398609.779330:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398609.779332:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398609.779351:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398609.779354:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398609.779356:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398609.779358:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398609.779360:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398609.779362:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398609.779396:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398609.779399:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398609.779401:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398609.779403:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398609.779405:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398609.779407:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1787398609.779574:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x5703899912343cbc lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.779586:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x5703899912343cbc lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.779607:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x5703899912343cbc lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.779650:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343cae lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.779658:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343cae lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.779665:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343cae lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.779673:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343cae lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.779680:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf49000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398609.779686:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343cae lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.779694:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343cae lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.779708:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398609.779712:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398609.779717:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343cae lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.779724:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343cae lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398609.779744:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000003fa15e51 reply state 0000000023e8cbdf transno 34359738753 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48200/0x5703899912343cb5 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.779784:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48200/0x5703899912343cb5 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.779790:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x130f79e0 (ffff9cf311b01e00) 00010000:00010000:0.0:1787398609.779793:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787398609.779796:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787398609.779839:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343ca7 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a449 expref: 73 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.779855:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x5703899912343cbc lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a449 expref: 72 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.779862:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x33:0x0].0x0 (ffff9cf311b01500) 00010000:00010000:0.0:1787398609.779865:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787398609.779867:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d96b600, rc 0) 00000100:00100000:0.0:1787398609.779958:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+73:123760:x1874221247546112:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1379us (1627us total) trans 34359738753 rc 0/0 00000100:00100000:0.0:1787398609.779967:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 650 00000100:00100000:2.0:1787398609.784642:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398609.784787:0:162514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247546240 00000100:00100000:3.0:1787398609.784801:0:162514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247546240 00000100:00100000:3.0:1787398609.784871:0:162514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 373 00000100:00100000:3.0:1787398609.784884:0:162514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20aabf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+35:69165:x1874221247546240:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398609.784909:0:162514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398609.784945:0:162514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b2088e60/0x5703899912343cca lrc: 2/0,0 mode: --/PR res: [0x280000401:0x25f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a450 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398609.784992:0:162514:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398609.785019:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25f:0x0].0x0 since=5630s v=(0 0) 00010000:00010000:3.0:1787398609.785025:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398609.785036:0:162514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b2088e60/0x5703899912343cca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a450 expref: 36 pid: 162514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.785198:0:162514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b2088e60/0x5703899912343cca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a450 expref: 36 pid: 162514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.785234:0:162514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf301509c00, rc 0) 00000100:00100000:3.0:1787398609.785303:0:162514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20aabf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+36:69165:x1874221247546240:12345-192.168.204.36@tcp:101:cp.0 Request processed in 422us (677us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398609.785311:0:162514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 373 00000100:00100000:3.0:1787398609.799456:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.799631:0:160295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247546368 00000100:00100000:0.0:1787398609.799644:0:160295:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247546368 00000100:00100000:0.0:1787398609.799723:0:160295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 374 00000100:00100000:0.0:1787398609.799736:0:160295:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+36:123760:x1874221247546368:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398609.799761:0:160295:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398609.799797:0:160295:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006986ea79/0x5703899912343cd1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x25f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a457 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.799841:0:160295:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b2088e60/0x5703899912343cca lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x25f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a450 expref: 37 pid: 162514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.799872:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398609.799877:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398609.799884:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006986ea79/0x5703899912343cd1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x25f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a457 expref: 37 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.799928:0:160295:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b2088e60/0x5703899912343cca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a450 expref: 37 pid: 162514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.799945:0:160295:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b2088e60/0x5703899912343cca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a450 expref: 37 pid: 162514 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398609.799975:0:160295:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7f2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:160295:1874221261007616:192.168.204.36@tcp:104: 00000100:00100000:0.0:1787398609.800090:0:160295:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20a33bc00 going to sleep for 11 seconds 00000100:00100000:0.0:1787398609.803220:0:160295:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7f2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:160295:1874221261007616:192.168.204.36@tcp:104: 00010000:00010000:0.0:1787398609.803269:0:160295:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006986ea79/0x5703899912343cd1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x25f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a457 expref: 37 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.803295:0:160295:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d96b800, rc 0) 00000100:00100000:0.0:1787398609.803371:0:160295:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+37:123760:x1874221247546368:12345-192.168.204.36@tcp:101:cp.0 Request processed in 3638us (3928us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398609.803381:0:160295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 374 00000100:00100000:1.0:1787398609.805031:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.805186:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247546496 00000100:00100000:2.0:1787398609.805197:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247546496 00010000:00010000:2.0:1787398609.805245:0:162512:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b2088e60/0x5703899912343cca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a450 expref: 37 pid: 162514 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398609.805316:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 196 00000100:00100000:2.0:1787398609.805327:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+37:69163:x1874221247546496:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787398609.805347:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398609.805374:0:162512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b2088e60/0x5703899912343cca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a450 expref: 37 pid: 162514 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.805389:0:162512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b2088e60/0x5703899912343cca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a450 expref: 37 pid: 162514 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.805420:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b2088e60/0x5703899912343cca lrc: 0/0,0 mode: --/PR res: [0x280000401:0x25f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a450 expref: 37 pid: 162514 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.805442:0:162512:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398609.805446:0:162512:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398609.805456:0:162512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006986ea79/0x5703899912343cd1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a457 expref: 36 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.805467:0:162512:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006986ea79/0x5703899912343cd1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a457 expref: 36 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.805564:0:162512:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006986ea79/0x5703899912343cd1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a457 expref: 36 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398609.805581:0:162512:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:162512:1874221261007744:192.168.204.36@tcp:105: 00000100:00100000:2.0:1787398609.805683:0:162512:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf202cdbf00 going to sleep for 11 seconds 00000100:00100000:3.0:1787398609.809514:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.809648:0:162512:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:162512:1874221261007744:192.168.204.36@tcp:105: 00010000:00010000:2.0:1787398609.809683:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398609.809776:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+36:69163:x1874221247546496:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 4440us (4749us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398609.809790:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 196 00000100:00100000:1.0:1787398609.809940:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247546752 00000100:00100000:1.0:1787398609.809949:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247546752 00000100:00100000:1.0:1787398609.810023:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 187 00000100:00100000:1.0:1787398609.810034:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+73:123760:x1874221247546752:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:1.0:1787398609.810401:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+74:123760:x1874221247546752:12345-192.168.204.36@tcp:35:cp.0 Request processed in 368us (940us total) trans 34359738754 rc 0/0 00000100:00100000:1.0:1787398609.810408:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 187 00000100:00100000:0.0:1787398609.814323:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.814431:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247546880 00000100:00100000:2.0:1787398609.814445:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247546880 00000100:00100000:2.0:1787398609.814562:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 651 00000100:00100000:2.0:1787398609.814575:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+74:123760:x1874221247546880:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398609.814607:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398609.814632:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2a00/0x5703899912343cd8 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a45e expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.814719:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343cdf lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.814735:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343cdf lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.814748:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343cdf lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.814766:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343ce6 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.814773:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343ce6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.814803:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343ce6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.814864:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343cdf lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.814872:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343cdf lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.814878:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343cdf lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.814884:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343cdf lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.814891:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d3c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398609.814896:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343cdf lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.814905:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343cdf lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.814920:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398609.814923:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.814929:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343cdf lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.814937:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343cdf lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.814957:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343ce6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.814983:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343ce6 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.814989:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343ce6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.814995:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d2e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398609.814998:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343ce6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.815004:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343ce6 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.815012:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xc735cef4 (ffff9cf305182600) 00010000:00010000:2.0:1787398609.815014:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.815017:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343ce6 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.815023:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343ce6 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.815081:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2a00/0x5703899912343cd8 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a45e expref: 75 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.815093:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398609.815095:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.815099:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2a00/0x5703899912343cd8 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a45e expref: 75 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.815121:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b1d2a00, rc 0) 00000100:00100000:2.0:1787398609.815204:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+74:123760:x1874221247546880:12345-192.168.204.36@tcp:101:cp.0 Request processed in 631us (896us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398609.815212:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 651 00000100:00100000:3.0:1787398609.818889:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.819021:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247547008 00000100:00100000:0.0:1787398609.819062:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247547008 00000100:00100000:0.0:1787398609.819149:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 652 00000100:00100000:0.0:1787398609.819161:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+74:123760:x1874221247547008:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398609.819191:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398609.819219:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96ac00/0x5703899912343ced lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a465 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.819322:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x5703899912343cf4 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.819341:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x5703899912343cf4 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.819356:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x5703899912343cf4 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.819372:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343cfb lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.819379:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343cfb lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.819386:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343cfb lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.819442:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x5703899912343cf4 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.819450:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x5703899912343cf4 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.819457:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x5703899912343cf4 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.819471:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x5703899912343cf4 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.819525:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96bc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398609.819532:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x5703899912343cf4 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.819541:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x5703899912343cf4 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.819557:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398609.819561:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398609.819567:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x5703899912343cf4 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.819573:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x5703899912343cf4 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.819591:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343cfb lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.819597:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343cfb lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.819603:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343cfb lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.819608:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96b000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398609.819611:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343cfb lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.819627:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343cfb lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.819636:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xc735cef4 (ffff9cf311b01300) 00010000:00010000:0.0:1787398609.819638:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398609.819641:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343cfb lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.819646:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343cfb lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.819686:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96ac00/0x5703899912343ced lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a465 expref: 75 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.819698:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398609.819700:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398609.819704:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96ac00/0x5703899912343ced lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a465 expref: 75 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.819714:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d96ac00, rc 0) 00000100:00100000:0.0:1787398609.819783:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+74:123760:x1874221247547008:12345-192.168.204.36@tcp:101:cp.0 Request processed in 625us (908us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398609.819791:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 652 00000100:00100000:3.0:1787398609.823203:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.823945:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247547264 00000100:00100000:2.0:1787398609.824025:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247547264 00000100:00100000:2.0:1787398609.824524:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 653 00000100:00100000:2.0:1787398609.824537:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+74:123760:x1874221247547264:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398609.824565:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398609.824593:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2a00/0x5703899912343d02 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a46c expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.824740:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343d09 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.824760:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343d09 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.824785:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343d09 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.824802:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343d10 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.824810:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343d10 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.824816:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343d10 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398609.825580:0:160868:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1db:0x0], index 1: 0 00080000:00000400:2.0:1787398609.825601:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398609.825606:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398609.825609:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398609.825611:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398609.825613:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398609.825616:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398609.825635:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398609.825637:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398609.825639:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398609.825641:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398609.825644:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398609.825646:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398609.825680:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398609.825683:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398609.825685:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398609.825687:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398609.825690:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398609.825692:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1787398609.825819:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3e00/0x5703899912343d17 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.825832:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3e00/0x5703899912343d17 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.825842:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3e00/0x5703899912343d17 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.825891:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343d09 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.825915:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343d09 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.825922:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343d09 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.825929:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343d09 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.825937:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d2e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398609.825942:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343d09 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.825952:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343d09 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.826253:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398609.826258:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.826265:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343d09 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.826274:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343d09 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398609.826292:0:160868:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b47b11c1 reply state 00000000ab60b756 transno 34359738755 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343d10 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.826305:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343d10 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.826311:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xc735cef4 (ffff9cf305182600) 00010000:00010000:2.0:1787398609.826320:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398609.826324:0:160868:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787398609.826371:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2a00/0x5703899912343d02 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a46c expref: 77 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.826388:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3e00/0x5703899912343d17 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a46c expref: 76 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.826396:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x34:0x0].0x0 (ffff9cf305182e00) 00010000:00010000:2.0:1787398609.826399:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787398609.826401:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b1d3e00, rc 0) 00000100:00100000:2.0:1787398609.826743:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+77:123760:x1874221247547264:12345-192.168.204.36@tcp:101:cp.0 Request processed in 2207us (3555us total) trans 34359738755 rc 0/0 00000100:00100000:2.0:1787398609.826754:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 653 00000100:00100000:1.0:1787398609.831392:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398609.831525:0:162515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247547392 00000100:00100000:3.0:1787398609.831537:0:162515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247547392 00000100:00100000:3.0:1787398609.831608:0:162515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 375 00000100:00100000:3.0:1787398609.831620:0:162515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+32:69162:x1874221247547392:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398609.831643:0:162515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398609.831673:0:162515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000001de6c6e/0x5703899912343d25 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1db:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a473 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398609.831707:0:162515:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1db:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398609.831733:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1db:0x0].0x0 since=5630s v=(0 0) 00010000:00010000:3.0:1787398609.831738:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1db:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398609.831750:0:162515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000001de6c6e/0x5703899912343d25 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a473 expref: 33 pid: 162515 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.831771:0:162515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000001de6c6e/0x5703899912343d25 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a473 expref: 33 pid: 162515 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.831823:0:162515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf301508600, rc 0) 00000100:00100000:3.0:1787398609.831897:0:162515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+33:69162:x1874221247547392:12345-192.168.204.36@tcp:101:cp.0 Request processed in 279us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398609.831906:0:162515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 375 00000100:00100000:3.0:1787398609.835171:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398609.835312:0:160296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247547520 00000100:00100000:1.0:1787398609.835324:0:160296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247547520 00000100:00100000:1.0:1787398609.835396:0:160296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 376 00000100:00100000:1.0:1787398609.835408:0:160296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+33:123760:x1874221247547520:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398609.835430:0:160296:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398609.835454:0:160296:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8a26c85/0x5703899912343d2c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a47a expref: -99 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.835530:0:160296:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000001de6c6e/0x5703899912343d25 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a473 expref: 34 pid: 162515 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.835541:0:160296:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1db:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398609.835545:0:160296:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1db:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398609.835551:0:160296:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8a26c85/0x5703899912343d2c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a47a expref: 34 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.835597:0:160296:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000001de6c6e/0x5703899912343d25 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a473 expref: 34 pid: 162515 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.835634:0:160296:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000001de6c6e/0x5703899912343d25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a473 expref: 34 pid: 162515 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398609.835652:0:160296:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:160296:1874221261007872:192.168.204.36@tcp:104: 00000100:00100000:1.0:1787398609.835764:0:160296:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20a9b3cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787398609.839037:0:160296:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:160296:1874221261007872:192.168.204.36@tcp:104: 00010000:00010000:1.0:1787398609.839102:0:160296:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c8a26c85/0x5703899912343d2c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a47a expref: 34 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.839133:0:160296:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2034cbc00, rc 0) 00000100:00100000:1.0:1787398609.839230:0:160296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+34:123760:x1874221247547520:12345-192.168.204.36@tcp:101:cp.0 Request processed in 3823us (4070us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398609.839242:0:160296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 376 00000100:00100000:0.0:1787398609.841703:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.842112:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247547648 00000100:00100000:2.0:1787398609.842127:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247547648 00010000:00010000:2.0:1787398609.842185:0:158781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000001de6c6e/0x5703899912343d25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a473 expref: 34 pid: 162515 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398609.842238:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 197 00000100:00100000:2.0:1787398609.842250:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+34:69164:x1874221247547648:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787398609.842271:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398609.842301:0:158781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000001de6c6e/0x5703899912343d25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a473 expref: 34 pid: 162515 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.842318:0:158781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000001de6c6e/0x5703899912343d25 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a473 expref: 34 pid: 162515 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.842376:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000001de6c6e/0x5703899912343d25 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a473 expref: 34 pid: 162515 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.842410:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1db:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398609.842414:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1db:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398609.842423:0:158781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8a26c85/0x5703899912343d2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a47a expref: 33 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.842434:0:158781:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8a26c85/0x5703899912343d2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a47a expref: 33 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.842531:0:158781:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c8a26c85/0x5703899912343d2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a47a expref: 33 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398609.842548:0:158781:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:158781:1874221261008000:192.168.204.36@tcp:105: 00000100:00100000:2.0:1787398609.842663:0:158781:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf202cdbcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787398609.844945:0:158781:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:158781:1874221261008000:192.168.204.36@tcp:105: 00010000:00010000:2.0:1787398609.845041:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398609.845162:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+33:69164:x1874221247547648:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 2912us (3473us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398609.845176:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 197 00000100:00100000:1.0:1787398609.850379:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.850903:0:166561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247547904 00000100:00100000:0.0:1787398609.850920:0:166561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247547904 00000100:00100000:1.0:1787398609.851212:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 188 00000100:00100000:1.0:1787398609.851227:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+77:123760:x1874221247547904:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:1.0:1787398609.851703:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+78:123760:x1874221247547904:12345-192.168.204.36@tcp:35:cp.0 Request processed in 478us (1337us total) trans 34359738756 rc 0/0 00000100:00100000:1.0:1787398609.851712:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 188 00000100:00100000:0.0:1787398609.855887:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.856328:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247548032 00000100:00100000:2.0:1787398609.856342:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247548032 00000100:00100000:2.0:1787398609.856470:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 654 00000100:00100000:2.0:1787398609.856536:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+78:123760:x1874221247548032:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398609.856571:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398609.856596:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2a00/0x5703899912343d33 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a481 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.856683:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343d3a lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.856701:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343d3a lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.856714:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343d3a lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.856730:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343d41 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.856737:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343d41 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.856743:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343d41 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.856808:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343d3a lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.856818:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343d3a lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.856826:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343d3a lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.856844:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343d3a lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.856850:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d2e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398609.856855:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343d3a lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.856864:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343d3a lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.856877:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398609.856880:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.856886:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343d3a lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.856892:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343d3a lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.856908:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343d41 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.856914:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343d41 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.856920:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343d41 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.856925:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d3600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398609.856927:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343d41 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.856942:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343d41 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.856950:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x21aa2247 (ffff9cf305182b00) 00010000:00010000:2.0:1787398609.856952:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.856955:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343d41 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.856961:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343d41 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.857018:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2a00/0x5703899912343d33 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a481 expref: 79 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.857028:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398609.857031:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.857034:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2a00/0x5703899912343d33 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a481 expref: 79 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.857057:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b1d2a00, rc 0) 00000100:00100000:2.0:1787398609.857140:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+78:123760:x1874221247548032:12345-192.168.204.36@tcp:101:cp.0 Request processed in 606us (1266us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398609.857149:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 654 00000100:00100000:1.0:1787398609.860264:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.860353:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247548160 00000100:00100000:2.0:1787398609.860366:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247548160 00000100:00100000:2.0:1787398609.860443:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 655 00000100:00100000:2.0:1787398609.860455:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+78:123760:x1874221247548160:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398609.860520:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398609.860549:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343d48 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a488 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.860637:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3200/0x5703899912343d4f lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.860654:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3200/0x5703899912343d4f lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.860668:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3200/0x5703899912343d4f lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.860686:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343d56 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.860693:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343d56 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.860699:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343d56 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.860759:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3200/0x5703899912343d4f lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.860777:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3200/0x5703899912343d4f lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.860784:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3200/0x5703899912343d4f lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.860790:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3200/0x5703899912343d4f lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.860803:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d3200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398609.860808:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3200/0x5703899912343d4f lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.860816:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3200/0x5703899912343d4f lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.860830:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398609.860833:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.860838:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3200/0x5703899912343d4f lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.860844:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3200/0x5703899912343d4f lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.860864:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343d56 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.860870:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343d56 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.860876:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343d56 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.860881:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d2400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398609.860883:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343d56 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.860889:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343d56 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.860907:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x21aa2247 (ffff9cf305182900) 00010000:00010000:2.0:1787398609.860910:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.860913:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343d56 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.860920:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343d56 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.861366:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343d48 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a488 expref: 79 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.861379:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398609.861381:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.861384:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3800/0x5703899912343d48 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a488 expref: 79 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.861396:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b1d3800, rc 0) 00000100:00100000:2.0:1787398609.861516:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+78:123760:x1874221247548160:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1061us (1267us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398609.861525:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 655 00000100:00100000:1.0:1787398609.864785:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398609.864889:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247548416 00000100:00100000:3.0:1787398609.864905:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247548416 00000100:00100000:3.0:1787398609.864993:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 656 00000100:00100000:3.0:1787398609.865005:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+78:123760:x1874221247548416:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398609.865033:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398609.865072:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343d5d lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a48f expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.865230:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343d64 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.865248:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343d64 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.865262:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343d64 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.865280:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509c00/0x5703899912343d6b lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.865286:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509c00/0x5703899912343d6b lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.865316:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509c00/0x5703899912343d6b lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787398609.866408:0:158795:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x260:0x0], index 0: 0 00080000:00000400:3.0:1787398609.866430:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1787398609.866435:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1787398609.866438:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1787398609.866440:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398609.866443:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1787398609.866445:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398609.866465:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1787398609.866468:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1787398609.866470:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1787398609.866472:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398609.866474:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1787398609.866587:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398609.866637:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1787398609.866640:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1787398609.866642:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1787398609.866643:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398609.866646:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1787398609.866648:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:3.0:1787398609.866800:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x5703899912343d72 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.866815:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x5703899912343d72 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.866825:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x5703899912343d72 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.866889:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343d64 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.866898:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343d64 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.866904:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343d64 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.866911:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343d64 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.866918:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301508600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.866923:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343d64 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.866931:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343d64 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.866946:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398609.866949:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.866955:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343d64 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.867179:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343d64 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398609.867214:0:158795:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000382244fc reply state 00000000d39a5021 transno 34359738757 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509c00/0x5703899912343d6b lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.867230:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509c00/0x5703899912343d6b lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.867246:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x21aa2247 (ffff9cf33b69ec00) 00010000:00010000:3.0:1787398609.867249:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787398609.867253:0:158795:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1787398609.867302:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343d5d lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a48f expref: 81 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.867320:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x5703899912343d72 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a48f expref: 80 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.867329:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x35:0x0].0x0 (ffff9cf20af0d100) 00010000:00010000:3.0:1787398609.867332:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787398609.867335:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a68200, rc 0) 00000100:00100000:3.0:1787398609.867555:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+81:123760:x1874221247548416:12345-192.168.204.36@tcp:101:cp.0 Request processed in 2550us (2782us total) trans 34359738757 rc 0/0 00000100:00100000:3.0:1787398609.867565:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 656 00000100:00100000:1.0:1787398609.871887:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.872245:0:162511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247548544 00000100:00100000:0.0:1787398609.872273:0:162511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247548544 00000100:00100000:0.0:1787398609.872380:0:162511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 377 00000100:00100000:0.0:1787398609.872391:0:162511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dbe7f5ec-0726-4851-a675-2f47d040e30f+36:69165:x1874221247548544:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398609.872415:0:162511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398609.872444:0:162511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d9b2a27/0x5703899912343d80 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x260:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a496 expref: -99 pid: 162511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787398609.872508:0:162511:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x260:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398609.872539:0:162511:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x260:0x0].0x0 since=5630s v=(0 0) 00010000:00010000:0.0:1787398609.872544:0:162511:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x260:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398609.872557:0:162511:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d9b2a27/0x5703899912343d80 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a496 expref: 37 pid: 162511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.872578:0:162511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003d9b2a27/0x5703899912343d80 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a496 expref: 37 pid: 162511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.872595:0:162511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d96bc00, rc 0) 00000100:00100000:0.0:1787398609.872666:0:162511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dbe7f5ec-0726-4851-a675-2f47d040e30f+37:69165:x1874221247548544:12345-192.168.204.36@tcp:101:cp.0 Request processed in 277us (794us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398609.872675:0:162511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 377 00000100:00100000:1.0:1787398609.876016:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.876145:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247548672 00000100:00100000:2.0:1787398609.876158:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247548672 00000100:00100000:2.0:1787398609.876257:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 378 00000100:00100000:2.0:1787398609.876268:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+37:123760:x1874221247548672:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398609.876289:0:162529:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398609.876312:0:162529:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002c3bc832/0x5703899912343d87 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x260:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a49d expref: -99 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.876362:0:162529:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003d9b2a27/0x5703899912343d80 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a496 expref: 38 pid: 162511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.876372:0:162529:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x260:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398609.876377:0:162529:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x260:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398609.876383:0:162529:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c3bc832/0x5703899912343d87 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x260:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a49d expref: 38 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.876424:0:162529:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003d9b2a27/0x5703899912343d80 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a496 expref: 38 pid: 162511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.876440:0:162529:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003d9b2a27/0x5703899912343d80 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a496 expref: 38 pid: 162511 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398609.876457:0:162529:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:162529:1874221261008128:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398609.877183:0:162529:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf202cdb9c0 going to sleep for 11 seconds 00010000:00010000:3.0:1787398609.881651:0:165607:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db000/0x5703899912342983 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x570389991234298a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398609.881678:0:165607:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db000/0x5703899912342983 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x570389991234298a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.881739:0:165607:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db000/0x5703899912342983 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x570389991234298a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.881747:0:165607:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1787398609.881908:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261008256:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1787398609.882021:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398609.882135:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261008256 00000100:00100000:2.0:1787398609.882146:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261008256 00000100:00100000:2.0:1787398609.882209:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1787398609.882218:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+15:106503:x1874221261008256:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1787398609.882232:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398609.882256:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c600/0x570389991234298a lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912342983 expref: 15 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.882299:0:158779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9feaf7a7 (ffff9cf30d87d100) 00010000:00010000:2.0:1787398609.882320:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787398609.882536:0:165607:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db000/0x5703899912342983 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x570389991234298a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.882570:0:165607:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638000/0x57038999123428c6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x57038999123428cd expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398609.882579:0:165607:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638000/0x57038999123428c6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x57038999123428cd expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.882603:0:165607:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638000/0x57038999123428c6 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x57038999123428cd expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.882611:0:165607:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787398609.882633:0:165607:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638000/0x57038999123428c6 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x57038999123428cd expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.882652:0:165607:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dac00/0x5703899912342809 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912342810 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398609.882660:0:165607:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dac00/0x5703899912342809 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912342810 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.882678:0:165607:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dac00/0x5703899912342809 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342810 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.882685:0:165607:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787398609.882692:0:165607:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dac00/0x5703899912342809 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342810 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.882707:0:165607:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638a00/0x570389991234274c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912342753 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398609.882719:0:162529:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:162529:1874221261008128:192.168.204.36@tcp:104: 00000004:00010000:3.0:1787398609.882734:0:165607:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638a00/0x570389991234274c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912342753 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.882754:0:165607:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638a00/0x570389991234274c lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342753 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.882764:0:162529:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002c3bc832/0x5703899912343d87 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x260:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a49d expref: 38 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.882772:0:165607:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787398609.882793:0:162529:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b1d3800, rc 0) 00000100:00100000:2.0:1787398609.882980:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+14:106503:x1874221261008256:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 761us (959us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398609.882990:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00010000:00010000:3.0:1787398609.883101:0:165607:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638a00/0x570389991234274c lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342753 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.883120:0:165607:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x57038999123426a4 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x57038999123426ab expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398609.883129:0:165607:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x57038999123426a4 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x57038999123426ab expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.883148:0:165607:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x57038999123426a4 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x57038999123426ab expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.883155:0:165607:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787398609.883161:0:165607:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9c000/0x57038999123426a4 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x57038999123426ab expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.883176:0:165607:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638800/0x57038999123425fc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912342603 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398609.883184:0:165607:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638800/0x57038999123425fc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912342603 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.883216:0:165607:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638800/0x57038999123425fc lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342603 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.883222:0:165607:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787398609.883227:0:165607:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf20b638800/0x57038999123425fc lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342603 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.883241:0:165607:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9cc00/0x5703899912342554 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x570389991234255b expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398609.883249:0:165607:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9cc00/0x5703899912342554 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x570389991234255b expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.883265:0:165607:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9cc00/0x5703899912342554 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x570389991234255b expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.883271:0:165607:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787398609.883276:0:165607:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9cc00/0x5703899912342554 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x570389991234255b expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.883289:0:165607:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9ce00/0x57038999123424ac lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x57038999123424b3 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398609.883296:0:165607:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9ce00/0x57038999123424ac lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x57038999123424b3 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.883313:0:165607:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9ce00/0x57038999123424ac lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x57038999123424b3 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.883330:0:165607:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787398609.883336:0:165607:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf32cc9ce00/0x57038999123424ac lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x57038999123424b3 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.883350:0:165607:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dae00/0x5703899912342404 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x570389991234240b expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398609.883357:0:165607:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dae00/0x5703899912342404 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x570389991234240b expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.883373:0:165607:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dae00/0x5703899912342404 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x570389991234240b expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.883380:0:165607:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787398609.883384:0:165607:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056dae00/0x5703899912342404 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x570389991234240b expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.883398:0:165607:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db200/0x570389991234235c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5703899912342363 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398609.883405:0:165607:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db200/0x570389991234235c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5703899912342363 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.883420:0:165607:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db200/0x570389991234235c lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342363 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.883427:0:165607:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787398609.883431:0:165607:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9cf2056db200/0x570389991234235c lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5703899912342363 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1787398609.883450:0:165607:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 25769803808 is committed 00000100:00100000:3.0:1787398609.883611:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261008640:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398609.883663:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398609.883694:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261009152:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398609.883712:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398609.883736:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1787398609.883742:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261008768:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398609.883844:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398609.883865:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261009280:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398609.883888:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398609.883917:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261008384:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398609.883941:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398609.883952:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304180700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261008896:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398609.884041:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398609.884063:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261009408:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398609.884083:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398609.884094:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1787398609.884099:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261008512:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398609.884116:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398609.884124:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261009024:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398609.884141:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398609.884170:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261008640 00000100:00100000:3.0:1787398609.884176:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261008640 00000100:00100000:3.0:1787398609.884219:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261009152 00000100:00100000:3.0:1787398609.884221:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261009152 00000100:00100000:3.0:1787398609.884232:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261008768 00000100:00100000:3.0:1787398609.884234:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261008768 00000100:00100000:3.0:1787398609.884246:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261009280 00000100:00100000:3.0:1787398609.884248:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261009280 00000100:00100000:3.0:1787398609.884258:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261008384 00000100:00100000:3.0:1787398609.884261:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261008384 00000100:00100000:3.0:1787398609.884271:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261008896 00000100:00100000:3.0:1787398609.884273:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261008896 00000100:00100000:3.0:1787398609.884282:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261009408 00000100:00100000:3.0:1787398609.884285:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261009408 00000100:00100000:3.0:1787398609.884294:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261008512 00000100:00100000:3.0:1787398609.884296:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261008512 00000100:00100000:3.0:1787398609.884308:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261009024 00000100:00100000:3.0:1787398609.884310:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261009024 00000100:00100000:3.0:1787398609.884325:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1787398609.884333:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+22:106502:x1874221261008640:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1787398609.884347:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398609.884370:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911ce00/0x5703899912342753 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x570389991234274c expref: 22 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.884386:0:158781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a253ddb (ffff9cf30d87d700) 00010000:00010000:3.0:1787398609.884397:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398609.884430:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+21:106502:x1874221261008640:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 97us (767us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398609.884438:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1787398609.884456:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1787398609.884462:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+20:106502:x1874221261009152:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1787398609.884470:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398609.884514:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639600/0x57038999123424b3 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x57038999123424ac expref: 20 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.884525:0:158781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x30d22c80 (ffff9cf30da95900) 00010000:00010000:3.0:1787398609.884533:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398609.884556:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+19:106502:x1874221261009152:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 94us (842us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398609.884562:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1787398609.884575:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1787398609.884580:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f493050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+18:106502:x1874221261008768:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1787398609.884588:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398609.884598:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056da600/0x57038999123426ab lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x57038999123426a4 expref: 18 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.884611:0:158781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x96709776 (ffff9cf2051cdf00) 00010000:00010000:3.0:1787398609.884618:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398609.884639:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f493050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+17:106502:x1874221261008768:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 59us (795us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398609.884644:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1787398609.884692:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1787398609.884698:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+16:106502:x1874221261009280:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1787398609.884704:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398609.884715:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x570389991234240b lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912342404 expref: 16 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.884725:0:158781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdab9809a (ffff9cf337a20a00) 00010000:00010000:3.0:1787398609.884733:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398609.884759:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+15:106502:x1874221261009280:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 62us (871us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398609.885027:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:2.0:1787398609.885037:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+15:106500:x1874221261008384:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1787398609.885055:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398609.885068:0:158780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639400/0x57038999123428cd lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x57038999123428c6 expref: 15 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.885080:0:158780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9d6f79b8 (ffff9cf30da95600) 00010000:00010000:2.0:1787398609.885088:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398609.885121:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+14:106500:x1874221261008384:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 86us (1178us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398609.885128:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:2.0:1787398609.885143:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1787398609.885149:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+13:106500:x1874221261008896:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1787398609.885156:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398609.885167:0:158780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9c200/0x5703899912342603 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x57038999123425fc expref: 13 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.885178:0:158780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbf4c99ad (ffff9cf30d87df00) 00010000:00010000:2.0:1787398609.885185:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398609.885213:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+12:106500:x1874221261008896:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 63us (1171us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398609.885219:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1787398609.885232:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:2.0:1787398609.885238:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+11:106500:x1874221261009408:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1787398609.885245:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398609.885256:0:158780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf32cc9c600/0x5703899912342363 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x570389991234235c expref: 11 pid: 158800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.885265:0:158780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xed36d805 (ffff9cf30619dc00) 00010000:00010000:2.0:1787398609.885272:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398609.885291:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+10:106500:x1874221261009408:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 54us (1208us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398609.885297:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:2.0:1787398609.885308:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1787398609.885314:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+9:106500:x1874221261008512:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1787398609.885320:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398609.885330:0:158780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69800/0x5703899912342810 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912342809 expref: 9 pid: 162682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.885339:0:158780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcaaa8ec3 (ffff9cf337a20100) 00010000:00010000:2.0:1787398609.885347:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398609.885366:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+8:106500:x1874221261008512:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 52us (1248us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398609.885372:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1787398609.885382:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:2.0:1787398609.885388:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+7:106500:x1874221261009024:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1787398609.885401:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398609.885412:0:158780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dba00/0x570389991234255b lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912342554 expref: 7 pid: 158799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.885423:0:158780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc86efa78 (ffff9cf2051cd500) 00010000:00010000:2.0:1787398609.885430:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398609.885454:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221261009024:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 66us (1312us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398609.885460:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:3.0:1787398609.885580:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1787398609.885633:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261008768:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398609.885644:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261009280:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398609.885653:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261008640:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398609.885660:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261009152:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398609.885702:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261008512:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398609.885712:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261009024:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398609.885719:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261008384:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398609.885727:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304180700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261008896:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787398609.885736:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261009408:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1787398609.885891:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261008256:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1787398609.888723:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+38:123760:x1874221247548672:12345-192.168.204.36@tcp:101:cp.0 Request processed in 12436us (12758us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398609.888741:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 378 00000100:00100000:3.0:1787398609.888949:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.889972:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247548800 00000100:00100000:0.0:1787398609.889990:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247548800 00010000:00010000:0.0:1787398609.890058:0:158780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003d9b2a27/0x5703899912343d80 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a496 expref: 38 pid: 162511 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398609.890127:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 198 00000100:00100000:0.0:1787398609.890138:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f493850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+38:69163:x1874221247548800:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398609.890156:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398609.890182:0:158780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003d9b2a27/0x5703899912343d80 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x260:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a496 expref: 38 pid: 162511 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.890199:0:158780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003d9b2a27/0x5703899912343d80 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x260:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a496 expref: 38 pid: 162511 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.890230:0:158780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d9b2a27/0x5703899912343d80 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x260:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a496 expref: 38 pid: 162511 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.890251:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x260:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398609.890256:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x260:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398609.890266:0:158780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002c3bc832/0x5703899912343d87 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a49d expref: 37 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.890278:0:158780:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c3bc832/0x5703899912343d87 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a49d expref: 37 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.890329:0:158780:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000002c3bc832/0x5703899912343d87 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a49d expref: 37 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398609.890348:0:158780:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7f1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:158780:1874221261009536:192.168.204.36@tcp:105: 00000100:00100000:0.0:1787398609.890627:0:158780:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20a33bc00 going to sleep for 11 seconds 00000100:00100000:0.0:1787398609.893738:0:158780:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7f1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:158780:1874221261009536:192.168.204.36@tcp:105: 00010000:00010000:0.0:1787398609.893789:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398609.893866:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f493850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+37:69163:x1874221247548800:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 3727us (4917us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398609.893880:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 198 00000100:00100000:3.0:1787398609.895016:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.895236:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247549056 00000100:00100000:2.0:1787398609.895247:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247549056 00000100:00100000:2.0:1787398609.895310:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 189 00000100:00100000:2.0:1787398609.895322:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+81:123760:x1874221247549056:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:2.0:1787398609.895754:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+82:123760:x1874221247549056:12345-192.168.204.36@tcp:35:cp.0 Request processed in 431us (744us total) trans 34359738758 rc 0/0 00000100:00100000:2.0:1787398609.895763:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 189 00000100:00100000:3.0:1787398609.899420:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.899684:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247549184 00000100:00100000:2.0:1787398609.899697:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247549184 00000100:00100000:2.0:1787398609.899786:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 657 00000100:00100000:2.0:1787398609.899798:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+82:123760:x1874221247549184:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398609.899831:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398609.899861:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2a00/0x5703899912343d8e lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a4a4 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.899954:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343d95 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.900003:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343d95 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.900016:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343d95 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.900035:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343d9c lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.900043:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343d9c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.900065:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343d9c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.900130:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343d95 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.900139:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343d95 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.900146:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343d95 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.900153:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343d95 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.900159:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d3600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398609.900166:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343d95 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.900174:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343d95 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.900196:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398609.900199:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.900204:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343d95 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.900212:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343d95 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.900232:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343d9c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.900239:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343d9c lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.900244:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343d9c lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.900249:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d2e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398609.900252:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343d9c lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.900258:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343d9c lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.900266:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xbf580d0c (ffff9cf3414feb00) 00010000:00010000:2.0:1787398609.900269:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.900272:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343d9c lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.900278:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343d9c lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.900333:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2a00/0x5703899912343d8e lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4a4 expref: 83 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.900345:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398609.900347:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.900351:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2a00/0x5703899912343d8e lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4a4 expref: 83 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.900362:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b1d2a00, rc 0) 00000100:00100000:2.0:1787398609.900456:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+82:123760:x1874221247549184:12345-192.168.204.36@tcp:101:cp.0 Request processed in 661us (1053us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398609.900465:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 657 00000100:00100000:0.0:1787398609.903359:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398609.904039:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247549312 00000100:00100000:1.0:1787398609.904112:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247549312 00000100:00100000:1.0:1787398609.904241:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 658 00000100:00100000:1.0:1787398609.904254:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+82:123760:x1874221247549312:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398609.904279:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398609.904307:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb200/0x5703899912343da3 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a4ab expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.904399:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca400/0x5703899912343daa lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.904415:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca400/0x5703899912343daa lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.904429:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca400/0x5703899912343daa lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.904447:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb000/0x5703899912343db1 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.904454:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb000/0x5703899912343db1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.904514:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb000/0x5703899912343db1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.904572:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca400/0x5703899912343daa lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.904580:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca400/0x5703899912343daa lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.904587:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca400/0x5703899912343daa lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.904594:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca400/0x5703899912343daa lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.904601:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2034ca400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398609.904606:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca400/0x5703899912343daa lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.904615:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca400/0x5703899912343daa lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.904629:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398609.904633:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398609.904638:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca400/0x5703899912343daa lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.904645:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca400/0x5703899912343daa lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.904663:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb000/0x5703899912343db1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.904675:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb000/0x5703899912343db1 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.904682:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb000/0x5703899912343db1 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.904687:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2034cb000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398609.904690:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb000/0x5703899912343db1 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.904696:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb000/0x5703899912343db1 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.904705:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xbf580d0c (ffff9cf33e1a8800) 00010000:00010000:1.0:1787398609.904707:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398609.904710:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb000/0x5703899912343db1 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.904715:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb000/0x5703899912343db1 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.904758:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb200/0x5703899912343da3 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4ab expref: 83 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.904781:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398609.904783:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398609.904787:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb200/0x5703899912343da3 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4ab expref: 83 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.904810:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2034cb200, rc 0) 00000100:00100000:1.0:1787398609.904897:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+82:123760:x1874221247549312:12345-192.168.204.36@tcp:101:cp.0 Request processed in 646us (1552us total) trans 0 rc 301/301 00000100:00100000:1.0:1787398609.904906:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 658 00000100:00100000:1.0:1787398609.907716:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398609.907861:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247549568 00000100:00100000:3.0:1787398609.907874:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247549568 00000100:00100000:3.0:1787398609.907951:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 659 00000100:00100000:3.0:1787398609.907962:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+82:123760:x1874221247549568:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398609.907990:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398609.908017:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x5703899912343db8 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a4b2 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.908207:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343dbf lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.908225:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343dbf lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.908238:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343dbf lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.908256:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69800/0x5703899912343dc6 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.908262:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69800/0x5703899912343dc6 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.908268:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69800/0x5703899912343dc6 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787398609.908730:0:158796:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1dc:0x0], index 1: 0 00080000:00000400:3.0:1787398609.908749:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:3.0:1787398609.908754:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:3.0:1787398609.908756:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1787398609.908758:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398609.908770:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1787398609.908773:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398609.908795:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:3.0:1787398609.908797:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:3.0:1787398609.908799:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1787398609.908801:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398609.908804:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1787398609.908814:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398609.908856:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:3.0:1787398609.908859:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:3.0:1787398609.908861:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1787398609.908863:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398609.908865:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1787398609.908867:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:3.0:1787398609.908989:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343dcd lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.908999:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343dcd lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.909007:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343dcd lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.909058:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343dbf lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.909067:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343dbf lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.909073:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343dbf lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.909080:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343dbf lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.909087:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a69200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.909092:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343dbf lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.909100:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343dbf lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.909123:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398609.909126:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.909131:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343dbf lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.909138:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343dbf lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398609.909154:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000676e5c5b reply state 000000008b60f594 transno 34359738759 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69800/0x5703899912343dc6 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.909164:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69800/0x5703899912343dc6 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.909170:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xbf580d0c (ffff9cf20af0d200) 00010000:00010000:3.0:1787398609.909173:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787398609.909175:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1787398609.909213:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x5703899912343db8 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4b2 expref: 85 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.909227:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343dcd lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4b2 expref: 84 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.909233:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x36:0x0].0x0 (ffff9cf20af0db00) 00010000:00010000:3.0:1787398609.909235:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787398609.909237:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf301509200, rc 0) 00000100:00100000:3.0:1787398609.909320:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+85:123760:x1874221247549568:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1360us (1618us total) trans 34359738759 rc 0/0 00000100:00100000:3.0:1787398609.909329:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 659 00000100:00100000:0.0:1787398609.913409:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398609.913728:0:162522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247549696 00000100:00100000:1.0:1787398609.913741:0:162522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247549696 00000100:00100000:1.0:1787398609.913907:0:162522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 379 00000100:00100000:1.0:1787398609.913920:0:162522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+33:69163:x1874221247549696:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398609.913948:0:162522:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398609.913992:0:162522:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b1680ad9/0x5703899912343ddb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a4b9 expref: -99 pid: 162522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398609.914027:0:162522:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1dc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787398609.914062:0:162522:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1dc:0x0].0x0 since=5630s v=(0 0) 00010000:00010000:1.0:1787398609.914067:0:162522:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1dc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398609.914079:0:162522:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1680ad9/0x5703899912343ddb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4b9 expref: 34 pid: 162522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.914099:0:162522:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b1680ad9/0x5703899912343ddb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4b9 expref: 34 pid: 162522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.914116:0:162522:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2034ca600, rc 0) 00000100:00100000:1.0:1787398609.914325:0:162522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+34:69163:x1874221247549696:12345-192.168.204.36@tcp:101:cp.0 Request processed in 406us (931us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398609.914352:0:162522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 379 00000100:00100000:0.0:1787398609.918274:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.918448:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247549824 00000100:00100000:2.0:1787398609.918462:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247549824 00000100:00100000:2.0:1787398609.918643:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 380 00000100:00100000:2.0:1787398609.918655:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+34:123760:x1874221247549824:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398609.918678:0:162520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398609.918702:0:162520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000089332741/0x5703899912343de2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a4c0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.918743:0:162520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b1680ad9/0x5703899912343ddb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4b9 expref: 35 pid: 162522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.918752:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1dc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398609.918757:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1dc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398609.918784:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000089332741/0x5703899912343de2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4c0 expref: 35 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.918902:0:162520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b1680ad9/0x5703899912343ddb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4b9 expref: 35 pid: 162522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.918918:0:162520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b1680ad9/0x5703899912343ddb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4b9 expref: 35 pid: 162522 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398609.918936:0:162520:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:162520:1874221261009664:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398609.919080:0:162520:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf202cdbd80 going to sleep for 11 seconds 00000100:00100000:0.0:1787398609.925055:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.925093:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247549952 00000100:00100000:0.0:1787398609.925102:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247549952 00010000:00010000:0.0:1787398609.925155:0:158779:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b1680ad9/0x5703899912343ddb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4b9 expref: 36 pid: 162522 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398609.925203:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 199 00000100:00100000:0.0:1787398609.925213:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+36:69164:x1874221247549952:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398609.925235:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398609.925263:0:158779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b1680ad9/0x5703899912343ddb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4b9 expref: 36 pid: 162522 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.925278:0:158779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b1680ad9/0x5703899912343ddb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4b9 expref: 36 pid: 162522 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.925308:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b1680ad9/0x5703899912343ddb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4b9 expref: 36 pid: 162522 timeout: 5730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.925352:0:158779:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1dc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398609.925357:0:158779:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1dc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398609.925367:0:158779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000089332741/0x5703899912343de2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4c0 expref: 35 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.925379:0:158779:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000089332741/0x5703899912343de2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4c0 expref: 35 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.925425:0:158779:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000089332741/0x5703899912343de2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4c0 expref: 35 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398609.925457:0:158779:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7f0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:158779:1874221261009792:192.168.204.36@tcp:105: 00000100:00100000:1.0:1787398609.925470:0:162520:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:162520:1874221261009664:192.168.204.36@tcp:104: 00010000:00010000:1.0:1787398609.925529:0:162520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000089332741/0x5703899912343de2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4c0 expref: 35 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398609.925541:0:162520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b1d2a00, rc 0) 00000100:00100000:0.0:1787398609.925572:0:158779:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20a33b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787398609.925575:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+35:123760:x1874221247549824:12345-192.168.204.36@tcp:101:cp.0 Request processed in 6923us (7318us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398609.925583:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 380 00000100:00100000:2.0:1787398609.928421:0:158779:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7f0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:158779:1874221261009792:192.168.204.36@tcp:105: 00010000:00010000:2.0:1787398609.928464:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398609.928672:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+34:69164:x1874221247549952:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 3458us (3641us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398609.928687:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 199 00000100:00100000:3.0:1787398609.930129:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.930228:0:166561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247550208 00000100:00100000:0.0:1787398609.930239:0:166561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247550208 00000100:00100000:0.0:1787398609.930341:0:166561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 190 00000100:00100000:0.0:1787398609.930353:0:166561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+85:123760:x1874221247550208:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:0.0:1787398609.931202:0:166561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+86:123760:x1874221247550208:12345-192.168.204.36@tcp:35:cp.0 Request processed in 844us (1079us total) trans 34359738760 rc 0/0 00000100:00100000:0.0:1787398609.931214:0:166561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 190 00000100:00100000:0.0:1787398609.940786:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398609.942249:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247550336 00000100:00100000:3.0:1787398609.942269:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247550336 00000100:00100000:3.0:1787398609.942358:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 660 00000100:00100000:3.0:1787398609.942369:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+86:123760:x1874221247550336:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398609.942401:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398609.942427:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343de9 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a4c7 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.942552:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x5703899912343df0 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.942571:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x5703899912343df0 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.942586:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x5703899912343df0 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.942602:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343df7 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.942609:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343df7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.942616:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343df7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.942668:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x5703899912343df0 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.942674:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x5703899912343df0 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.942698:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x5703899912343df0 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.942705:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x5703899912343df0 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.942711:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a69000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.942716:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x5703899912343df0 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.942725:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x5703899912343df0 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.942739:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398609.942742:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.942747:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x5703899912343df0 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.942753:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69000/0x5703899912343df0 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.942771:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343df7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.942777:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343df7 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.942782:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343df7 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.942787:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a69200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398609.942796:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343df7 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.942803:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343df7 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.942812:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe3541c1d (ffff9cf33b69d400) 00010000:00010000:3.0:1787398609.942815:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.942818:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343df7 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.942825:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912343df7 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.942864:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343de9 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4c7 expref: 87 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.942875:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398609.942877:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398609.942881:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912343de9 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4c7 expref: 87 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398609.942902:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf301508600, rc 0) 00000100:00100000:3.0:1787398609.943258:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+86:123760:x1874221247550336:12345-192.168.204.36@tcp:101:cp.0 Request processed in 889us (2490us total) trans 0 rc 301/301 00000100:00100000:3.0:1787398609.943267:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 660 00000100:00100000:2.0:1787398609.951575:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398609.951651:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247550464 00000100:00100000:3.0:1787398609.951665:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247550464 00000100:00100000:2.0:1787398609.951827:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 661 00000100:00100000:2.0:1787398609.951842:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+86:123760:x1874221247550464:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398609.951879:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398609.951909:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343dfe lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a4ce expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.951998:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343e05 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.952037:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343e05 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.952062:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343e05 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.952082:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3200/0x5703899912343e0c lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.952090:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3200/0x5703899912343e0c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.952097:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3200/0x5703899912343e0c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.952152:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343e05 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.952160:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343e05 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.952166:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343e05 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.952173:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343e05 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.952179:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d2e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398609.952184:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343e05 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.952192:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343e05 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.952214:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398609.952217:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.952223:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343e05 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.952230:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343e05 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.952244:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3200/0x5703899912343e0c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.952251:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3200/0x5703899912343e0c lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.952256:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3200/0x5703899912343e0c lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.952262:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d3200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398609.952265:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3200/0x5703899912343e0c lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.952270:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3200/0x5703899912343e0c lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.952278:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe3541c1d (ffff9cf3414feb00) 00010000:00010000:2.0:1787398609.952280:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.952283:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3200/0x5703899912343e0c lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.952290:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3200/0x5703899912343e0c lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.952349:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343dfe lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4ce expref: 87 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.952361:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398609.952363:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.952367:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343dfe lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4ce expref: 87 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.952377:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b1d3600, rc 0) 00000100:00100000:2.0:1787398609.952460:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+86:123760:x1874221247550464:12345-192.168.204.36@tcp:101:cp.0 Request processed in 621us (899us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398609.952468:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 661 00000100:00100000:1.0:1787398609.957243:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.957365:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247550720 00000100:00100000:2.0:1787398609.957379:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247550720 00000100:00100000:2.0:1787398609.957526:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 662 00000100:00100000:2.0:1787398609.957538:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+86:123760:x1874221247550720:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398609.957579:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398609.957606:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343e13 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a4d5 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.957777:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x5703899912343e1a lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.957795:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x5703899912343e1a lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.957809:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x5703899912343e1a lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.957843:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8800/0x5703899912343e21 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.957849:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8800/0x5703899912343e21 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.957861:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8800/0x5703899912343e21 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398609.958324:0:160868:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x261:0x0], index 0: 0 00080000:00000400:2.0:1787398609.958341:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398609.958345:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398609.958348:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398609.958350:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398609.958352:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398609.958354:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398609.958375:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398609.958378:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398609.958380:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398609.958382:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398609.958383:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398609.958385:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398609.958420:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398609.958423:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398609.958425:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398609.958427:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398609.958429:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398609.958431:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1787398609.958591:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9400/0x5703899912343e28 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.958618:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9400/0x5703899912343e28 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.958627:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9400/0x5703899912343e28 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.958675:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x5703899912343e1a lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.958683:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x5703899912343e1a lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.958689:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x5703899912343e1a lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.958696:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x5703899912343e1a lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.958703:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf3136b8200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398609.958708:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x5703899912343e1a lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.958717:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x5703899912343e1a lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.958733:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398609.958736:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398609.958742:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x5703899912343e1a lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.958748:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8200/0x5703899912343e1a lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398609.958772:0:160868:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000037d4ec6f reply state 00000000bcd1f39d transno 34359738761 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8800/0x5703899912343e21 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.958785:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8800/0x5703899912343e21 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.958791:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe3541c1d (ffff9cf3414fe700) 00010000:00010000:2.0:1787398609.958793:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398609.958796:0:160868:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787398609.958834:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343e13 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4d5 expref: 89 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.958849:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9400/0x5703899912343e28 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4d5 expref: 88 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.958857:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x37:0x0].0x0 (ffff9cf3414fec00) 00010000:00010000:2.0:1787398609.958860:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787398609.958862:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3136b9400, rc 0) 00000100:00100000:2.0:1787398609.958959:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+89:123760:x1874221247550720:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1423us (1731us total) trans 34359738761 rc 0/0 00000100:00100000:2.0:1787398609.958968:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 662 00000100:00100000:1.0:1787398609.964873:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.964998:0:162518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247550848 00000100:00100000:0.0:1787398609.965011:0:162518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247550848 00000100:00100000:0.0:1787398609.965096:0:162518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 381 00000100:00100000:0.0:1787398609.965128:0:162518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+37:69165:x1874221247550848:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398609.965153:0:162518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398609.965183:0:162518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa6f911d/0x5703899912343e36 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x261:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a4dc expref: -99 pid: 162518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787398609.965217:0:162518:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x261:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398609.965245:0:162518:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x261:0x0].0x0 since=5631s v=(0 0) 00010000:00010000:0.0:1787398609.965250:0:162518:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x261:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398609.965261:0:162518:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa6f911d/0x5703899912343e36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4dc expref: 38 pid: 162518 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.965283:0:162518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000aa6f911d/0x5703899912343e36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4dc expref: 38 pid: 162518 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.965298:0:162518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d96ac00, rc 0) 00000100:00100000:0.0:1787398609.965374:0:162518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+38:69165:x1874221247550848:12345-192.168.204.36@tcp:101:cp.0 Request processed in 248us (527us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398609.965381:0:162518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 381 00000100:00100000:3.0:1787398609.969158:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.969294:0:160295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247550976 00000100:00100000:0.0:1787398609.969308:0:160295:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247550976 00000100:00100000:0.0:1787398609.969391:0:160295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 382 00000100:00100000:0.0:1787398609.969403:0:160295:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+38:123760:x1874221247550976:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398609.969428:0:160295:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398609.969456:0:160295:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf2b5fc0/0x5703899912343e3d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x261:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a4e3 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.969568:0:160295:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000aa6f911d/0x5703899912343e36 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4dc expref: 39 pid: 162518 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.969580:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x261:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398609.969585:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x261:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398609.969597:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf2b5fc0/0x5703899912343e3d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x261:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4e3 expref: 39 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.969643:0:160295:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000aa6f911d/0x5703899912343e36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4dc expref: 39 pid: 162518 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.969659:0:160295:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000aa6f911d/0x5703899912343e36 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4dc expref: 39 pid: 162518 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398609.969678:0:160295:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:160295:1874221261009920:192.168.204.36@tcp:104: 00000100:00100000:0.0:1787398609.969944:0:160295:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20a33ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1787398609.973636:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.973725:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247551104 00000100:00100000:2.0:1787398609.973739:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247551104 00010000:00010000:2.0:1787398609.973798:0:162512:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000aa6f911d/0x5703899912343e36 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4dc expref: 40 pid: 162518 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398609.973850:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 200 00000100:00100000:2.0:1787398609.973867:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208893100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+40:69162:x1874221247551104:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787398609.973905:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398609.973935:0:162512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000aa6f911d/0x5703899912343e36 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x261:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4dc expref: 40 pid: 162518 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.973952:0:162512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000aa6f911d/0x5703899912343e36 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x261:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4dc expref: 40 pid: 162518 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.973993:0:162512:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x261:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398609.973998:0:162512:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x261:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398609.974008:0:162512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cf2b5fc0/0x5703899912343e3d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x261:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4e3 expref: 40 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.974018:0:162512:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf2b5fc0/0x5703899912343e3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x261:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4e3 expref: 40 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398609.974077:0:162512:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000cf2b5fc0/0x5703899912343e3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x261:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4e3 expref: 40 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398609.974101:0:162512:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:162512:1874221261010048:192.168.204.36@tcp:105: 00000100:00100000:2.0:1787398609.974199:0:162512:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf202cdbd80 going to sleep for 11 seconds 00010000:00010000:0.0:1787398609.975298:0:160295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa6f911d/0x5703899912343e36 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x261:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4dc expref: 40 pid: 162518 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398609.975322:0:160295:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:160295:1874221261009920:192.168.204.36@tcp:104: 00010000:00010000:0.0:1787398609.975354:0:160295:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cf2b5fc0/0x5703899912343e3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4e3 expref: 39 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.975388:0:160295:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d96be00, rc 0) 00000100:00100000:0.0:1787398609.975521:0:160295:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+39:123760:x1874221247550976:12345-192.168.204.36@tcp:101:cp.0 Request processed in 6119us (6382us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398609.975530:0:160295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 382 00000100:00100000:2.0:1787398609.978522:0:162512:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:162512:1874221261010048:192.168.204.36@tcp:105: 00010000:00010000:2.0:1787398609.978562:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398609.978628:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208893100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+38:69162:x1874221247551104:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 4761us (5009us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398609.978641:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 200 00000100:00100000:1.0:1787398609.982283:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398609.982391:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247551360 00000100:00100000:2.0:1787398609.982404:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247551360 00000100:00100000:2.0:1787398609.982519:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 191 00000100:00100000:2.0:1787398609.982530:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208890a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+89:123760:x1874221247551360:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:2.0:1787398609.982951:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208890a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+90:123760:x1874221247551360:12345-192.168.204.36@tcp:35:cp.0 Request processed in 421us (682us total) trans 34359738762 rc 0/0 00000100:00100000:2.0:1787398609.982960:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 191 00000100:00100000:1.0:1787398609.988012:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.988196:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247551488 00000100:00100000:0.0:1787398609.988210:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247551488 00000100:00100000:0.0:1787398609.988287:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 663 00000100:00100000:0.0:1787398609.988298:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208892d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+90:123760:x1874221247551488:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398609.988337:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398609.988363:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96ac00/0x5703899912343e44 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a4ea expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.988452:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343e4b lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.988469:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343e4b lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.988521:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343e4b lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.988538:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343e52 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.988545:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343e52 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.988551:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343e52 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.988623:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343e4b lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.988631:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343e4b lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.988638:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343e4b lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.988645:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343e4b lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.988651:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96b000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398609.988656:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343e4b lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.988664:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343e4b lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.988678:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398609.988681:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398609.988685:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343e4b lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.988691:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343e4b lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.988708:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343e52 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.988714:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343e52 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.988726:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343e52 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.988732:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96a800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398609.988734:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343e52 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.988740:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343e52 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.988746:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x89d48c8d (ffff9cf311b01400) 00010000:00010000:0.0:1787398609.988749:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398609.988751:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343e52 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.988756:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343e52 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.988792:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96ac00/0x5703899912343e44 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4ea expref: 91 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.988801:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398609.988803:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398609.988807:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96ac00/0x5703899912343e44 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4ea expref: 91 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.988815:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d96ac00, rc 0) 00000100:00100000:0.0:1787398609.988894:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208892d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+90:123760:x1874221247551488:12345-192.168.204.36@tcp:101:cp.0 Request processed in 598us (895us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398609.988910:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 663 00000100:00100000:1.0:1787398609.992537:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.993687:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247551616 00000100:00100000:0.0:1787398609.993705:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247551616 00000100:00100000:0.0:1787398609.993801:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 664 00000100:00100000:0.0:1787398609.993813:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+90:123760:x1874221247551616:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398609.993841:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398609.993880:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x5703899912343e59 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a4f1 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.993989:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343e60 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.994015:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343e60 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.994030:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343e60 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.994058:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343e67 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.994066:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343e67 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.994074:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343e67 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.994131:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343e60 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.994162:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343e60 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.994169:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343e60 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.994177:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343e60 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.994184:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf49a00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398609.994189:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343e60 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.994198:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343e60 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.994214:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398609.994217:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398609.994223:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343e60 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.994229:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343e60 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.994247:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343e67 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.994253:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343e67 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.994258:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343e67 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.994271:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf49000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398609.994274:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343e67 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.994280:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343e67 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.994289:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x89d48c8d (ffff9cf311b01c00) 00010000:00010000:0.0:1787398609.994291:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398609.994294:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343e67 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.994300:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343e67 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.994341:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x5703899912343e59 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4f1 expref: 91 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.994352:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398609.994355:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398609.994359:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x5703899912343e59 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4f1 expref: 91 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.994370:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d96bc00, rc 0) 00000100:00100000:0.0:1787398609.994470:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+90:123760:x1874221247551616:12345-192.168.204.36@tcp:101:cp.0 Request processed in 659us (1997us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398609.994504:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 664 00000100:00100000:1.0:1787398609.998332:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398609.998451:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247551872 00000100:00100000:0.0:1787398609.998552:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247551872 00000100:00100000:0.0:1787398609.998636:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 665 00000100:00100000:0.0:1787398609.998648:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208891500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+90:123760:x1874221247551872:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398609.998679:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398609.998707:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912343e6e lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a4f8 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.999021:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343e75 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.999040:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343e75 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.999064:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343e75 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.999092:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912343e7c lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.999101:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912343e7c lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.999107:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912343e7c lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787398609.999553:0:158794:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1dd:0x0], index 1: 0 00080000:00000400:0.0:1787398609.999571:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398609.999575:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398609.999578:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398609.999581:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398609.999583:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398609.999597:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398609.999620:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398609.999623:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398609.999625:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398609.999627:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398609.999629:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398609.999631:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398609.999665:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398609.999668:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398609.999670:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398609.999672:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398609.999674:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398609.999676:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1787398609.999794:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96ac00/0x5703899912343e83 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.999806:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96ac00/0x5703899912343e83 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398609.999814:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96ac00/0x5703899912343e83 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.000078:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343e75 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.000088:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343e75 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.000096:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343e75 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.000103:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343e75 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.000122:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf49e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398610.000128:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343e75 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.000138:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343e75 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.000155:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398610.000158:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398610.000163:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343e75 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.000171:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343e75 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398610.000191:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000001d2ed66b reply state 000000003ceb8aa7 transno 34359738763 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912343e7c lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.000203:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912343e7c lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.000210:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x89d48c8d (ffff9cf311b01400) 00010000:00010000:0.0:1787398610.000212:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787398610.000214:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787398610.000263:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912343e6e lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4f8 expref: 93 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.000279:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96ac00/0x5703899912343e83 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4f8 expref: 92 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.000301:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x38:0x0].0x0 (ffff9cf311b01000) 00010000:00010000:0.0:1787398610.000303:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787398610.000307:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d96ac00, rc 0) 00000100:00100000:0.0:1787398610.000409:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208891500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+93:123760:x1874221247551872:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1762us (2094us total) trans 34359738763 rc 0/0 00000100:00100000:0.0:1787398610.000420:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 665 00000100:00100000:3.0:1787398610.005252:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398610.005423:0:162524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247552000 00000100:00100000:1.0:1787398610.005438:0:162524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247552000 00000100:00100000:1.0:1787398610.005564:0:162524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 383 00000100:00080000:2.0:1787398610.005567:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787398610.005579:0:162524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:dbe7f5ec-0726-4851-a675-2f47d040e30f+34:69162:x1874221247552000:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398610.005607:0:162524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398610.005637:0:162524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001c00036a/0x5703899912343e91 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a4ff expref: -99 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398610.005673:0:162524:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1dd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787398610.005709:0:162524:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1dd:0x0].0x0 since=5631s v=(0 0) 00010000:00010000:1.0:1787398610.005715:0:162524:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1dd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398610.005727:0:162524:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001c00036a/0x5703899912343e91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4ff expref: 35 pid: 162524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.005749:0:162524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001c00036a/0x5703899912343e91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4ff expref: 35 pid: 162524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.005870:0:162524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2034cb800, rc 0) 00000100:00100000:1.0:1787398610.005993:0:162524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:dbe7f5ec-0726-4851-a675-2f47d040e30f+35:69162:x1874221247552000:12345-192.168.204.36@tcp:101:cp.0 Request processed in 418us (949us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398610.006002:0:162524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 383 00000100:00100000:1.0:1787398610.015674:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398610.015790:0:160296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247552128 00000100:00100000:2.0:1787398610.015804:0:160296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247552128 00000100:00100000:2.0:1787398610.015882:0:160296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 384 00000100:00100000:2.0:1787398610.015895:0:160296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208891180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+35:123760:x1874221247552128:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398610.015920:0:160296:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398610.015947:0:160296:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027269fd2/0x5703899912343e98 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a506 expref: -99 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.015999:0:160296:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001c00036a/0x5703899912343e91 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4ff expref: 36 pid: 162524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.016010:0:160296:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1dd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398610.016014:0:160296:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1dd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398610.016020:0:160296:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000027269fd2/0x5703899912343e98 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a506 expref: 36 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.016075:0:160296:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001c00036a/0x5703899912343e91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4ff expref: 36 pid: 162524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.016127:0:160296:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001c00036a/0x5703899912343e91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4ff expref: 36 pid: 162524 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398610.016147:0:160296:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:160296:1874221261010176:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398610.016265:0:160296:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf202cdb9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787398610.020097:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398610.020136:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398610.020180:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398610.020219:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247552512 00000100:00100000:0.0:1787398610.020232:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247552512 00000100:00100000:3.0:1787398610.020261:0:158788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247552384 00000100:00100000:3.0:1787398610.020266:0:158788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247552384 00000100:00100000:3.0:1787398610.020305:0:158788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 291 00000100:00100000:0.0:1787398610.020308:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 355 00000100:00100000:3.0:1787398610.020316:0:158788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b0e8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69165:x1874221247552384:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398610.020316:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69163:x1874221247552512:12345-192.168.204.36@tcp:400:kworker.0 00000100:00080000:2.0:1787398610.020399:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787398610.020406:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69163:x1874221247552512:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 93us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398610.020415:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 355 00000100:00100000:3.0:1787398610.020712:0:158788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b0e8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69165:x1874221247552384:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 397us (529us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398610.020719:0:158788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 291 00000100:00100000:2.0:1787398610.020924:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247552256 00000100:00100000:2.0:1787398610.020930:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247552256 00010000:00010000:2.0:1787398610.020976:0:158781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001c00036a/0x5703899912343e91 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4ff expref: 37 pid: 162524 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398610.021015:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 201 00000100:00100000:2.0:1787398610.021023:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+37:69164:x1874221247552256:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787398610.021035:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398610.021215:0:158781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001c00036a/0x5703899912343e91 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4ff expref: 37 pid: 162524 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.021232:0:158781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001c00036a/0x5703899912343e91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4ff expref: 37 pid: 162524 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.021265:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1dd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398610.021287:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1dd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398610.021298:0:158781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000027269fd2/0x5703899912343e98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a506 expref: 37 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.021309:0:158781:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000027269fd2/0x5703899912343e98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a506 expref: 37 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.021352:0:158781:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000027269fd2/0x5703899912343e98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a506 expref: 37 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398610.021369:0:158781:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:158781:1874221261010304:192.168.204.36@tcp:105: 00000100:00100000:2.0:1787398610.021434:0:158781:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf202cdb000 going to sleep for 11 seconds 00010000:00010000:1.0:1787398610.021625:0:160296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001c00036a/0x5703899912343e91 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4ff expref: 37 pid: 162524 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398610.021647:0:160296:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:160296:1874221261010176:192.168.204.36@tcp:104: 00010000:00010000:1.0:1787398610.021680:0:160296:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000027269fd2/0x5703899912343e98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a506 expref: 36 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.021691:0:160296:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3136b8200, rc 0) 00000100:00100000:1.0:1787398610.021721:0:160296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208891180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+36:123760:x1874221247552128:12345-192.168.204.36@tcp:101:cp.0 Request processed in 5829us (6065us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398610.021729:0:160296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 384 00000100:00100000:1.0:1787398610.026908:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398610.027135:0:166561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247552768 00000100:00100000:0.0:1787398610.027149:0:166561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247552768 00000100:00100000:0.0:1787398610.027244:0:166561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 192 00000100:00100000:0.0:1787398610.027256:0:166561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf303df9450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+93:123760:x1874221247552768:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:0.0:1787398610.027687:0:166561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf303df9450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+94:123760:x1874221247552768:12345-192.168.204.36@tcp:35:cp.0 Request processed in 430us (790us total) trans 34359738764 rc 0/0 00000100:00100000:0.0:1787398610.027697:0:166561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 192 00000100:00080000:3.0:1787398610.027897:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787398610.028016:0:158781:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:158781:1874221261010304:192.168.204.36@tcp:105: 00010000:00010000:2.0:1787398610.028061:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398610.028089:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+35:69164:x1874221247552256:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 7067us (8007us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398610.028099:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 201 00000100:00100000:1.0:1787398610.031819:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398610.031993:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247552896 00000100:00100000:2.0:1787398610.032007:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247552896 00000100:00100000:2.0:1787398610.032102:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 666 00000100:00100000:2.0:1787398610.032114:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208893800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+94:123760:x1874221247552896:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398610.032144:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398610.032171:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x5703899912343e9f lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a50d expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.032266:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343ea6 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.032302:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343ea6 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.032318:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343ea6 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.032337:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343ead lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.032344:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343ead lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.032352:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343ead lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.032410:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343ea6 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.032418:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343ea6 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.032425:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343ea6 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.032430:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343ea6 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.032436:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d2400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398610.032441:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343ea6 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.032448:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343ea6 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.032471:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398610.032783:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398610.032792:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343ea6 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.032799:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343ea6 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.032820:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343ead lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.032826:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343ead lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.032832:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343ead lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.032838:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d3600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398610.032841:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343ead lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.032847:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343ead lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.032856:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xa38d6329 (ffff9cf3414feb00) 00010000:00010000:2.0:1787398610.032859:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398610.032862:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343ead lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.032868:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343ead lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.032929:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x5703899912343e9f lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a50d expref: 95 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.032941:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398610.032944:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398610.032948:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8e00/0x5703899912343e9f lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a50d expref: 95 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.033124:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3136b8e00, rc 0) 00000100:00100000:2.0:1787398610.033264:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208893800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+94:123760:x1874221247552896:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1151us (1457us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398610.033272:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 666 00000100:00100000:2.0:1787398610.037385:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398610.037582:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247553024 00000100:00100000:0.0:1787398610.037596:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247553024 00000100:00100000:0.0:1787398610.037704:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 667 00000100:00100000:0.0:1787398610.037716:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+94:123760:x1874221247553024:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398610.037774:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398610.037804:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x5703899912343eb4 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a514 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.037892:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343ebb lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.037909:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343ebb lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.037924:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343ebb lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.037941:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343ec2 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.037949:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343ec2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.037967:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343ec2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.038024:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343ebb lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.038033:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343ebb lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.038040:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343ebb lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.038060:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343ebb lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.038073:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96a800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398610.038079:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343ebb lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.038088:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343ebb lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.038103:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398610.038106:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398610.038111:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343ebb lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.038118:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343ebb lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.038136:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343ec2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.038142:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343ec2 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.038148:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343ec2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.038154:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96b000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398610.038157:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343ec2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.038164:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343ec2 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.038182:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xa38d6329 (ffff9cf311b01c00) 00010000:00010000:0.0:1787398610.038185:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398610.038188:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343ec2 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.038194:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343ec2 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.038232:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x5703899912343eb4 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a514 expref: 95 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.038243:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398610.038245:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398610.038249:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x5703899912343eb4 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a514 expref: 95 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.038259:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d96bc00, rc 0) 00000100:00100000:0.0:1787398610.038451:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+94:123760:x1874221247553024:12345-192.168.204.36@tcp:101:cp.0 Request processed in 737us (1079us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398610.038460:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 667 00000100:00100000:3.0:1787398610.041940:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398610.042026:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247553280 00000100:00100000:2.0:1787398610.042040:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247553280 00000100:00100000:2.0:1787398610.042128:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 668 00000100:00100000:2.0:1787398610.042140:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+94:123760:x1874221247553280:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398610.042167:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398610.042193:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3200/0x5703899912343ec9 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a51b expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.042328:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343ed0 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.042344:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343ed0 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.042379:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343ed0 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.042396:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x5703899912343ed7 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.042403:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x5703899912343ed7 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.042410:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x5703899912343ed7 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398610.042821:0:158796:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x262:0x0], index 0: 0 00080000:00000400:2.0:1787398610.042836:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398610.042840:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398610.042843:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398610.042845:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398610.042847:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398610.042849:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398610.042867:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398610.042869:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398610.042871:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398610.042873:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398610.042875:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398610.042877:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398610.042909:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398610.042911:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398610.042914:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398610.042916:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398610.042918:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398610.042927:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1787398610.043056:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343ede lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.043069:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343ede lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.043078:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343ede lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.043121:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343ed0 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.043129:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343ed0 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.043136:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343ed0 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.043143:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343ed0 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.043150:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d2e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398610.043155:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343ed0 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.043163:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343ed0 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.043178:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398610.043181:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398610.043185:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343ed0 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.043202:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343ed0 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398610.043219:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f1e4323e reply state 000000000178aba2 transno 34359738765 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x5703899912343ed7 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.043232:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x5703899912343ed7 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.043238:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xa38d6329 (ffff9cf3414fef00) 00010000:00010000:2.0:1787398610.043241:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398610.043243:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787398610.043278:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3200/0x5703899912343ec9 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a51b expref: 97 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.043295:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343ede lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a51b expref: 96 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.043303:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x39:0x0].0x0 (ffff9cf3414fee00) 00010000:00010000:2.0:1787398610.043305:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787398610.043308:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf300031200, rc 0) 00000100:00100000:2.0:1787398610.045120:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+97:123760:x1874221247553280:12345-192.168.204.36@tcp:101:cp.0 Request processed in 2964us (3176us total) trans 34359738765 rc 0/0 00000100:00100000:2.0:1787398610.045135:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 668 00000100:00100000:3.0:1787398610.048800:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398610.048949:0:162511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247553408 00000100:00100000:0.0:1787398610.048962:0:162511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247553408 00000100:00100000:0.0:1787398610.049066:0:162511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 385 00000100:00100000:0.0:1787398610.049080:0:162511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dbe7f5ec-0726-4851-a675-2f47d040e30f+38:69162:x1874221247553408:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398610.049104:0:162511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398610.049134:0:162511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006ab253ba/0x5703899912343eec lrc: 2/0,0 mode: --/PR res: [0x280000401:0x262:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a522 expref: -99 pid: 162511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787398610.049187:0:162511:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x262:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398610.049215:0:162511:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x262:0x0].0x0 since=5631s v=(0 0) 00010000:00010000:0.0:1787398610.049221:0:162511:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x262:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398610.049232:0:162511:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ab253ba/0x5703899912343eec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a522 expref: 39 pid: 162511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.049255:0:162511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006ab253ba/0x5703899912343eec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a522 expref: 39 pid: 162511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.049271:0:162511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20bf49800, rc 0) 00000100:00100000:0.0:1787398610.049346:0:162511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dbe7f5ec-0726-4851-a675-2f47d040e30f+39:69162:x1874221247553408:12345-192.168.204.36@tcp:101:cp.0 Request processed in 271us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398610.049354:0:162511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 385 00000100:00080000:3.0:1787398610.050301:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787398610.052731:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398610.052831:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247553536 00000100:00100000:2.0:1787398610.052844:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247553536 00000100:00100000:2.0:1787398610.052916:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 386 00000100:00100000:2.0:1787398610.052927:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208891c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+39:123760:x1874221247553536:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398610.052984:0:162529:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398610.053014:0:162529:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f5b91aa3/0x5703899912343ef3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x262:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a529 expref: -99 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.053066:0:162529:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006ab253ba/0x5703899912343eec lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a522 expref: 40 pid: 162511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.053077:0:162529:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x262:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398610.053082:0:162529:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x262:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398610.053088:0:162529:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f5b91aa3/0x5703899912343ef3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x262:0x0].0x0 rrc: 3 type: EXT [0->110591] (req 0->110591) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a529 expref: 40 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.053135:0:162529:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006ab253ba/0x5703899912343eec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a522 expref: 40 pid: 162511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.053151:0:162529:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006ab253ba/0x5703899912343eec lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a522 expref: 40 pid: 162511 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398610.053168:0:162529:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:162529:1874221261010432:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398610.053323:0:162529:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf202cdba80 going to sleep for 11 seconds 00000100:00100000:2.0:1787398610.056985:0:162529:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:162529:1874221261010432:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398610.057037:0:162529:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f5b91aa3/0x5703899912343ef3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x262:0x0].0x0 rrc: 3 type: EXT [0->110591] (req 0->110591) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a529 expref: 40 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.057076:0:162529:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3136b8e00, rc 0) 00000100:00100000:2.0:1787398610.057172:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208891c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+40:123760:x1874221247553536:12345-192.168.204.36@tcp:101:cp.0 Request processed in 4245us (4453us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398610.057184:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 386 00000100:00100000:2.0:1787398610.070888:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398610.071230:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247553664 00000100:00100000:3.0:1787398610.071251:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247553664 00010000:00010000:3.0:1787398610.071327:0:158780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006ab253ba/0x5703899912343eec lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a522 expref: 40 pid: 162511 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398610.071416:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 202 00000100:00100000:3.0:1787398610.071427:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+40:69164:x1874221247553664:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398610.071453:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398610.071509:0:158780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006ab253ba/0x5703899912343eec lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x262:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a522 expref: 40 pid: 162511 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398610.071992:0:158780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006ab253ba/0x5703899912343eec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x262:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a522 expref: 40 pid: 162511 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398610.072030:0:158780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ab253ba/0x5703899912343eec lrc: 0/0,0 mode: --/PR res: [0x280000401:0x262:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a522 expref: 40 pid: 162511 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398610.072155:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x262:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398610.072159:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x262:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398610.072169:0:158780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f5b91aa3/0x5703899912343ef3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->110591) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a529 expref: 39 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398610.072180:0:158780:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f5b91aa3/0x5703899912343ef3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->110591) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a529 expref: 39 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398610.072221:0:158780:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f5b91aa3/0x5703899912343ef3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->110591) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a529 expref: 39 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398610.072236:0:158780:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a28700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:158780:1874221261010560:192.168.204.36@tcp:105: 00000100:00100000:3.0:1787398610.072378:0:158780:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf30389bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787398610.088747:0:158780:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a28700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:158780:1874221261010560:192.168.204.36@tcp:105: 00010000:00010000:3.0:1787398610.088776:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398610.088892:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+39:69164:x1874221247553664:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 17465us (18931us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398610.088904:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 202 00000100:00100000:0.0:1787398610.094035:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398610.094403:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247553920 00000100:00100000:3.0:1787398610.094413:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247553920 00000100:00100000:3.0:1787398610.094658:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 193 00000100:00100000:3.0:1787398610.094674:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+97:123760:x1874221247553920:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:3.0:1787398610.096294:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+98:123760:x1874221247553920:12345-192.168.204.36@tcp:35:cp.0 Request processed in 1617us (2261us total) trans 34359738766 rc 0/0 00000100:00100000:3.0:1787398610.096319:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 193 00000100:00100000:2.0:1787398610.114325:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398610.114461:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247554048 00000100:00100000:0.0:1787398610.114470:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247554048 00000100:00100000:0.0:1787398610.114671:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 669 00000100:00100000:0.0:1787398610.114684:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+98:123760:x1874221247554048:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398610.114712:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398610.114733:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343efa lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a530 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.114804:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343f01 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.114839:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343f01 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.114868:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343f01 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.114885:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912343f08 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.114893:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912343f08 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.114900:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912343f08 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.114954:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343f01 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.114962:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343f01 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.114969:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343f01 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.114975:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343f01 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.114981:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf49000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398610.114986:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343f01 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.114993:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343f01 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.115012:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398610.115015:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398610.115029:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343f01 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.115036:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49000/0x5703899912343f01 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.115062:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912343f08 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.115069:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912343f08 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.115075:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912343f08 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.115080:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf49800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398610.115083:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912343f08 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.115089:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912343f08 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.115096:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xbb599949 (ffff9cf311b01c00) 00010000:00010000:0.0:1787398610.115099:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398610.116722:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912343f08 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.116739:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912343f08 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.116818:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343efa lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a530 expref: 99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.116831:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398610.116834:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398610.116837:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343efa lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a530 expref: 99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.116847:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20bf49a00, rc 0) 00000100:00100000:1.0:1787398610.117620:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+98:123760:x1874221247554048:12345-192.168.204.36@tcp:101:cp.0 Request processed in 2934us (3300us total) trans 0 rc 301/301 00000100:00100000:1.0:1787398610.117632:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 669 00000100:00100000:3.0:1787398610.124010:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398610.125820:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247554176 00000100:00100000:2.0:1787398610.125836:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247554176 00000100:00100000:2.0:1787398610.125908:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 670 00000100:00100000:2.0:1787398610.125930:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+98:123760:x1874221247554176:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398610.125952:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398610.125976:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343f0f lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a537 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.126063:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343f16 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.126078:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343f16 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.126091:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343f16 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.126106:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343f1d lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.126113:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343f1d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.126119:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343f1d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.126184:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343f16 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.126192:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343f16 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.126199:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343f16 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.126206:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343f16 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.126213:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d3600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398610.126217:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343f16 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.126225:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343f16 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.126239:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398610.126243:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398610.126248:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343f16 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.126255:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343f16 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.126275:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343f1d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.126282:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343f1d lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.126296:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343f1d lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.126302:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d2400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398610.126306:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343f1d lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.126313:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343f1d lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.126322:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xbb599949 (ffff9cf3414feb00) 00010000:00010000:2.0:1787398610.126325:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398610.126328:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343f1d lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.126335:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343f1d lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.126371:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343f0f lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a537 expref: 99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.126382:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398610.126385:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398610.126389:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343f0f lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a537 expref: 99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.126398:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b1d2e00, rc 0) 00000100:00100000:2.0:1787398610.126472:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+98:123760:x1874221247554176:12345-192.168.204.36@tcp:101:cp.0 Request processed in 544us (2470us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398610.126523:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 670 00000100:00100000:0.0:1787398610.134127:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398610.134281:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247554432 00000100:00100000:2.0:1787398610.134292:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247554432 00000100:00100000:2.0:1787398610.134362:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 671 00000100:00100000:2.0:1787398610.134372:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+98:123760:x1874221247554432:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398610.134393:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398610.134414:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343f24 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a53e expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.134570:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343f2b lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.134587:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343f2b lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.134599:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343f2b lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.134614:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343f32 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.134621:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343f32 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.134628:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343f32 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398610.135016:0:158795:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1de:0x0], index 1: 0 00080000:00000400:2.0:1787398610.136386:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1787398610.136408:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398610.136411:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398610.136413:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398610.136416:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398610.136418:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398610.136460:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1787398610.136463:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398610.136465:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398610.136467:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398610.136469:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398610.136471:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398610.136928:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1787398610.136932:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398610.136934:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398610.136936:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398610.136938:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398610.136940:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1787398610.137103:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3200/0x5703899912343f39 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.137120:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3200/0x5703899912343f39 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.137130:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3200/0x5703899912343f39 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.137172:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343f2b lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.137181:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343f2b lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.137188:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343f2b lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.137205:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343f2b lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.137211:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d2400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398610.137216:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343f2b lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.137226:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343f2b lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.137241:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398610.137244:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398610.137249:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343f2b lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.137257:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343f2b lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398610.137273:0:158795:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c3856b7e reply state 000000003741c341 transno 34359738767 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343f32 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.137284:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343f32 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.137291:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xbb599949 (ffff9cf3414feb00) 00010000:00010000:2.0:1787398610.137294:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398610.137297:0:158795:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787398610.137337:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343f24 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a53e expref: 101 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.137365:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3200/0x5703899912343f39 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a53e expref: 100 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.137374:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x3a:0x0].0x0 (ffff9cf3414fe800) 00010000:00010000:2.0:1787398610.137377:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787398610.137379:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b1d3200, rc 0) 00000100:00100000:2.0:1787398610.137457:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+101:123760:x1874221247554432:12345-192.168.204.36@tcp:101:cp.0 Request processed in 3086us (3340us total) trans 34359738767 rc 0/0 00000100:00100000:2.0:1787398610.137467:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 671 00000100:00100000:1.0:1787398610.146949:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398610.147096:0:162522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247554560 00000100:00100000:0.0:1787398610.147106:0:162522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247554560 00000100:00100000:0.0:1787398610.147179:0:162522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 387 00000100:00100000:0.0:1787398610.147190:0:162522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+35:69165:x1874221247554560:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398610.147209:0:162522:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398610.147230:0:162522:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000520a5637/0x5703899912343f47 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1de:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a545 expref: -99 pid: 162522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787398610.147256:0:162522:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1de:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398610.147278:0:162522:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1de:0x0].0x0 since=5631s v=(0 0) 00010000:00010000:0.0:1787398610.147282:0:162522:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1de:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398610.147291:0:162522:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000520a5637/0x5703899912343f47 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a545 expref: 36 pid: 162522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.147308:0:162522:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000520a5637/0x5703899912343f47 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a545 expref: 36 pid: 162522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.147341:0:162522:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20bf49a00, rc 0) 00000100:00100000:0.0:1787398610.147406:0:162522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+36:69165:x1874221247554560:12345-192.168.204.36@tcp:101:cp.0 Request processed in 217us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398610.147413:0:162522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 387 00000100:00100000:3.0:1787398610.180375:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398610.180581:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247554688 00000100:00100000:1.0:1787398610.180595:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247554688 00000100:00100000:1.0:1787398610.180680:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 388 00000100:00100000:1.0:1787398610.180692:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+36:123760:x1874221247554688:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398610.180719:0:162520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398610.180746:0:162520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c4ffdb80/0x5703899912343f4e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a54c expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.180803:0:162520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000520a5637/0x5703899912343f47 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a545 expref: 37 pid: 162522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.180813:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1de:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398610.180818:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1de:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398610.180823:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c4ffdb80/0x5703899912343f4e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1de:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a54c expref: 37 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.180869:0:162520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000520a5637/0x5703899912343f47 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a545 expref: 37 pid: 162522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.180884:0:162520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000520a5637/0x5703899912343f47 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a545 expref: 37 pid: 162522 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398610.180928:0:162520:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208890000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:162520:1874221261010688:192.168.204.36@tcp:104: 00000100:00100000:1.0:1787398610.181128:0:162520:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20a9b3cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787398610.192205:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398610.193066:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247554816 00000100:00100000:0.0:1787398610.193081:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247554816 00010000:00010000:0.0:1787398610.193129:0:158779:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000520a5637/0x5703899912343f47 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a545 expref: 38 pid: 162522 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398610.193181:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 203 00000100:00100000:0.0:1787398610.193192:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208892300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+38:69163:x1874221247554816:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398610.193209:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398610.193230:0:158779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000520a5637/0x5703899912343f47 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a545 expref: 38 pid: 162522 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.193247:0:158779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000520a5637/0x5703899912343f47 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a545 expref: 38 pid: 162522 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.193272:0:158779:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1de:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398610.193277:0:158779:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1de:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398610.193285:0:158779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c4ffdb80/0x5703899912343f4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->147455) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a54c expref: 38 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.193296:0:158779:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c4ffdb80/0x5703899912343f4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->147455) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a54c expref: 38 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.193351:0:158779:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c4ffdb80/0x5703899912343f4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->147455) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a54c expref: 38 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398610.193365:0:158779:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:158779:1874221261010816:192.168.204.36@tcp:105: 00000100:00100000:0.0:1787398610.193452:0:158779:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20a33be40 going to sleep for 11 seconds 00010000:00010000:2.0:1787398610.195717:0:162520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000520a5637/0x5703899912343f47 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a545 expref: 38 pid: 162522 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398610.195742:0:162520:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208890000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:162520:1874221261010688:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398610.195769:0:162520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c4ffdb80/0x5703899912343f4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->147455) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a54c expref: 37 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.195783:0:162520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2034cb000, rc 0) 00000100:00100000:2.0:1787398610.195871:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+37:123760:x1874221247554688:12345-192.168.204.36@tcp:101:cp.0 Request processed in 15181us (15513us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398610.195885:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 388 00000100:00100000:0.0:1787398610.196380:0:158779:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:158779:1874221261010816:192.168.204.36@tcp:105: 00010000:00010000:0.0:1787398610.196395:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398610.196470:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208892300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+36:69163:x1874221247554816:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 3280us (4275us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398610.196504:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 203 00010000:00010000:0.0:1787398610.197887:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398610.200194:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398610.200448:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247555072 00000100:00100000:2.0:1787398610.200458:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247555072 00000100:00100000:2.0:1787398610.200550:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 194 00000100:00100000:2.0:1787398610.200561:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+101:123760:x1874221247555072:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:2.0:1787398610.200896:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+102:123760:x1874221247555072:12345-192.168.204.36@tcp:35:cp.0 Request processed in 335us (713us total) trans 34359738768 rc 0/0 00000100:00100000:2.0:1787398610.200905:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 194 00000100:00100000:0.0:1787398610.209809:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398610.209919:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247555200 00000100:00100000:2.0:1787398610.209930:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247555200 00000100:00100000:2.0:1787398610.209991:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 672 00000100:00100000:2.0:1787398610.210002:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+102:123760:x1874221247555200:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398610.210049:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398610.210071:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343f55 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a553 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.210138:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343f5c lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.210151:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343f5c lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.210162:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343f5c lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.210199:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75cc00/0x5703899912343f63 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.210208:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75cc00/0x5703899912343f63 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.210215:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75cc00/0x5703899912343f63 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.210260:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343f5c lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.210275:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343f5c lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.210282:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343f5c lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.210290:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343f5c lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.210297:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d2e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398610.210302:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343f5c lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.210311:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343f5c lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.210323:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398610.210327:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398610.210331:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343f5c lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.210339:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912343f5c lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.210354:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75cc00/0x5703899912343f63 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.210361:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75cc00/0x5703899912343f63 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.210368:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75cc00/0x5703899912343f63 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.210380:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75cc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398610.210383:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75cc00/0x5703899912343f63 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.210390:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75cc00/0x5703899912343f63 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.210398:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x1a616f3f (ffff9cf3414fe000) 00010000:00010000:2.0:1787398610.210401:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398610.210404:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75cc00/0x5703899912343f63 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.210411:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75cc00/0x5703899912343f63 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.210446:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343f55 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a553 expref: 103 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.210456:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398610.210458:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398610.210462:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2400/0x5703899912343f55 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a553 expref: 103 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.210472:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b1d2400, rc 0) 00000100:00100000:2.0:1787398610.210596:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+102:123760:x1874221247555200:12345-192.168.204.36@tcp:101:cp.0 Request processed in 595us (794us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398610.210605:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 672 00000100:00100000:1.0:1787398610.213700:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398610.216424:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247555328 00000100:00100000:2.0:1787398610.216458:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247555328 00000100:00100000:2.0:1787398610.216555:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 673 00000100:00100000:2.0:1787398610.216567:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208890700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+102:123760:x1874221247555328:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398610.216590:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398610.216611:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75cc00/0x5703899912343f6a lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a55a expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.216682:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d400/0x5703899912343f71 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.216696:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d400/0x5703899912343f71 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.216709:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d400/0x5703899912343f71 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.216723:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c200/0x5703899912343f78 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.216731:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c200/0x5703899912343f78 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.216738:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c200/0x5703899912343f78 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.216783:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d400/0x5703899912343f71 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.216791:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d400/0x5703899912343f71 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.216797:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d400/0x5703899912343f71 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.216809:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d400/0x5703899912343f71 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.216815:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75d400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398610.216820:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d400/0x5703899912343f71 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.216827:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d400/0x5703899912343f71 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.216840:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398610.216843:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398610.216847:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d400/0x5703899912343f71 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.216853:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d400/0x5703899912343f71 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.216865:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c200/0x5703899912343f78 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.216872:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c200/0x5703899912343f78 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.216878:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c200/0x5703899912343f78 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.216882:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75c200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398610.216885:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c200/0x5703899912343f78 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.216901:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c200/0x5703899912343f78 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.216910:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x1a616f3f (ffff9cf3414fe000) 00010000:00010000:2.0:1787398610.216913:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398610.216916:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c200/0x5703899912343f78 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.216922:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c200/0x5703899912343f78 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.216956:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75cc00/0x5703899912343f6a lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a55a expref: 103 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.216966:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398610.216969:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398610.216972:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75cc00/0x5703899912343f6a lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a55a expref: 103 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.216981:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b75cc00, rc 0) 00000100:00100000:2.0:1787398610.217242:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208890700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+102:123760:x1874221247555328:12345-192.168.204.36@tcp:101:cp.0 Request processed in 676us (3556us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398610.217250:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 673 00000100:00100000:1.0:1787398610.221894:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398610.221985:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247555584 00000100:00100000:2.0:1787398610.221995:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247555584 00000100:00100000:2.0:1787398610.222138:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 674 00000100:00100000:2.0:1787398610.222149:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208890e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+102:123760:x1874221247555584:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398610.222185:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398610.222207:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c800/0x5703899912343f7f lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a561 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.222314:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x5703899912343f86 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.222328:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x5703899912343f86 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.222338:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x5703899912343f86 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.222352:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75da00/0x5703899912343f8d lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.222359:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75da00/0x5703899912343f8d lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.222366:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75da00/0x5703899912343f8d lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398610.222730:0:158796:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x263:0x0], index 0: 0 00080000:00000400:2.0:1787398610.222743:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398610.222747:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398610.222750:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398610.222752:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398610.222754:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398610.222756:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398610.222773:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398610.222776:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398610.222785:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398610.222787:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398610.222789:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398610.222791:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398610.222826:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398610.222830:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398610.222831:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398610.222833:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398610.222836:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398610.222838:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1787398610.222930:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c400/0x5703899912343f94 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.222939:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c400/0x5703899912343f94 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.222947:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c400/0x5703899912343f94 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.222979:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x5703899912343f86 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.222986:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x5703899912343f86 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.222991:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x5703899912343f86 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.222998:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x5703899912343f86 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.223004:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75c000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398610.223009:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x5703899912343f86 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.225516:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x5703899912343f86 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.225554:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398610.225557:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398610.225563:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x5703899912343f86 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.225571:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x5703899912343f86 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398610.225587:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000263465c6 reply state 000000004518e2a9 transno 34359738769 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75da00/0x5703899912343f8d lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.225600:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75da00/0x5703899912343f8d lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.225606:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x1a616f3f (ffff9cf3414fea00) 00010000:00010000:2.0:1787398610.225608:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398610.225612:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787398610.227273:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c800/0x5703899912343f7f lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a561 expref: 105 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.227304:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c400/0x5703899912343f94 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a561 expref: 104 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.227314:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x3b:0x0].0x0 (ffff9cf3414fe600) 00010000:00010000:0.0:1787398610.227317:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787398610.227320:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b75c400, rc 0) 00000100:00100000:0.0:1787398610.227409:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208890e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+105:123760:x1874221247555584:12345-192.168.204.36@tcp:101:cp.0 Request processed in 5262us (5525us total) trans 34359738769 rc 0/0 00000100:00100000:0.0:1787398610.227419:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 674 00000100:00100000:1.0:1787398610.237584:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398610.238129:0:162519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247555712 00000100:00100000:2.0:1787398610.238139:0:162519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247555712 00000100:00100000:2.0:1787398610.238204:0:162519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 389 00000100:00100000:2.0:1787398610.238215:0:162519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:dbe7f5ec-0726-4851-a675-2f47d040e30f+39:69163:x1874221247555712:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398610.238233:0:162519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398610.238254:0:162519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f8922add/0x5703899912343fa2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x263:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a568 expref: -99 pid: 162519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787398610.238280:0:162519:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x263:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398610.238315:0:162519:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x263:0x0].0x0 since=5631s v=(0 0) 00010000:00010000:2.0:1787398610.238320:0:162519:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x263:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398610.238329:0:162519:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f8922add/0x5703899912343fa2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a568 expref: 40 pid: 162519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.238347:0:162519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f8922add/0x5703899912343fa2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a568 expref: 40 pid: 162519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.238362:0:162519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b75cc00, rc 0) 00000100:00100000:2.0:1787398610.238426:0:162519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:dbe7f5ec-0726-4851-a675-2f47d040e30f+40:69163:x1874221247555712:12345-192.168.204.36@tcp:101:cp.0 Request processed in 212us (852us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398610.238434:0:162519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 389 00000100:00100000:1.0:1787398610.252813:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398610.252903:0:160295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247555840 00000100:00100000:0.0:1787398610.252912:0:160295:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247555840 00000100:00100000:0.0:1787398610.253155:0:160295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 390 00000100:00100000:0.0:1787398610.253166:0:160295:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208890000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+40:123760:x1874221247555840:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398610.253186:0:160295:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398610.253206:0:160295:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000973a261a/0x5703899912343fa9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x263:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a56f expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.253236:0:160295:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f8922add/0x5703899912343fa2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a568 expref: 41 pid: 162519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.253246:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x263:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398610.253250:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x263:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398610.253255:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000973a261a/0x5703899912343fa9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x263:0x0].0x0 rrc: 3 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a56f expref: 41 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.253285:0:160295:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f8922add/0x5703899912343fa2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a568 expref: 41 pid: 162519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.253298:0:160295:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f8922add/0x5703899912343fa2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a568 expref: 41 pid: 162519 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398610.253313:0:160295:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7f1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:160295:1874221261010944:192.168.204.36@tcp:104: 00000100:00100000:0.0:1787398610.253398:0:160295:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20a33be40 going to sleep for 11 seconds 00000100:00100000:1.0:1787398610.259255:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398610.259352:0:160295:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7f1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:160295:1874221261010944:192.168.204.36@tcp:104: 00010000:00010000:0.0:1787398610.259386:0:160295:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000973a261a/0x5703899912343fa9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x263:0x0].0x0 rrc: 3 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a56f expref: 41 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.259424:0:160295:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20bf49000, rc 0) 00000100:00100000:0.0:1787398610.259501:0:160295:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208890000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+41:123760:x1874221247555840:12345-192.168.204.36@tcp:101:cp.0 Request processed in 6337us (6697us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398610.259511:0:160295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 390 00000100:00100000:2.0:1787398610.260383:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247555968 00000100:00100000:2.0:1787398610.260393:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247555968 00010000:00010000:2.0:1787398610.260427:0:162512:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f8922add/0x5703899912343fa2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a568 expref: 41 pid: 162519 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398610.260459:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 204 00000100:00100000:2.0:1787398610.260469:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208890a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+41:69164:x1874221247555968:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787398610.260506:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398610.260527:0:162512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f8922add/0x5703899912343fa2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x263:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a568 expref: 41 pid: 162519 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.260555:0:162512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f8922add/0x5703899912343fa2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x263:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a568 expref: 41 pid: 162519 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.260592:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f8922add/0x5703899912343fa2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x263:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a568 expref: 41 pid: 162519 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.260607:0:162512:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x263:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398610.260610:0:162512:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x263:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398610.260617:0:162512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000973a261a/0x5703899912343fa9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->172031) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a56f expref: 40 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.260626:0:162512:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000973a261a/0x5703899912343fa9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->172031) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a56f expref: 40 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.260658:0:162512:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000973a261a/0x5703899912343fa9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->172031) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a56f expref: 40 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398610.260671:0:162512:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:162512:1874221261011072:192.168.204.36@tcp:105: 00000100:00100000:2.0:1787398610.260745:0:162512:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf202cdb9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787398610.277285:0:162512:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:162512:1874221261011072:192.168.204.36@tcp:105: 00010000:00010000:2.0:1787398610.277315:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398610.277374:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208890a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+40:69164:x1874221247555968:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 16906us (18128us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398610.277386:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 204 00000100:00100000:1.0:1787398610.292561:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398610.292651:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247556224 00000100:00100000:3.0:1787398610.292662:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247556224 00000100:00100000:3.0:1787398610.292723:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 195 00000100:00100000:3.0:1787398610.292734:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+105:123760:x1874221247556224:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:3.0:1787398610.293365:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+106:123760:x1874221247556224:12345-192.168.204.36@tcp:35:cp.0 Request processed in 630us (811us total) trans 34359738770 rc 0/0 00000100:00100000:3.0:1787398610.293374:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 195 00000100:00100000:1.0:1787398610.300619:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398610.305445:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247556352 00000100:00100000:0.0:1787398610.305461:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247556352 00000100:00100000:0.0:1787398610.305547:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 675 00000100:00100000:0.0:1787398610.305558:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+106:123760:x1874221247556352:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398610.305588:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398610.305611:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912343fb0 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a576 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.305677:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343fb7 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.305691:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343fb7 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.305703:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343fb7 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.305717:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343fbe lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.305724:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343fbe lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.305730:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343fbe lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.305900:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343fb7 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.305909:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343fb7 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.305915:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343fb7 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.305922:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343fb7 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.305927:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf49a00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398610.305932:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343fb7 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.305939:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343fb7 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.306168:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398610.306172:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398610.306177:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343fb7 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.306184:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912343fb7 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.306199:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343fbe lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.306205:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343fbe lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.306218:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343fbe lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.306222:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf49e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398610.306225:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343fbe lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.306231:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343fbe lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.306239:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x6d38f012 (ffff9cf311b01a00) 00010000:00010000:0.0:1787398610.306241:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398610.306244:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343fbe lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.306249:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912343fbe lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.306282:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912343fb0 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a576 expref: 107 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.306292:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398610.306294:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398610.306297:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912343fb0 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a576 expref: 107 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.306307:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20bf49800, rc 0) 00000100:00100000:0.0:1787398610.306424:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+106:123760:x1874221247556352:12345-192.168.204.36@tcp:101:cp.0 Request processed in 867us (5814us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398610.306440:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 675 00000100:00100000:1.0:1787398610.316129:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398610.316984:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247556480 00000100:00100000:0.0:1787398610.316996:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247556480 00000100:00100000:0.0:1787398610.317206:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 676 00000100:00100000:0.0:1787398610.317218:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+106:123760:x1874221247556480:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398610.317240:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398610.317263:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343fc5 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a57d expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.317333:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343fcc lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.317347:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343fcc lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.317360:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343fcc lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.317377:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x5703899912343fd3 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.317384:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x5703899912343fd3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.317392:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x5703899912343fd3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.317436:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343fcc lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.317464:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343fcc lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.317521:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343fcc lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.317529:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343fcc lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.317550:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96a800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398610.317555:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343fcc lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.317564:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343fcc lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.317579:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398610.317582:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398610.317587:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343fcc lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.317595:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912343fcc lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.317610:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x5703899912343fd3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.317617:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x5703899912343fd3 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.317624:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x5703899912343fd3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.317636:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96bc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398610.317639:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x5703899912343fd3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.317646:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x5703899912343fd3 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.317656:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x6d38f012 (ffff9cf311b01a00) 00010000:00010000:0.0:1787398610.317658:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398610.317661:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x5703899912343fd3 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.317668:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x5703899912343fd3 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.317702:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343fc5 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a57d expref: 107 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.317713:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398610.317716:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398610.317720:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912343fc5 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a57d expref: 107 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.317729:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d96b000, rc 0) 00000100:00100000:0.0:1787398610.317788:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+106:123760:x1874221247556480:12345-192.168.204.36@tcp:101:cp.0 Request processed in 572us (1670us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398610.317795:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 676 00000100:00100000:0.0:1787398610.321970:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398610.322124:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247556736 00000100:00100000:2.0:1787398610.322134:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247556736 00000100:00100000:2.0:1787398610.322194:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 677 00000100:00100000:2.0:1787398610.322211:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+106:123760:x1874221247556736:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398610.322234:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398610.322255:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75cc00/0x5703899912343fda lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a584 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.322374:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x5703899912343fe1 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.322388:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x5703899912343fe1 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.322398:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x5703899912343fe1 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.322411:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c200/0x5703899912343fe8 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.322418:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c200/0x5703899912343fe8 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.322424:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c200/0x5703899912343fe8 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398610.323119:0:160868:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1df:0x0], index 1: 0 00080000:00000400:2.0:1787398610.323135:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398610.323139:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398610.323141:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398610.323143:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398610.323145:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398610.323147:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398610.323166:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398610.323177:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398610.323179:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398610.323181:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398610.323183:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398610.323185:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398610.323217:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398610.323220:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398610.323222:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398610.323223:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398610.323225:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398610.323227:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1787398610.323323:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d400/0x5703899912343fef lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.323335:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d400/0x5703899912343fef lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.323344:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d400/0x5703899912343fef lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.323380:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x5703899912343fe1 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.323389:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x5703899912343fe1 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.323395:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x5703899912343fe1 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.323402:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x5703899912343fe1 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.323409:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75c000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398610.323430:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x5703899912343fe1 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.323438:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x5703899912343fe1 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.323451:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398610.323455:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398610.323459:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x5703899912343fe1 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.323467:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x5703899912343fe1 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398610.323894:0:160868:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000081b8a529 reply state 00000000ad9c26ae transno 34359738771 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c200/0x5703899912343fe8 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.323907:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c200/0x5703899912343fe8 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.323914:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x6d38f012 (ffff9cf3414fe200) 00010000:00010000:2.0:1787398610.323917:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398610.323920:0:160868:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787398610.324253:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75cc00/0x5703899912343fda lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a584 expref: 109 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.324270:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d400/0x5703899912343fef lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a584 expref: 108 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.324278:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x3c:0x0].0x0 (ffff9cf3414fe400) 00010000:00010000:2.0:1787398610.324281:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787398610.324293:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b75d400, rc 0) 00000100:00100000:2.0:1787398610.324418:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+109:123760:x1874221247556736:12345-192.168.204.36@tcp:101:cp.0 Request processed in 2207us (2466us total) trans 34359738771 rc 0/0 00000100:00100000:2.0:1787398610.324428:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 677 00000100:00100000:1.0:1787398610.329126:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398610.329234:0:162524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247556864 00000100:00100000:3.0:1787398610.329244:0:162524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247556864 00000100:00100000:3.0:1787398610.329334:0:162524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 391 00000100:00100000:3.0:1787398610.329345:0:162524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:dbe7f5ec-0726-4851-a675-2f47d040e30f+36:69164:x1874221247556864:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398610.329363:0:162524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398610.329384:0:162524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000532c5172/0x5703899912343ffd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1df:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a58b expref: -99 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398610.329410:0:162524:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1df:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398610.329430:0:162524:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1df:0x0].0x0 since=5631s v=(0 0) 00010000:00010000:3.0:1787398610.329436:0:162524:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1df:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398610.329445:0:162524:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000532c5172/0x5703899912343ffd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a58b expref: 37 pid: 162524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398610.329520:0:162524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000532c5172/0x5703899912343ffd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a58b expref: 37 pid: 162524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398610.329546:0:162524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a69200, rc 0) 00000100:00100000:3.0:1787398610.329599:0:162524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:dbe7f5ec-0726-4851-a675-2f47d040e30f+37:69164:x1874221247556864:12345-192.168.204.36@tcp:101:cp.0 Request processed in 256us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398610.329607:0:162524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 391 00000100:00100000:1.0:1787398610.349892:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398610.355607:0:160296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247556992 00000100:00100000:2.0:1787398610.355625:0:160296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247556992 00000100:00100000:2.0:1787398610.355694:0:160296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 392 00000100:00100000:2.0:1787398610.355705:0:160296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+37:123760:x1874221247556992:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398610.355723:0:160296:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398610.355745:0:160296:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f8922add/0x5703899912344004 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a592 expref: -99 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.355777:0:160296:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000532c5172/0x5703899912343ffd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a58b expref: 38 pid: 162524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.355787:0:160296:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1df:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398610.355791:0:160296:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1df:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398610.355796:0:160296:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f8922add/0x5703899912344004 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1df:0x0].0x0 rrc: 3 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a592 expref: 38 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.355835:0:160296:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000532c5172/0x5703899912343ffd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a58b expref: 38 pid: 162524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.355848:0:160296:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000532c5172/0x5703899912343ffd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a58b expref: 38 pid: 162524 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398610.355862:0:160296:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:160296:1874221261011200:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398610.363219:0:160296:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf202cdbd80 going to sleep for 11 seconds 00000100:00100000:0.0:1787398610.395336:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398610.395537:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247557120 00000100:00100000:3.0:1787398610.395548:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247557120 00010000:00010000:3.0:1787398610.395593:0:158781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000532c5172/0x5703899912343ffd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a58b expref: 39 pid: 162524 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398610.395638:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 205 00000100:00100000:3.0:1787398610.395648:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f492450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+39:69162:x1874221247557120:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398610.395663:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398610.395686:0:158781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000532c5172/0x5703899912343ffd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a58b expref: 39 pid: 162524 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398610.395700:0:158781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000532c5172/0x5703899912343ffd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a58b expref: 39 pid: 162524 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398610.395728:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1df:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398610.395732:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1df:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398610.395741:0:158781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f8922add/0x5703899912344004 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a592 expref: 39 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398610.396270:0:158781:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f8922add/0x5703899912344004 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a592 expref: 39 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398610.396313:0:158781:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f8922add/0x5703899912344004 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a592 expref: 39 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398610.396329:0:158781:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304180700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:158781:1874221261011328:192.168.204.36@tcp:105: 00000100:00100000:3.0:1787398610.396417:0:158781:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf30389bcc0 going to sleep for 11 seconds 00010000:00010000:2.0:1787398610.396531:0:160296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000532c5172/0x5703899912343ffd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a58b expref: 39 pid: 162524 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398610.396546:0:160296:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:160296:1874221261011200:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398610.396572:0:160296:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f8922add/0x5703899912344004 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a592 expref: 38 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.396583:0:160296:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b75cc00, rc 0) 00000100:00100000:2.0:1787398610.396624:0:160296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+38:123760:x1874221247556992:12345-192.168.204.36@tcp:101:cp.0 Request processed in 40921us (46743us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398610.396633:0:160296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 392 00000100:00100000:3.0:1787398610.402103:0:158781:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304180700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:158781:1874221261011328:192.168.204.36@tcp:105: 00010000:00010000:3.0:1787398610.402134:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398610.402197:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f492450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+37:69162:x1874221247557120:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 6549us (6871us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398610.402208:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 205 00000100:00100000:1.0:1787398610.416127:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398610.416225:0:166561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247557376 00000100:00100000:0.0:1787398610.416236:0:166561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247557376 00000100:00100000:0.0:1787398610.416296:0:166561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 196 00000100:00100000:0.0:1787398610.416306:0:166561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+109:123760:x1874221247557376:12345-192.168.204.36@tcp:35:cp.0 00000001:00080000:0.0:1787398610.416615:0:166561:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 34359738772 00000100:00100000:0.0:1787398610.416730:0:166561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+111:123760:x1874221247557376:12345-192.168.204.36@tcp:35:cp.0 Request processed in 424us (612us total) trans 34359738773 rc 0/0 00000100:00100000:0.0:1787398610.416737:0:166561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 196 00000020:00080000:0.0:1787398610.416742:0:166561:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1787398610.435650:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398610.435964:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247557504 00000100:00100000:0.0:1787398610.435976:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247557504 00000100:00100000:0.0:1787398610.436057:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 678 00000100:00100000:0.0:1787398610.436068:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+111:123760:x1874221247557504:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398610.436095:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398610.436117:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x570389991234400b lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a599 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.436187:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912344012 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.436201:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912344012 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.436212:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912344012 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.436227:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912344019 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.436249:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912344019 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.436256:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912344019 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.436300:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912344012 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.436308:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912344012 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.436315:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912344012 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.436321:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912344012 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.436326:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96a800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398610.436331:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912344012 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.436338:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912344012 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.436350:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398610.436352:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398610.436357:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912344012 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.436363:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912344012 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.436385:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912344019 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.436390:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912344019 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.436396:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912344019 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.436401:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96b000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398610.436404:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912344019 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.436410:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912344019 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.436417:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x52815b39 (ffff9cf311b01a00) 00010000:00010000:0.0:1787398610.436419:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398610.436422:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912344019 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.436427:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912344019 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.436460:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x570389991234400b lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a599 expref: 112 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.436469:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398610.436471:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398610.436541:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x570389991234400b lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a599 expref: 112 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.436552:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d96bc00, rc 0) 00000100:00100000:0.0:1787398610.436606:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+111:123760:x1874221247557504:12345-192.168.204.36@tcp:101:cp.0 Request processed in 539us (966us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398610.436614:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 678 00000100:00100000:2.0:1787398610.440793:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398610.441219:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247557632 00000100:00100000:0.0:1787398610.441230:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247557632 00000100:00100000:0.0:1787398610.441296:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 679 00000100:00100000:0.0:1787398610.441305:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+111:123760:x1874221247557632:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398610.441325:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398610.441345:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912344020 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a5a0 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.441413:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912344027 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.441426:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912344027 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.441437:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912344027 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.441452:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x570389991234402e lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.441459:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x570389991234402e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.441465:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x570389991234402e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.441543:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912344027 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.441550:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912344027 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.441556:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912344027 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.441562:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912344027 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.441568:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96a800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398610.441572:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912344027 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.441579:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912344027 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.441592:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398610.441595:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398610.441599:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912344027 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.441606:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912344027 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.441619:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x570389991234402e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.441625:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x570389991234402e lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.441637:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x570389991234402e lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.441642:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf49800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398610.441645:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x570389991234402e lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.441651:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x570389991234402e lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.441659:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x52815b39 (ffff9cf311b01a00) 00010000:00010000:0.0:1787398610.441662:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398610.441665:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x570389991234402e lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.441671:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x570389991234402e lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.441704:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912344020 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5a0 expref: 112 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.441713:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398610.441715:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398610.441719:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x5703899912344020 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5a0 expref: 112 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.441727:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20d96b000, rc 0) 00000100:00100000:0.0:1787398610.441809:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+111:123760:x1874221247557632:12345-192.168.204.36@tcp:101:cp.0 Request processed in 505us (1025us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398610.441825:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 679 00000100:00100000:1.0:1787398610.449456:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398610.449591:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247557888 00000100:00100000:0.0:1787398610.449602:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247557888 00000100:00100000:0.0:1787398610.449719:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 680 00000100:00100000:0.0:1787398610.449731:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+111:123760:x1874221247557888:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398610.449763:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398610.449794:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912344035 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a5a7 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.449902:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x570389991234403c lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.449918:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x570389991234403c lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.449930:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x570389991234403c lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.449980:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242da00/0x5703899912344043 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.449988:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242da00/0x5703899912344043 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.449997:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242da00/0x5703899912344043 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787398610.450347:0:158796:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x264:0x0], index 0: 0 00080000:00000400:0.0:1787398610.450361:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398610.450372:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398610.450374:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398610.450377:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398610.450379:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398610.450381:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398610.450399:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398610.450401:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398610.450403:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398610.450405:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398610.450407:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398610.450409:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398610.450434:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398610.450437:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398610.450438:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398610.450440:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398610.450442:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398610.450444:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1787398610.451043:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c400/0x570389991234404a lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.451056:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c400/0x570389991234404a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.451066:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c400/0x570389991234404a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.451103:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x570389991234403c lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.451111:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x570389991234403c lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.451118:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x570389991234403c lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.451133:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x570389991234403c lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.451139:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf49a00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398610.451144:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x570389991234403c lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.451152:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x570389991234403c lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.451165:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398610.451169:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398610.451173:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x570389991234403c lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.451180:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x570389991234403c lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398610.451195:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000004f699b56 reply state 000000009184809f transno 34359738774 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242da00/0x5703899912344043 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.451207:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242da00/0x5703899912344043 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.451213:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x52815b39 (ffff9cf311b01600) 00010000:00010000:0.0:1787398610.451215:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787398610.451218:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787398610.451251:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912344035 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5a7 expref: 114 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.451278:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c400/0x570389991234404a lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5a7 expref: 113 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.451286:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x3d:0x0].0x0 (ffff9cf303a80300) 00010000:00010000:0.0:1787398610.451288:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787398610.451290:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20242c400, rc 0) 00000100:00100000:0.0:1787398610.451370:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+114:123760:x1874221247557888:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1641us (1925us total) trans 34359738774 rc 0/0 00000100:00100000:0.0:1787398610.451379:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 680 00000100:00100000:1.0:1787398610.455397:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398610.455507:0:162523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247558016 00000100:00100000:2.0:1787398610.455517:0:162523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247558016 00000100:00100000:2.0:1787398610.455578:0:162523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 393 00000100:00100000:2.0:1787398610.455588:0:162523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:dbe7f5ec-0726-4851-a675-2f47d040e30f+40:69163:x1874221247558016:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398610.455607:0:162523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398610.455630:0:162523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003954ccdf/0x5703899912344058 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x264:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a5ae expref: -99 pid: 162523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787398610.455656:0:162523:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x264:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398610.455675:0:162523:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x264:0x0].0x0 since=5631s v=(0 0) 00010000:00010000:2.0:1787398610.455679:0:162523:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x264:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398610.455703:0:162523:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003954ccdf/0x5703899912344058 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5ae expref: 41 pid: 162523 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.455721:0:162523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003954ccdf/0x5703899912344058 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5ae expref: 41 pid: 162523 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.455736:0:162523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b75d000, rc 0) 00000100:00100000:2.0:1787398610.456110:0:162523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:dbe7f5ec-0726-4851-a675-2f47d040e30f+41:69163:x1874221247558016:12345-192.168.204.36@tcp:101:cp.0 Request processed in 521us (721us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398610.456120:0:162523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 393 00000100:00100000:3.0:1787398610.472583:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398610.472678:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247558144 00000100:00100000:2.0:1787398610.472687:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247558144 00000100:00100000:2.0:1787398610.472742:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 394 00000100:00100000:2.0:1787398610.472752:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304180700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+41:123760:x1874221247558144:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398610.472773:0:162529:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398610.472793:0:162529:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006ec05021/0x570389991234405f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x264:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a5b5 expref: -99 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.472830:0:162529:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003954ccdf/0x5703899912344058 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5ae expref: 42 pid: 162523 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.472840:0:162529:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x264:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398610.472844:0:162529:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x264:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398610.472848:0:162529:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ec05021/0x570389991234405f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x264:0x0].0x0 rrc: 3 type: EXT [0->217087] (req 0->217087) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5b5 expref: 42 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.472906:0:162529:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003954ccdf/0x5703899912344058 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5ae expref: 42 pid: 162523 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.472919:0:162529:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003954ccdf/0x5703899912344058 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5ae expref: 42 pid: 162523 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398610.472934:0:162529:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:162529:1874221261011456:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398610.473345:0:162529:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf202cdbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1787398610.491693:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398610.491915:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247558272 00000100:00100000:3.0:1787398610.491925:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247558272 00010000:00010000:3.0:1787398610.491967:0:158780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003954ccdf/0x5703899912344058 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5ae expref: 43 pid: 162523 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398610.492013:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 206 00000100:00100000:3.0:1787398610.492023:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+43:69165:x1874221247558272:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398610.492119:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398610.492144:0:158780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003954ccdf/0x5703899912344058 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x264:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5ae expref: 43 pid: 162523 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398610.492173:0:158780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003954ccdf/0x5703899912344058 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x264:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5ae expref: 43 pid: 162523 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398610.492200:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x264:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398610.492205:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x264:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398610.492213:0:158780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006ec05021/0x570389991234405f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x264:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->217087) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5b5 expref: 43 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398610.492223:0:158780:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ec05021/0x570389991234405f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x264:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->217087) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5b5 expref: 43 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398610.492263:0:158780:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006ec05021/0x570389991234405f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x264:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->217087) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5b5 expref: 43 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398610.492277:0:158780:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304183480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:158780:1874221261011584:192.168.204.36@tcp:105: 00000100:00100000:3.0:1787398610.492372:0:158780:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf30389bb40 going to sleep for 11 seconds 00010000:00010000:2.0:1787398610.492674:0:162529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003954ccdf/0x5703899912344058 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x264:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5ae expref: 43 pid: 162523 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398610.492690:0:162529:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:162529:1874221261011456:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398610.492715:0:162529:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006ec05021/0x570389991234405f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->217087) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5b5 expref: 42 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.492725:0:162529:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b75d200, rc 0) 00000100:00100000:2.0:1787398610.492776:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304180700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+42:123760:x1874221247558144:12345-192.168.204.36@tcp:101:cp.0 Request processed in 20025us (20203us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398610.492784:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 394 00000100:00100000:3.0:1787398610.498263:0:158780:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304183480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:158780:1874221261011584:192.168.204.36@tcp:105: 00010000:00010000:3.0:1787398610.498306:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398610.498358:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+41:69165:x1874221247558272:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 6336us (6675us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398610.498370:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 206 00000100:00100000:1.0:1787398610.515266:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398610.515877:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247558528 00000100:00100000:3.0:1787398610.515889:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247558528 00000100:00100000:3.0:1787398610.515952:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 197 00000100:00100000:3.0:1787398610.515979:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+114:123760:x1874221247558528:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:3.0:1787398610.516549:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+115:123760:x1874221247558528:12345-192.168.204.36@tcp:35:cp.0 Request processed in 570us (1291us total) trans 34359738775 rc 0/0 00000100:00100000:3.0:1787398610.516559:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 197 00000100:00100000:0.0:1787398610.525875:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398610.529648:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247558656 00000100:00100000:2.0:1787398610.529666:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247558656 00000100:00100000:2.0:1787398610.529749:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 681 00000100:00100000:2.0:1787398610.529760:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+115:123760:x1874221247558656:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398610.530363:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398610.530385:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d000/0x5703899912344066 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a5bc expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.530456:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d600/0x570389991234406d lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.530567:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d600/0x570389991234406d lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.530581:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d600/0x570389991234406d lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.530600:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x5703899912344074 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.530607:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x5703899912344074 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.530613:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x5703899912344074 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.530657:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d600/0x570389991234406d lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.530664:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d600/0x570389991234406d lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.530670:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d600/0x570389991234406d lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.530676:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d600/0x570389991234406d lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.530732:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75d600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398610.530737:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d600/0x570389991234406d lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.530744:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d600/0x570389991234406d lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.530757:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398610.530761:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398610.531324:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d600/0x570389991234406d lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.531335:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d600/0x570389991234406d lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.531354:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x5703899912344074 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.531359:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x5703899912344074 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.531365:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x5703899912344074 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.531371:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75c600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398610.531374:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x5703899912344074 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.531380:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x5703899912344074 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.531403:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9cfce7b5 (ffff9cf304cbd600) 00010000:00010000:2.0:1787398610.531406:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398610.531409:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x5703899912344074 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.531415:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x5703899912344074 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.531458:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d000/0x5703899912344066 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5bc expref: 116 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.533187:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398610.533192:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398610.533201:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d000/0x5703899912344066 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5bc expref: 116 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.533218:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b75d000, rc 0) 00000100:00100000:2.0:1787398610.533307:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+115:123760:x1874221247558656:12345-192.168.204.36@tcp:101:cp.0 Request processed in 3547us (7441us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398610.533316:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 681 00000100:00100000:0.0:1787398610.542960:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398610.543594:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247558784 00000100:00100000:2.0:1787398610.543605:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247558784 00000100:00100000:2.0:1787398610.543662:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 682 00000100:00100000:2.0:1787398610.543673:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+115:123760:x1874221247558784:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398610.543694:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398610.543716:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ce00/0x570389991234407b lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a5c3 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.543831:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x5703899912344082 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.543847:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x5703899912344082 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.543859:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x5703899912344082 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.543873:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d800/0x5703899912344089 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.543881:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d800/0x5703899912344089 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.543888:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d800/0x5703899912344089 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.543930:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x5703899912344082 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.543938:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x5703899912344082 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.543955:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x5703899912344082 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.543963:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x5703899912344082 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.543968:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75dc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398610.543980:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x5703899912344082 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.543988:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x5703899912344082 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.544000:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398610.544003:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398610.544007:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x5703899912344082 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.544023:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x5703899912344082 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.544047:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d800/0x5703899912344089 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.544053:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d800/0x5703899912344089 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.544058:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d800/0x5703899912344089 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.544063:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75d800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398610.544067:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d800/0x5703899912344089 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.544072:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d800/0x5703899912344089 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.544079:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9cfce7b5 (ffff9cf304cbdb00) 00010000:00010000:2.0:1787398610.544082:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398610.544136:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d800/0x5703899912344089 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.544143:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d800/0x5703899912344089 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.544177:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ce00/0x570389991234407b lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5c3 expref: 116 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.544186:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398610.544188:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398610.544191:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ce00/0x570389991234407b lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5c3 expref: 116 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.544199:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b75ce00, rc 0) 00000100:00100000:2.0:1787398610.544269:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+115:123760:x1874221247558784:12345-192.168.204.36@tcp:101:cp.0 Request processed in 598us (1329us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398610.544275:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 682 00000100:00100000:3.0:1787398610.554813:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398610.554928:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247559040 00000100:00100000:1.0:1787398610.554939:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247559040 00000100:00100000:1.0:1787398610.555026:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 683 00000100:00100000:1.0:1787398610.555047:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+115:123760:x1874221247559040:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398610.555072:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398610.555094:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb800/0x5703899912344090 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a5ca expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.555231:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb200/0x5703899912344097 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.555246:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb200/0x5703899912344097 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.555260:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb200/0x5703899912344097 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.555275:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca600/0x570389991234409e lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.555282:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca600/0x570389991234409e lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.555290:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca600/0x570389991234409e lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787398610.555714:0:160868:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1e0:0x0], index 1: 0 00080000:00000400:1.0:1787398610.555727:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:1.0:1787398610.555731:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1787398610.555734:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398610.555736:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398610.555739:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398610.555741:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398610.555759:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:1.0:1787398610.555762:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1787398610.555764:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398610.555766:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398610.555768:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398610.555776:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398610.555810:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:1.0:1787398610.555813:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1787398610.555815:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398610.555817:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398610.555819:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398610.555820:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1787398610.555916:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca400/0x57038999123440a5 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.555926:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca400/0x57038999123440a5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.555934:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca400/0x57038999123440a5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.555974:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb200/0x5703899912344097 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.555982:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb200/0x5703899912344097 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.555988:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb200/0x5703899912344097 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.555995:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb200/0x5703899912344097 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.556001:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2034cb200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398610.556006:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb200/0x5703899912344097 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.556014:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb200/0x5703899912344097 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.556045:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398610.556049:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398610.556054:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb200/0x5703899912344097 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.556061:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb200/0x5703899912344097 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398610.556080:0:160868:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b0a0c1ee reply state 000000000c8c8cf7 transno 34359738776 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca600/0x570389991234409e lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.556092:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca600/0x570389991234409e lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.556097:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9cfce7b5 (ffff9cf33e1a8600) 00010000:00010000:1.0:1787398610.556099:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398610.556102:0:160868:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787398610.556135:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb800/0x5703899912344090 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5ca expref: 118 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.556150:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca400/0x57038999123440a5 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5ca expref: 117 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.556158:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x3e:0x0].0x0 (ffff9cf33e1a8e00) 00010000:00010000:1.0:1787398610.556160:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787398610.556162:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2034ca400, rc 0) 00000100:00100000:1.0:1787398610.556224:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+118:123760:x1874221247559040:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1188us (1420us total) trans 34359738776 rc 0/0 00000100:00100000:1.0:1787398610.556234:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 683 00000100:00100000:3.0:1787398610.566351:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398610.566468:0:162514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247559168 00000100:00100000:2.0:1787398610.566512:0:162514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247559168 00000100:00100000:2.0:1787398610.566566:0:162514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 395 00000100:00100000:2.0:1787398610.566576:0:162514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+37:69165:x1874221247559168:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398610.566594:0:162514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398610.566617:0:162514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000671bbdda/0x57038999123440b3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a5d1 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787398610.566644:0:162514:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1e0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398610.566667:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e0:0x0].0x0 since=5631s v=(0 0) 00010000:00010000:2.0:1787398610.566687:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398610.566698:0:162514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000671bbdda/0x57038999123440b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5d1 expref: 38 pid: 162514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.566717:0:162514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000671bbdda/0x57038999123440b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5d1 expref: 38 pid: 162514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.566729:0:162514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b75ce00, rc 0) 00000100:00100000:2.0:1787398610.566802:0:162514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+38:69165:x1874221247559168:12345-192.168.204.36@tcp:101:cp.0 Request processed in 227us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398610.566810:0:162514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 395 00000100:00100000:0.0:1787398610.584218:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398610.584397:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247559296 00000100:00100000:2.0:1787398610.584407:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247559296 00000100:00100000:2.0:1787398610.584473:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 396 00000100:00100000:2.0:1787398610.584505:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+38:123760:x1874221247559296:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398610.584523:0:162520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398610.584542:0:162520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a2ce4338/0x57038999123440ba lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a5d8 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.584574:0:162520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000671bbdda/0x57038999123440b3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5d1 expref: 39 pid: 162514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.584583:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398610.584588:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398610.584593:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a2ce4338/0x57038999123440ba lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5d8 expref: 39 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.584646:0:162520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000671bbdda/0x57038999123440b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5d1 expref: 39 pid: 162514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.584661:0:162520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000671bbdda/0x57038999123440b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5d1 expref: 39 pid: 162514 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398610.584677:0:162520:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:162520:1874221261011712:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398610.584780:0:162520:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf202cdbd80 going to sleep for 11 seconds 00000100:00100000:3.0:1787398610.593247:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398610.595395:0:162520:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:162520:1874221261011712:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398610.595432:0:162520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a2ce4338/0x57038999123440ba lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5d8 expref: 39 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.595454:0:162520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b75d800, rc 0) 00000100:00100000:2.0:1787398610.595570:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+39:123760:x1874221247559296:12345-192.168.204.36@tcp:101:cp.0 Request processed in 11065us (11362us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398610.595579:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 396 00000100:00100000:0.0:1787398610.596143:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247559424 00000100:00100000:0.0:1787398610.596151:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247559424 00010000:00010000:0.0:1787398610.596186:0:158779:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000671bbdda/0x57038999123440b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5d1 expref: 39 pid: 162514 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398610.596219:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 207 00000100:00100000:0.0:1787398610.596228:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304181880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+39:69163:x1874221247559424:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398610.596254:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398610.596276:0:158779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000671bbdda/0x57038999123440b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5d1 expref: 39 pid: 162514 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.596290:0:158779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000671bbdda/0x57038999123440b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5d1 expref: 39 pid: 162514 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.596329:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000671bbdda/0x57038999123440b3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5d1 expref: 39 pid: 162514 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.596343:0:158779:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398610.596347:0:158779:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398610.596354:0:158779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a2ce4338/0x57038999123440ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->192511) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5d8 expref: 38 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.596363:0:158779:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a2ce4338/0x57038999123440ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->192511) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5d8 expref: 38 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.596398:0:158779:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a2ce4338/0x57038999123440ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->192511) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5d8 expref: 38 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398610.596413:0:158779:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33aae4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:158779:1874221261011840:192.168.204.36@tcp:105: 00000100:00100000:0.0:1787398610.596533:0:158779:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20a33b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787398610.610912:0:158779:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33aae4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:158779:1874221261011840:192.168.204.36@tcp:105: 00010000:00010000:0.0:1787398610.610940:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398610.611027:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304181880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+38:69163:x1874221247559424:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 14798us (17789us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398610.611048:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 207 00000100:00100000:3.0:1787398610.612285:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398610.613415:0:166561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247559680 00000100:00100000:0.0:1787398610.613428:0:166561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247559680 00000100:00100000:0.0:1787398610.613530:0:166561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 198 00000100:00100000:0.0:1787398610.613555:0:166561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf303df8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+118:123760:x1874221247559680:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:0.0:1787398610.613865:0:166561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf303df8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+119:123760:x1874221247559680:12345-192.168.204.36@tcp:35:cp.0 Request processed in 311us (1586us total) trans 34359738777 rc 0/0 00000100:00100000:0.0:1787398610.613873:0:166561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 198 00000100:00100000:3.0:1787398610.623831:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398610.624137:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247559808 00000100:00100000:2.0:1787398610.624148:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247559808 00000100:00100000:2.0:1787398610.624207:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 684 00000100:00100000:2.0:1787398610.624217:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+119:123760:x1874221247559808:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398610.624242:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398610.624263:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x57038999123440c1 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a5df expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.624351:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d000/0x57038999123440c8 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.624365:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d000/0x57038999123440c8 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.624376:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d000/0x57038999123440c8 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.624402:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x57038999123440cf lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.624409:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x57038999123440cf lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.624416:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x57038999123440cf lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.624455:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d000/0x57038999123440c8 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.624473:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d000/0x57038999123440c8 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.624520:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d000/0x57038999123440c8 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.624527:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d000/0x57038999123440c8 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.624740:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75d000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398610.624751:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d000/0x57038999123440c8 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.624759:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d000/0x57038999123440c8 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.624773:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398610.624776:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398610.624781:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d000/0x57038999123440c8 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.624788:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d000/0x57038999123440c8 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.624802:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x57038999123440cf lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.624808:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x57038999123440cf lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.624814:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x57038999123440cf lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.624819:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75c600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398610.624822:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x57038999123440cf lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.624827:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x57038999123440cf lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.624835:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe708c894 (ffff9cf304cbd400) 00010000:00010000:2.0:1787398610.624837:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398610.624846:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x57038999123440cf lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.624853:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x57038999123440cf lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.624885:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x57038999123440c1 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5df expref: 120 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.624894:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398610.624897:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398610.624900:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x57038999123440c1 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5df expref: 120 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.624909:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b75dc00, rc 0) 00000100:00100000:2.0:1787398610.624967:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+119:123760:x1874221247559808:12345-192.168.204.36@tcp:101:cp.0 Request processed in 751us (1145us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398610.624975:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 684 00000100:00100000:3.0:1787398610.629450:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398610.629648:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247559936 00000100:00100000:1.0:1787398610.629658:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247559936 00000100:00100000:1.0:1787398610.629719:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 685 00000100:00100000:1.0:1787398610.629730:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208893100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+119:123760:x1874221247559936:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398610.629761:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398610.629783:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cba00/0x57038999123440d6 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a5e6 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.629848:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x57038999123440dd lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.629861:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x57038999123440dd lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.629871:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x57038999123440dd lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.629885:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x57038999123440e4 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.629892:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x57038999123440e4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.629899:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x57038999123440e4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.630101:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x57038999123440dd lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.630112:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x57038999123440dd lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.630137:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x57038999123440dd lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.630143:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x57038999123440dd lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.630148:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2034cac00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398610.630152:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x57038999123440dd lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.630160:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x57038999123440dd lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.630172:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398610.630174:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398610.630179:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x57038999123440dd lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.630184:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x57038999123440dd lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.630199:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x57038999123440e4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.630205:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x57038999123440e4 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.630210:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x57038999123440e4 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.630214:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2034cb400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398610.630223:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x57038999123440e4 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.630230:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x57038999123440e4 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.630238:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe708c894 (ffff9cf33e1a8a00) 00010000:00010000:1.0:1787398610.630241:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398610.630243:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x57038999123440e4 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.630249:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x57038999123440e4 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.630284:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cba00/0x57038999123440d6 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5e6 expref: 120 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.630294:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398610.630296:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398610.630299:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cba00/0x57038999123440d6 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5e6 expref: 120 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.630308:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2034cba00, rc 0) 00000100:00100000:1.0:1787398610.630374:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208893100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+119:123760:x1874221247559936:12345-192.168.204.36@tcp:101:cp.0 Request processed in 646us (936us total) trans 0 rc 301/301 00000100:00100000:1.0:1787398610.630381:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 685 00000100:00100000:1.0:1787398610.637209:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398610.637368:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247560192 00000100:00100000:2.0:1787398610.637379:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247560192 00000100:00100000:2.0:1787398610.637450:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 686 00000100:00100000:2.0:1787398610.637463:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+119:123760:x1874221247560192:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398610.637520:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398610.637544:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x57038999123440eb lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a5ed expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.637682:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x57038999123440f2 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.637709:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x57038999123440f2 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.637721:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x57038999123440f2 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.637737:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d000/0x57038999123440f9 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.637743:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d000/0x57038999123440f9 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.637749:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d000/0x57038999123440f9 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398610.638094:0:158794:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x265:0x0], index 0: 0 00080000:00000400:2.0:1787398610.638119:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398610.638123:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398610.638125:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398610.638128:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398610.638130:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398610.638132:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398610.638150:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398610.638153:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398610.638155:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398610.638157:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398610.638159:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398610.638161:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398610.638188:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398610.638191:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398610.638193:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398610.638202:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398610.638204:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398610.638206:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1787398610.638315:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d600/0x5703899912344100 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.638324:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d600/0x5703899912344100 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.638331:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d600/0x5703899912344100 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.638365:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x57038999123440f2 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.638372:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x57038999123440f2 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.638378:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x57038999123440f2 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.638385:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x57038999123440f2 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.638391:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75c600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398610.638394:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x57038999123440f2 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.638401:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x57038999123440f2 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.638414:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398610.638417:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398610.638428:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x57038999123440f2 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.638434:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x57038999123440f2 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398610.638450:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000074b6db39 reply state 00000000d460b96e transno 34359738778 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d000/0x57038999123440f9 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.638462:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d000/0x57038999123440f9 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.638468:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe708c894 (ffff9cf304cbd400) 00010000:00010000:2.0:1787398610.638470:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398610.638473:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787398610.638533:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x57038999123440eb lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5ed expref: 122 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.638548:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d600/0x5703899912344100 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5ed expref: 121 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.638555:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x3f:0x0].0x0 (ffff9cf304cbd200) 00010000:00010000:2.0:1787398610.638557:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787398610.638559:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b75d600, rc 0) 00000100:00100000:2.0:1787398610.638629:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+122:123760:x1874221247560192:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1169us (1431us total) trans 34359738778 rc 0/0 00000100:00100000:2.0:1787398610.638637:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 686 00000100:00100000:3.0:1787398610.642462:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398610.642902:0:162515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247560320 00000100:00100000:2.0:1787398610.642912:0:162515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247560320 00000100:00100000:2.0:1787398610.642980:0:162515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 397 00000100:00100000:2.0:1787398610.642991:0:162515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+41:69163:x1874221247560320:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398610.643025:0:162515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398610.643065:0:162515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000671bbdda/0x570389991234410e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x265:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a5f4 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787398610.643093:0:162515:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x265:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398610.643125:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x265:0x0].0x0 since=5631s v=(0 0) 00010000:00010000:2.0:1787398610.643130:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x265:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398610.643141:0:162515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000671bbdda/0x570389991234410e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5f4 expref: 42 pid: 162515 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.643158:0:162515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000671bbdda/0x570389991234410e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5f4 expref: 42 pid: 162515 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.643171:0:162515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b75ce00, rc 0) 00000100:00100000:2.0:1787398610.643233:0:162515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+42:69163:x1874221247560320:12345-192.168.204.36@tcp:101:cp.0 Request processed in 243us (779us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398610.643240:0:162515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 397 00000100:00100000:3.0:1787398610.646436:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398610.646586:0:160295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247560448 00000100:00100000:0.0:1787398610.646596:0:160295:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247560448 00000100:00100000:0.0:1787398610.646649:0:160295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 398 00000100:00100000:0.0:1787398610.646660:0:160295:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208890a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+42:123760:x1874221247560448:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398610.646676:0:160295:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398610.646695:0:160295:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c488d3ec/0x5703899912344115 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x265:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a5fb expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.646727:0:160295:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000671bbdda/0x570389991234410e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x265:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5f4 expref: 43 pid: 162515 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.646736:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x265:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398610.646739:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x265:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398610.646744:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c488d3ec/0x5703899912344115 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x265:0x0].0x0 rrc: 3 type: EXT [0->12287] (req 0->12287) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5fb expref: 43 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.646792:0:160295:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000671bbdda/0x570389991234410e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x265:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5f4 expref: 43 pid: 162515 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.646805:0:160295:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000671bbdda/0x570389991234410e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x265:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5f4 expref: 43 pid: 162515 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398610.646840:0:160295:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33aae4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:160295:1874221261011968:192.168.204.36@tcp:104: 00000100:00100000:0.0:1787398610.646928:0:160295:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20a33bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1787398610.653455:0:160295:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33aae4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:160295:1874221261011968:192.168.204.36@tcp:104: 00010000:00010000:3.0:1787398610.653552:0:160295:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c488d3ec/0x5703899912344115 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x265:0x0].0x0 rrc: 3 type: EXT [0->12287] (req 0->12287) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5fb expref: 43 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398610.653576:0:160295:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20242c600, rc 0) 00000100:00100000:3.0:1787398610.653693:0:160295:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208890a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+43:123760:x1874221247560448:12345-192.168.204.36@tcp:101:cp.0 Request processed in 7033us (7265us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398610.653702:0:160295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 398 00000100:00100000:1.0:1787398610.666405:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398610.666839:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247560576 00000100:00100000:0.0:1787398610.666852:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247560576 00010000:00010000:0.0:1787398610.666896:0:162512:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000671bbdda/0x570389991234410e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x265:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5f4 expref: 43 pid: 162515 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398610.666940:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 208 00000100:00100000:0.0:1787398610.666968:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+43:69164:x1874221247560576:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398610.666983:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398610.667005:0:162512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000671bbdda/0x570389991234410e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x265:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5f4 expref: 43 pid: 162515 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.667019:0:162512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000671bbdda/0x570389991234410e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x265:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5f4 expref: 43 pid: 162515 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.667065:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000671bbdda/0x570389991234410e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x265:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5f4 expref: 43 pid: 162515 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.667083:0:162512:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x265:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398610.667087:0:162512:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x265:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398610.667096:0:162512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c488d3ec/0x5703899912344115 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x265:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5fb expref: 42 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.667128:0:162512:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c488d3ec/0x5703899912344115 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x265:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5fb expref: 42 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.667174:0:162512:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000c488d3ec/0x5703899912344115 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x265:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5fb expref: 42 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398610.667192:0:162512:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33aae4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:162512:1874221261012096:192.168.204.36@tcp:105: 00000100:00100000:0.0:1787398610.667273:0:162512:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20a33bb40 going to sleep for 11 seconds 00000100:00100000:2.0:1787398610.675172:0:162512:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33aae4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:162512:1874221261012096:192.168.204.36@tcp:105: 00010000:00010000:2.0:1787398610.675200:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398610.675269:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+42:69164:x1874221247560576:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 8305us (8882us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398610.675280:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 208 00000100:00100000:1.0:1787398610.683678:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398610.683868:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247560832 00000100:00100000:3.0:1787398610.683878:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247560832 00000100:00100000:3.0:1787398610.683945:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 199 00000100:00100000:3.0:1787398610.683966:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+122:123760:x1874221247560832:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:3.0:1787398610.684324:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+123:123760:x1874221247560832:12345-192.168.204.36@tcp:35:cp.0 Request processed in 359us (655us total) trans 34359738779 rc 0/0 00000100:00100000:3.0:1787398610.684344:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 199 00000100:00100000:3.0:1787398610.706236:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398610.707656:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247560960 00000100:00100000:0.0:1787398610.707670:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247560960 00000100:00100000:0.0:1787398610.707779:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 687 00000100:00100000:0.0:1787398610.707790:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+123:123760:x1874221247560960:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398610.707817:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398610.707839:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x570389991234411c lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a602 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.707914:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242dc00/0x5703899912344123 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.707927:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242dc00/0x5703899912344123 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.707939:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242dc00/0x5703899912344123 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.707968:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d800/0x570389991234412a lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.707989:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d800/0x570389991234412a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.707996:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d800/0x570389991234412a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.710658:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242dc00/0x5703899912344123 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.710669:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242dc00/0x5703899912344123 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.710676:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242dc00/0x5703899912344123 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.710684:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242dc00/0x5703899912344123 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.710690:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242dc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398610.710695:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242dc00/0x5703899912344123 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.710702:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242dc00/0x5703899912344123 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.710720:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398610.710724:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398610.710728:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242dc00/0x5703899912344123 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.710734:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242dc00/0x5703899912344123 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.710771:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d800/0x570389991234412a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.710778:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d800/0x570389991234412a lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.710784:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d800/0x570389991234412a lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.710789:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242d800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398610.710793:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d800/0x570389991234412a lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.710798:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d800/0x570389991234412a lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.710807:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xd13f1037 (ffff9cf303a80d00) 00010000:00010000:0.0:1787398610.710810:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398610.710812:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d800/0x570389991234412a lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.710818:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d800/0x570389991234412a lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.710868:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x570389991234411c lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a602 expref: 124 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.710878:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398610.710881:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398610.710892:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x570389991234411c lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a602 expref: 124 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.710903:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20242ce00, rc 0) 00000100:00100000:0.0:1787398610.711139:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+123:123760:x1874221247560960:12345-192.168.204.36@tcp:101:cp.0 Request processed in 3349us (4911us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398610.711300:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 687 00000100:00100000:3.0:1787398610.718437:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398610.718731:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247561088 00000100:00100000:2.0:1787398610.718742:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247561088 00000100:00100000:2.0:1787398610.718813:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 688 00000100:00100000:2.0:1787398610.718823:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+123:123760:x1874221247561088:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398610.718859:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398610.718882:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x5703899912344131 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a609 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.718942:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x5703899912344138 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.718958:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x5703899912344138 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.718970:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x5703899912344138 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.718986:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ca00/0x570389991234413f lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.718993:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ca00/0x570389991234413f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.719011:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ca00/0x570389991234413f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.719064:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x5703899912344138 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.719073:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x5703899912344138 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.719079:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x5703899912344138 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.719086:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x5703899912344138 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.719098:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75c600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398610.719102:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x5703899912344138 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.719109:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x5703899912344138 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.719122:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398610.719125:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398610.719129:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x5703899912344138 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.719136:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x5703899912344138 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.719149:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ca00/0x570389991234413f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.719155:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ca00/0x570389991234413f lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.719160:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ca00/0x570389991234413f lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.719166:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75ca00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398610.719169:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ca00/0x570389991234413f lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.719175:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ca00/0x570389991234413f lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.719193:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xd13f1037 (ffff9cf304cbdd00) 00010000:00010000:2.0:1787398610.719195:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398610.719198:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ca00/0x570389991234413f lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.719204:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ca00/0x570389991234413f lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.719239:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x5703899912344131 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a609 expref: 124 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.719250:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398610.719252:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398610.719256:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x5703899912344131 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a609 expref: 124 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.719265:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b75dc00, rc 0) 00000100:00100000:2.0:1787398610.719330:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+123:123760:x1874221247561088:12345-192.168.204.36@tcp:101:cp.0 Request processed in 509us (904us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398610.719338:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 688 00000100:00100000:1.0:1787398610.733658:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398610.733788:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247561344 00000100:00100000:2.0:1787398610.733798:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247561344 00000100:00100000:2.0:1787398610.733850:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 689 00000100:00100000:2.0:1787398610.733859:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+123:123760:x1874221247561344:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398610.733881:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398610.733903:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x5703899912344146 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a610 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.734041:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ca00/0x570389991234414d lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.734056:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ca00/0x570389991234414d lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.734066:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ca00/0x570389991234414d lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.734081:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x5703899912344154 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.734087:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x5703899912344154 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.734094:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x5703899912344154 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398610.734373:0:160868:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1e1:0x0], index 1: 0 00080000:00000400:2.0:1787398610.734400:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398610.734404:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398610.734406:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398610.734408:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398610.734410:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398610.734411:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398610.734428:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398610.734430:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398610.734432:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398610.734434:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398610.734436:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398610.734444:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398610.734475:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398610.734513:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398610.734515:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398610.734517:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398610.734519:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398610.734521:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1787398610.734620:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75de00/0x570389991234415b lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x40:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.734630:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75de00/0x570389991234415b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x40:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.734638:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75de00/0x570389991234415b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x40:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.734672:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ca00/0x570389991234414d lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.734679:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ca00/0x570389991234414d lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.734686:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ca00/0x570389991234414d lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.734692:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ca00/0x570389991234414d lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.734698:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75ca00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398610.734701:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ca00/0x570389991234414d lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.734708:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ca00/0x570389991234414d lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.734725:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398610.734728:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398610.734733:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ca00/0x570389991234414d lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.734739:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ca00/0x570389991234414d lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398610.734752:0:160868:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000080cc2857 reply state 0000000094e6757c transno 34359738780 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x5703899912344154 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.734762:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x5703899912344154 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.734768:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xd13f1037 (ffff9cf304cbdd00) 00010000:00010000:2.0:1787398610.734771:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398610.734773:0:160868:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787398610.734799:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x5703899912344146 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a610 expref: 126 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.734811:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75de00/0x570389991234415b lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x40:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a610 expref: 125 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.734818:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x40:0x0].0x0 (ffff9cf304cbd300) 00010000:00010000:2.0:1787398610.734820:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787398610.734823:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b75de00, rc 0) 00000100:00100000:2.0:1787398610.734888:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+126:123760:x1874221247561344:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1030us (1241us total) trans 34359738780 rc 0/0 00000100:00100000:2.0:1787398610.734895:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 689 00000100:00100000:3.0:1787398610.750739:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398610.750901:0:162524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247561472 00000100:00100000:1.0:1787398610.750911:0:162524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247561472 00000100:00100000:1.0:1787398610.750975:0:162524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 399 00000100:00100000:1.0:1787398610.750985:0:162524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:dbe7f5ec-0726-4851-a675-2f47d040e30f+38:69165:x1874221247561472:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398610.751005:0:162524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398610.751049:0:162524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001c00036a/0x5703899912344169 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a617 expref: -99 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398610.751076:0:162524:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1e1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787398610.751098:0:162524:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e1:0x0].0x0 since=5631s v=(0 0) 00010000:00010000:1.0:1787398610.751102:0:162524:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398610.751112:0:162524:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001c00036a/0x5703899912344169 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a617 expref: 39 pid: 162524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.751130:0:162524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001c00036a/0x5703899912344169 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a617 expref: 39 pid: 162524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.751144:0:162524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2034cb800, rc 0) 00000100:00100000:1.0:1787398610.752152:0:162524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:dbe7f5ec-0726-4851-a675-2f47d040e30f+39:69165:x1874221247561472:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1162us (1418us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398610.752163:0:162524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 399 00000100:00100000:3.0:1787398610.788993:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398610.798283:0:160296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247561600 00000100:00100000:2.0:1787398610.798299:0:160296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247561600 00000100:00100000:2.0:1787398610.798571:0:160296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 400 00000100:00100000:2.0:1787398610.798585:0:160296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+39:123760:x1874221247561600:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398610.798606:0:160296:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398610.798627:0:160296:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ebaa71a9/0x5703899912344170 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a61e expref: -99 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.798663:0:160296:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001c00036a/0x5703899912344169 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a617 expref: 40 pid: 162524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.798672:0:160296:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398610.798676:0:160296:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398610.798681:0:160296:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ebaa71a9/0x5703899912344170 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a61e expref: 40 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.798719:0:160296:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001c00036a/0x5703899912344169 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a617 expref: 40 pid: 162524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.798733:0:160296:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001c00036a/0x5703899912344169 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a617 expref: 40 pid: 162524 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398610.798748:0:160296:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:160296:1874221261012224:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398610.798867:0:160296:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2096f76c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787398610.805462:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398610.805871:0:160296:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:160296:1874221261012224:192.168.204.36@tcp:104: 00010000:00010000:1.0:1787398610.805909:0:160296:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ebaa71a9/0x5703899912344170 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a61e expref: 40 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.805933:0:160296:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b75ca00, rc 0) 00000100:00100000:1.0:1787398610.806021:0:160296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+40:123760:x1874221247561600:12345-192.168.204.36@tcp:101:cp.0 Request processed in 7439us (17038us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398610.806039:0:160296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 400 00000100:00100000:3.0:1787398610.806255:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247561728 00000100:00100000:3.0:1787398610.806263:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247561728 00010000:00010000:3.0:1787398610.806296:0:158781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001c00036a/0x5703899912344169 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a617 expref: 40 pid: 162524 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398610.806335:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 209 00000100:00100000:3.0:1787398610.806344:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+40:69163:x1874221247561728:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398610.806358:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398610.806389:0:158781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001c00036a/0x5703899912344169 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a617 expref: 40 pid: 162524 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398610.806410:0:158781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001c00036a/0x5703899912344169 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a617 expref: 40 pid: 162524 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398610.806433:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001c00036a/0x5703899912344169 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a617 expref: 40 pid: 162524 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398610.806451:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398610.806455:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398610.806463:0:158781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ebaa71a9/0x5703899912344170 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->229375) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a61e expref: 39 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398610.806526:0:158781:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ebaa71a9/0x5703899912344170 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->229375) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a61e expref: 39 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398610.806725:0:158781:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ebaa71a9/0x5703899912344170 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->229375) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a61e expref: 39 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398610.806741:0:158781:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a1d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:158781:1874221261012352:192.168.204.36@tcp:105: 00000100:00100000:3.0:1787398610.806796:0:158781:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf30389b600 going to sleep for 11 seconds 00000100:00100000:3.0:1787398610.809602:0:158781:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a1d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:158781:1874221261012352:192.168.204.36@tcp:105: 00010000:00010000:3.0:1787398610.809634:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398610.809698:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+39:69163:x1874221247561728:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 3354us (4245us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398610.809708:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 209 00000100:00100000:0.0:1787398610.829791:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398610.830554:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247561984 00000100:00100000:2.0:1787398610.830607:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247561984 00000100:00100000:2.0:1787398610.830670:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 200 00000100:00100000:2.0:1787398610.830681:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+126:123760:x1874221247561984:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:2.0:1787398610.831288:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+127:123760:x1874221247561984:12345-192.168.204.36@tcp:35:cp.0 Request processed in 607us (1511us total) trans 34359738781 rc 0/0 00000100:00100000:2.0:1787398610.831298:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 200 00000100:00100000:2.0:1787398610.839631:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398610.839735:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247562112 00000100:00100000:0.0:1787398610.839814:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247562112 00000100:00100000:0.0:1787398610.839916:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 690 00000100:00100000:0.0:1787398610.839927:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+127:123760:x1874221247562112:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398610.839967:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398610.839990:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x5703899912344177 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a625 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.840087:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d400/0x570389991234417e lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.840101:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d400/0x570389991234417e lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.840113:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d400/0x570389991234417e lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.840129:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c200/0x5703899912344185 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.840137:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c200/0x5703899912344185 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.840165:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c200/0x5703899912344185 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.840207:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d400/0x570389991234417e lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.840215:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d400/0x570389991234417e lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.840222:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d400/0x570389991234417e lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.840229:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d400/0x570389991234417e lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.840234:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242d400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398610.840238:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d400/0x570389991234417e lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.840246:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d400/0x570389991234417e lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.840259:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398610.840262:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398610.840266:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d400/0x570389991234417e lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.840272:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d400/0x570389991234417e lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.840287:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c200/0x5703899912344185 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.840300:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c200/0x5703899912344185 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.840306:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c200/0x5703899912344185 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.840311:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242c200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398610.840314:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c200/0x5703899912344185 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.840320:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c200/0x5703899912344185 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.840328:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xc701cb36 (ffff9cf303a80d00) 00010000:00010000:0.0:1787398610.840331:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398610.840334:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c200/0x5703899912344185 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.840339:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c200/0x5703899912344185 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.840372:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x5703899912344177 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a625 expref: 128 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.840609:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398610.840613:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398610.840618:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x5703899912344177 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a625 expref: 128 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.840640:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20242cc00, rc 0) 00000100:00100000:0.0:1787398610.840759:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+127:123760:x1874221247562112:12345-192.168.204.36@tcp:101:cp.0 Request processed in 832us (1139us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398610.840767:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 690 00000100:00100000:0.0:1787398610.847836:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398610.847963:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247562240 00000100:00100000:2.0:1787398610.847975:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247562240 00000100:00100000:2.0:1787398610.848060:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 691 00000100:00100000:2.0:1787398610.848072:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+127:123760:x1874221247562240:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398610.848094:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398610.848117:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c800/0x570389991234418c lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a62c expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.848192:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x5703899912344193 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.848207:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x5703899912344193 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.848219:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x5703899912344193 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.848235:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x570389991234419a lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.848243:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x570389991234419a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.848271:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x570389991234419a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.848312:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x5703899912344193 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.848320:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x5703899912344193 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.848327:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x5703899912344193 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.848334:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x5703899912344193 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.848341:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75c000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398610.848346:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x5703899912344193 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.848354:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x5703899912344193 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.848367:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398610.848371:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398610.848375:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x5703899912344193 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.848395:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x5703899912344193 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.848411:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x570389991234419a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.848425:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x570389991234419a lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.848431:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x570389991234419a lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.848437:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75dc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398610.848441:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x570389991234419a lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.848447:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x570389991234419a lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.848455:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xc701cb36 (ffff9cf304cbd000) 00010000:00010000:2.0:1787398610.848458:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398610.848461:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x570389991234419a lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.848468:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x570389991234419a lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.848526:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c800/0x570389991234418c lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a62c expref: 128 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.848551:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398610.848553:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398610.848558:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c800/0x570389991234418c lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a62c expref: 128 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.848580:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b75c800, rc 0) 00000100:00100000:2.0:1787398610.848647:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+127:123760:x1874221247562240:12345-192.168.204.36@tcp:101:cp.0 Request processed in 577us (822us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398610.848655:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 691 00000100:00100000:2.0:1787398610.853054:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398610.853194:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247562496 00000100:00100000:0.0:1787398610.853204:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247562496 00000100:00100000:0.0:1787398610.853267:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 692 00000100:00100000:0.0:1787398610.853277:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+127:123760:x1874221247562496:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398610.853298:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398610.853317:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x57038999123441a1 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a633 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.853453:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123441a8 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.853467:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123441a8 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.853506:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123441a8 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.853523:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242dc00/0x57038999123441af lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.853542:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242dc00/0x57038999123441af lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.853562:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242dc00/0x57038999123441af lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787398610.853889:0:158796:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x266:0x0], index 0: 0 00080000:00000400:0.0:1787398610.853902:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398610.853906:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398610.853908:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398610.853910:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398610.853913:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398610.853915:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398610.853931:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398610.853934:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398610.853936:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398610.853938:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398610.853940:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398610.853942:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398610.853971:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398610.853974:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398610.853975:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398610.853978:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398610.853979:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398610.853981:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1787398610.854090:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d800/0x57038999123441b6 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x41:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.854100:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d800/0x57038999123441b6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.854108:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d800/0x57038999123441b6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.854157:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123441a8 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.854163:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123441a8 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.854169:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123441a8 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.854175:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123441a8 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.854181:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242c000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398610.854186:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123441a8 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.854193:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123441a8 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.854206:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398610.854209:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398610.854213:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123441a8 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.854220:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123441a8 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398610.854234:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000071608ea7 reply state 00000000389dddba transno 34359738782 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242dc00/0x57038999123441af lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.854244:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242dc00/0x57038999123441af lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.854258:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xc701cb36 (ffff9cf303a80f00) 00010000:00010000:0.0:1787398610.854261:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787398610.854263:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787398610.854297:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x57038999123441a1 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a633 expref: 130 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.854312:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d800/0x57038999123441b6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a633 expref: 129 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.854320:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x41:0x0].0x0 (ffff9cf303a80900) 00010000:00010000:0.0:1787398610.854322:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787398610.854325:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20242d800, rc 0) 00000100:00100000:0.0:1787398610.854382:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+130:123760:x1874221247562496:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1107us (1354us total) trans 34359738782 rc 0/0 00000100:00100000:0.0:1787398610.854390:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 692 00000100:00100000:2.0:1787398610.861572:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398610.861868:0:162523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247562624 00000100:00100000:0.0:1787398610.861878:0:162523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247562624 00000100:00100000:0.0:1787398610.861937:0:162523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 401 00000100:00100000:0.0:1787398610.862086:0:162523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:dbe7f5ec-0726-4851-a675-2f47d040e30f+42:69163:x1874221247562624:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398610.862104:0:162523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398610.862125:0:162523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ed2d7fe8/0x57038999123441c4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x266:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a63a expref: -99 pid: 162523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787398610.862151:0:162523:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x266:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398610.862171:0:162523:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x266:0x0].0x0 since=5631s v=(0 0) 00010000:00010000:0.0:1787398610.862175:0:162523:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x266:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398610.862199:0:162523:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ed2d7fe8/0x57038999123441c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a63a expref: 43 pid: 162523 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.862219:0:162523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ed2d7fe8/0x57038999123441c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a63a expref: 43 pid: 162523 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.862233:0:162523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20242c200, rc 0) 00000100:00100000:0.0:1787398610.862297:0:162523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:dbe7f5ec-0726-4851-a675-2f47d040e30f+43:69163:x1874221247562624:12345-192.168.204.36@tcp:101:cp.0 Request processed in 214us (735us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398610.862305:0:162523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 401 00000100:00100000:2.0:1787398610.884839:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398610.885530:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247562752 00000100:00100000:1.0:1787398610.885541:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247562752 00000100:00100000:1.0:1787398610.885603:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 402 00000100:00100000:1.0:1787398610.885613:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+43:123760:x1874221247562752:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398610.885630:0:162529:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398610.885651:0:162529:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001c00036a/0x57038999123441cb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x266:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a641 expref: -99 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.885682:0:162529:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ed2d7fe8/0x57038999123441c4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a63a expref: 44 pid: 162523 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.885690:0:162529:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x266:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398610.885694:0:162529:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x266:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398610.885700:0:162529:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001c00036a/0x57038999123441cb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x266:0x0].0x0 rrc: 3 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a641 expref: 44 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.885732:0:162529:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ed2d7fe8/0x57038999123441c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a63a expref: 44 pid: 162523 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398610.885745:0:162529:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ed2d7fe8/0x57038999123441c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a63a expref: 44 pid: 162523 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398610.885759:0:162529:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aa9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:162529:1874221261012480:192.168.204.36@tcp:104: 00000100:00100000:1.0:1787398610.885913:0:162529:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20a9b39c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787398610.908198:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398610.908514:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247562880 00000100:00100000:3.0:1787398610.908523:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247562880 00010000:00010000:3.0:1787398610.908564:0:158780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ed2d7fe8/0x57038999123441c4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a63a expref: 45 pid: 162523 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398610.908612:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 210 00000100:00100000:3.0:1787398610.908623:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+45:69165:x1874221247562880:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398610.908638:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398610.908661:0:158780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ed2d7fe8/0x57038999123441c4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x266:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a63a expref: 45 pid: 162523 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398610.908698:0:158780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ed2d7fe8/0x57038999123441c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x266:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a63a expref: 45 pid: 162523 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398610.908726:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x266:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398610.908731:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x266:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398610.908740:0:158780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001c00036a/0x57038999123441cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x266:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->159743) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a641 expref: 45 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398610.908751:0:158780:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001c00036a/0x57038999123441cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x266:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->159743) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a641 expref: 45 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398610.908790:0:158780:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000001c00036a/0x57038999123441cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x266:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->159743) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a641 expref: 45 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398610.908806:0:158780:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a1d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:158780:1874221261012608:192.168.204.36@tcp:105: 00000100:00100000:3.0:1787398610.908897:0:158780:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf30389b600 going to sleep for 11 seconds 00010000:00010000:2.0:1787398610.909205:0:162529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ed2d7fe8/0x57038999123441c4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x266:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a63a expref: 45 pid: 162523 timeout: 5731 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398610.909222:0:162529:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aa9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:162529:1874221261012480:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398610.909244:0:162529:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001c00036a/0x57038999123441cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->159743) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a641 expref: 44 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.909254:0:162529:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2034cb800, rc 0) 00000100:00100000:2.0:1787398610.909284:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+44:123760:x1874221247562752:12345-192.168.204.36@tcp:101:cp.0 Request processed in 23673us (24459us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398610.909292:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 402 00000100:00100000:2.0:1787398610.917137:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398610.917303:0:158780:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a1d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:158780:1874221261012608:192.168.204.36@tcp:105: 00010000:00010000:3.0:1787398610.917330:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398610.917393:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+43:69165:x1874221247562880:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 8771us (9203us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398610.917406:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 210 00000100:00100000:0.0:1787398610.917508:0:166561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247563136 00000100:00100000:0.0:1787398610.917515:0:166561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247563136 00000100:00100000:0.0:1787398610.917566:0:166561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 201 00000100:00100000:0.0:1787398610.917576:0:166561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+130:123760:x1874221247563136:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:0.0:1787398610.917861:0:166561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+131:123760:x1874221247563136:12345-192.168.204.36@tcp:35:cp.0 Request processed in 286us (735us total) trans 34359738783 rc 0/0 00000100:00100000:0.0:1787398610.917870:0:166561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 201 00000100:00100000:1.0:1787398610.923038:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398610.923187:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247563264 00000100:00100000:2.0:1787398610.923197:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247563264 00000100:00100000:2.0:1787398610.923261:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 693 00000100:00100000:2.0:1787398610.923272:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+131:123760:x1874221247563264:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398610.923299:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398610.923337:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x57038999123441d2 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a648 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.923412:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x57038999123441d9 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.923428:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x57038999123441d9 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.923439:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x57038999123441d9 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.923454:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ce00/0x57038999123441e0 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.923511:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ce00/0x57038999123441e0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.923521:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ce00/0x57038999123441e0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.923566:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x57038999123441d9 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.923574:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x57038999123441d9 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.923581:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x57038999123441d9 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.923588:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x57038999123441d9 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.923607:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75c000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398610.923612:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x57038999123441d9 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.923621:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x57038999123441d9 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.923634:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398610.923637:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398610.923642:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x57038999123441d9 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.923649:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x57038999123441d9 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.923665:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ce00/0x57038999123441e0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.923672:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ce00/0x57038999123441e0 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.923679:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ce00/0x57038999123441e0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.923685:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75ce00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398610.923688:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ce00/0x57038999123441e0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.923694:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ce00/0x57038999123441e0 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.923715:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x322afea2 (ffff9cf304cbd000) 00010000:00010000:2.0:1787398610.923718:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398610.923721:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ce00/0x57038999123441e0 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.923728:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ce00/0x57038999123441e0 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.923762:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x57038999123441d2 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a648 expref: 132 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.923773:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398610.923776:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398610.923779:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x57038999123441d2 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a648 expref: 132 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.923789:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b75dc00, rc 0) 00000100:00100000:2.0:1787398610.923863:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+131:123760:x1874221247563264:12345-192.168.204.36@tcp:101:cp.0 Request processed in 591us (842us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398610.923871:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 693 00000100:00100000:1.0:1787398610.929014:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398610.929155:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247563392 00000100:00100000:0.0:1787398610.929165:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247563392 00000100:00100000:0.0:1787398610.929227:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 694 00000100:00100000:0.0:1787398610.929238:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+131:123760:x1874221247563392:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398610.929259:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398610.929280:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x57038999123441e7 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a64f expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.929346:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123441ee lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.929374:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123441ee lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.929385:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123441ee lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.929400:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123441f5 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.929407:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123441f5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.929413:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123441f5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.929451:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123441ee lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.929458:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123441ee lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.929464:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123441ee lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.929471:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123441ee lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.929509:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242c000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398610.929513:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123441ee lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.929521:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123441ee lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.929540:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398610.929542:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398610.929548:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123441ee lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.929554:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123441ee lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.929569:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123441f5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.929575:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123441f5 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.929579:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123441f5 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.929583:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242cc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398610.929586:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123441f5 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.929591:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123441f5 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.929598:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x322afea2 (ffff9cf303a80e00) 00010000:00010000:0.0:1787398610.929600:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398610.929603:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123441f5 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.929608:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123441f5 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.929662:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x57038999123441e7 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a64f expref: 132 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.929671:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398610.929674:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398610.929677:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x57038999123441e7 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a64f expref: 132 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.929687:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20242c800, rc 0) 00000100:00100000:0.0:1787398610.929744:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+131:123760:x1874221247563392:12345-192.168.204.36@tcp:101:cp.0 Request processed in 507us (748us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398610.929752:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 694 00000100:00100000:3.0:1787398610.932316:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398610.935638:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247563648 00000100:00100000:2.0:1787398610.935653:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247563648 00000100:00100000:2.0:1787398610.935765:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 695 00000100:00100000:2.0:1787398610.935776:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+131:123760:x1874221247563648:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398610.935799:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398610.935820:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x57038999123441fc lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a656 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.935976:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ce00/0x5703899912344203 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.935991:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ce00/0x5703899912344203 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.936011:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ce00/0x5703899912344203 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.936036:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x570389991234420a lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.936043:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x570389991234420a lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.936050:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x570389991234420a lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398610.936393:0:160868:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1e2:0x0], index 1: 0 00080000:00000400:2.0:1787398610.936407:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1787398610.936411:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398610.936413:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398610.936416:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398610.936418:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398610.936420:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398610.936435:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1787398610.936437:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398610.936439:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398610.936440:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398610.936443:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398610.936451:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398610.936520:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1787398610.936523:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398610.936525:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398610.936527:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398610.936529:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398610.936530:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1787398610.936627:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c800/0x5703899912344211 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.936637:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c800/0x5703899912344211 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.936645:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c800/0x5703899912344211 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.936676:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ce00/0x5703899912344203 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.936684:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ce00/0x5703899912344203 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.936690:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ce00/0x5703899912344203 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.936696:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ce00/0x5703899912344203 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.936701:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75ce00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398610.936705:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ce00/0x5703899912344203 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.936713:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ce00/0x5703899912344203 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.936733:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398610.936736:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398610.936740:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ce00/0x5703899912344203 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.936747:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ce00/0x5703899912344203 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398610.936761:0:160868:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000071de110e reply state 00000000b4bae5ea transno 34359738784 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x570389991234420a lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.936772:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x570389991234420a lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.936779:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x322afea2 (ffff9cf304cbd000) 00010000:00010000:2.0:1787398610.936781:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398610.936784:0:160868:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787398610.936815:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x57038999123441fc lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a656 expref: 134 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.936829:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c800/0x5703899912344211 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a656 expref: 133 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.936837:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x42:0x0].0x0 (ffff9cf304cbd900) 00010000:00010000:2.0:1787398610.936839:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787398610.936842:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b75c800, rc 0) 00000100:00100000:2.0:1787398610.936918:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+134:123760:x1874221247563648:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1144us (4611us total) trans 34359738784 rc 0/0 00000100:00100000:2.0:1787398610.936926:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 695 00000100:00100000:1.0:1787398610.942301:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398610.945273:0:162518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247563776 00000100:00100000:3.0:1787398610.945288:0:162518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247563776 00000100:00100000:3.0:1787398610.945424:0:162518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 403 00000100:00100000:3.0:1787398610.945436:0:162518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+39:69165:x1874221247563776:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398610.945455:0:162518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398610.945506:0:162518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ac6cfff5/0x570389991234421f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a65d expref: -99 pid: 162518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398610.945533:0:162518:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1e2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398610.945555:0:162518:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e2:0x0].0x0 since=5632s v=(0 0) 00010000:00010000:3.0:1787398610.945560:0:162518:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398610.945570:0:162518:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ac6cfff5/0x570389991234421f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a65d expref: 40 pid: 162518 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398610.945589:0:162518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ac6cfff5/0x570389991234421f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a65d expref: 40 pid: 162518 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398610.945603:0:162518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a69000, rc 0) 00000100:00100000:3.0:1787398610.945668:0:162518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+40:69165:x1874221247563776:12345-192.168.204.36@tcp:101:cp.0 Request processed in 234us (3377us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398610.945676:0:162518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 403 00000100:00100000:1.0:1787398610.951240:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398610.951314:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247563904 00000100:00100000:2.0:1787398610.951323:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247563904 00000100:00100000:2.0:1787398610.951388:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 404 00000100:00100000:2.0:1787398610.951398:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+40:123760:x1874221247563904:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398610.951415:0:162520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398610.951436:0:162520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000045eeb9e6/0x5703899912344226 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a664 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.951518:0:162520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ac6cfff5/0x570389991234421f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a65d expref: 41 pid: 162518 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.951528:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398610.951532:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398610.951538:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000045eeb9e6/0x5703899912344226 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->90111] (req 0->90111) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a664 expref: 41 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.951572:0:162520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ac6cfff5/0x570389991234421f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a65d expref: 41 pid: 162518 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.951585:0:162520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ac6cfff5/0x570389991234421f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a65d expref: 41 pid: 162518 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398610.951601:0:162520:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:162520:1874221261012736:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398610.951680:0:162520:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2099a6240 going to sleep for 11 seconds 00000100:00100000:1.0:1787398610.970557:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398610.970688:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247564032 00000100:00100000:0.0:1787398610.970698:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247564032 00010000:00010000:0.0:1787398610.970741:0:158779:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ac6cfff5/0x570389991234421f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a65d expref: 42 pid: 162518 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398610.970787:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 211 00000100:00100000:0.0:1787398610.970797:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+42:69163:x1874221247564032:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398610.970812:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398610.970835:0:158779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ac6cfff5/0x570389991234421f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a65d expref: 42 pid: 162518 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.970851:0:158779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ac6cfff5/0x570389991234421f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a65d expref: 42 pid: 162518 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.970899:0:158779:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398610.970905:0:158779:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398610.970914:0:158779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000045eeb9e6/0x5703899912344226 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->90111) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a664 expref: 42 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.970924:0:158779:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000045eeb9e6/0x5703899912344226 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->90111) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a664 expref: 42 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398610.970977:0:158779:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000045eeb9e6/0x5703899912344226 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->90111) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a664 expref: 42 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398610.970993:0:158779:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af1b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:158779:1874221261012864:192.168.204.36@tcp:105: 00000100:00100000:0.0:1787398610.971095:0:158779:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2092f3780 going to sleep for 11 seconds 00000100:00100000:0.0:1787398610.975175:0:158779:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af1b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:158779:1874221261012864:192.168.204.36@tcp:105: 00010000:00010000:0.0:1787398610.975201:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398610.975256:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+42:69163:x1874221247564032:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 4461us (4710us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398610.975267:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 211 00010000:00010000:2.0:1787398610.976605:0:162520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ac6cfff5/0x570389991234421f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a65d expref: 41 pid: 162518 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398610.976648:0:162520:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:162520:1874221261012736:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398610.976675:0:162520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000045eeb9e6/0x5703899912344226 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->90111) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a664 expref: 40 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398610.976690:0:162520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b1d2400, rc 0) 00000100:00100000:2.0:1787398610.976856:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+40:123760:x1874221247563904:12345-192.168.204.36@tcp:101:cp.0 Request processed in 25459us (25625us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398610.976865:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 404 00000100:00100000:1.0:1787398611.006716:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398611.009193:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247564288 00000100:00100000:3.0:1787398611.009209:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247564288 00000100:00100000:3.0:1787398611.009325:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 202 00000100:00100000:3.0:1787398611.009337:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+134:123760:x1874221247564288:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:3.0:1787398611.009698:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+135:123760:x1874221247564288:12345-192.168.204.36@tcp:35:cp.0 Request processed in 362us (2990us total) trans 34359738785 rc 0/0 00000100:00100000:3.0:1787398611.009707:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 202 00000100:00100000:1.0:1787398611.014170:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398611.014253:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247564416 00000100:00100000:0.0:1787398611.014263:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247564416 00000100:00100000:0.0:1787398611.014322:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 696 00000100:00100000:0.0:1787398611.014333:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+135:123760:x1874221247564416:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398611.014361:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398611.014612:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x570389991234422d lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a66b expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.014701:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x5703899912344234 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.014715:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x5703899912344234 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.014726:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x5703899912344234 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.014740:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x570389991234423b lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.014746:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x570389991234423b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.014752:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x570389991234423b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.014790:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x5703899912344234 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.014797:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x5703899912344234 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.014803:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x5703899912344234 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.014809:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x5703899912344234 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.014815:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242cc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398611.014825:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x5703899912344234 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.014834:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x5703899912344234 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.014845:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398611.014848:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.014852:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x5703899912344234 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.014859:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x5703899912344234 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.014874:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x570389991234423b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.014880:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x570389991234423b lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.014885:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x570389991234423b lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.014890:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242c000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398611.014893:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x570389991234423b lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.014899:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x570389991234423b lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.014905:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xaa0c2c16 (ffff9cf303a80e00) 00010000:00010000:0.0:1787398611.014908:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.014917:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x570389991234423b lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.014923:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x570389991234423b lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.015122:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x570389991234422d lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a66b expref: 136 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.015134:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398611.015136:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.015140:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x570389991234422d lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a66b expref: 136 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.015151:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20242c800, rc 0) 00000100:00100000:0.0:1787398611.015217:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+135:123760:x1874221247564416:12345-192.168.204.36@tcp:101:cp.0 Request processed in 885us (1058us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398611.015224:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 696 00000100:00100000:1.0:1787398611.021757:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398611.024150:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247564544 00000100:00100000:0.0:1787398611.024165:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247564544 00000100:00100000:0.0:1787398611.024297:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 697 00000100:00100000:0.0:1787398611.024308:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+135:123760:x1874221247564544:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398611.024328:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398611.024351:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x5703899912344242 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a672 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.024432:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x5703899912344249 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.024825:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x5703899912344249 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.024839:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x5703899912344249 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.024855:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x5703899912344250 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.024862:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x5703899912344250 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.024869:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x5703899912344250 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.024913:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x5703899912344249 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.024922:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x5703899912344249 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.024929:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x5703899912344249 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.024945:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x5703899912344249 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.024952:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242d600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398611.024957:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x5703899912344249 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.024964:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x5703899912344249 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.024986:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398611.024989:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.024994:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x5703899912344249 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.025001:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x5703899912344249 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.025179:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x5703899912344250 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.025186:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x5703899912344250 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.025192:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x5703899912344250 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.025197:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242c800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398611.025200:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x5703899912344250 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.025206:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x5703899912344250 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.025214:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xaa0c2c16 (ffff9cf303a80e00) 00010000:00010000:0.0:1787398611.025217:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.025219:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x5703899912344250 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.025224:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x5703899912344250 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.025274:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x5703899912344242 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a672 expref: 136 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.025285:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398611.025288:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.025292:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x5703899912344242 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a672 expref: 136 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.025301:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20242ce00, rc 0) 00000100:00100000:0.0:1787398611.025963:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+135:123760:x1874221247564544:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1070us (3630us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398611.025973:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 697 00000100:00100000:1.0:1787398611.029257:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398611.034551:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247564800 00000100:00100000:2.0:1787398611.034568:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247564800 00000100:00100000:2.0:1787398611.034648:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 698 00000100:00100000:2.0:1787398611.034658:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+135:123760:x1874221247564800:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398611.034680:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398611.034701:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912344257 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a679 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.034810:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x570389991234425e lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.034823:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x570389991234425e lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.034835:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x570389991234425e lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.034849:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ce00/0x5703899912344265 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.034870:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ce00/0x5703899912344265 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.034876:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ce00/0x5703899912344265 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398611.036420:0:160868:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x267:0x0], index 0: 0 00080000:00000400:2.0:1787398611.036439:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398611.036444:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398611.036446:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398611.036448:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398611.036451:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398611.036452:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398611.036616:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398611.036619:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398611.036621:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398611.036623:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398611.036625:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398611.036627:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398611.036664:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398611.036666:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398611.036668:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398611.036670:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398611.036673:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398611.036675:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1787398611.036819:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a600/0x570389991234426c lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.036835:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a600/0x570389991234426c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.036855:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a600/0x570389991234426c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.036895:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x570389991234425e lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.036903:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x570389991234425e lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.036909:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x570389991234425e lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.036916:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x570389991234425e lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.036922:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75dc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398611.036927:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x570389991234425e lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.036934:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x570389991234425e lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.036946:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398611.036949:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398611.036954:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x570389991234425e lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.036959:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75dc00/0x570389991234425e lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398611.036972:0:160868:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000032d8f977 reply state 000000001754db70 transno 34359738786 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ce00/0x5703899912344265 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.036992:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ce00/0x5703899912344265 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.036999:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xaa0c2c16 (ffff9cf304cbde00) 00010000:00010000:2.0:1787398611.037161:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398611.037165:0:160868:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787398611.037206:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912344257 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a679 expref: 138 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.037222:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a600/0x570389991234426c lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a679 expref: 137 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.037230:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x43:0x0].0x0 (ffff9cf337a20100) 00010000:00010000:2.0:1787398611.037232:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787398611.037234:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf202c5a600, rc 0) 00000100:00100000:2.0:1787398611.037307:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+138:123760:x1874221247564800:12345-192.168.204.36@tcp:101:cp.0 Request processed in 2651us (8061us total) trans 34359738786 rc 0/0 00000100:00100000:2.0:1787398611.037316:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 698 00000100:00100000:1.0:1787398611.049649:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398611.049732:0:160294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247564928 00000100:00100000:3.0:1787398611.049744:0:160294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247564928 00000100:00100000:3.0:1787398611.049855:0:160294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 405 00000100:00100000:3.0:1787398611.049866:0:160294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+43:69163:x1874221247564928:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398611.049885:0:160294:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398611.049905:0:160294:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000532c5172/0x570389991234427a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x267:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a680 expref: -99 pid: 160294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398611.049931:0:160294:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x267:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398611.049963:0:160294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x267:0x0].0x0 since=5632s v=(0 0) 00010000:00010000:3.0:1787398611.049968:0:160294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x267:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398611.049977:0:160294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000532c5172/0x570389991234427a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a680 expref: 44 pid: 160294 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.049995:0:160294:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000532c5172/0x570389991234427a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a680 expref: 44 pid: 160294 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.050017:0:160294:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a69200, rc 0) 00000100:00100000:3.0:1787398611.050087:0:160294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+44:69163:x1874221247564928:12345-192.168.204.36@tcp:101:cp.0 Request processed in 223us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398611.050094:0:160294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 405 00000100:00100000:1.0:1787398611.095716:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398611.095793:0:160295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247565056 00000100:00100000:3.0:1787398611.095805:0:160295:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247565056 00000100:00100000:3.0:1787398611.095866:0:160295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 406 00000100:00100000:3.0:1787398611.095876:0:160295:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+44:123760:x1874221247565056:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398611.095894:0:160295:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398611.095928:0:160295:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ac6cfff5/0x5703899912344281 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x267:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a687 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.095971:0:160295:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000532c5172/0x570389991234427a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x267:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a680 expref: 45 pid: 160294 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.095980:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x267:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398611.095985:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x267:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398611.095990:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ac6cfff5/0x5703899912344281 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x267:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a687 expref: 45 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.096041:0:160295:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000532c5172/0x570389991234427a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x267:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a680 expref: 45 pid: 160294 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.096054:0:160295:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000532c5172/0x570389991234427a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x267:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a680 expref: 45 pid: 160294 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398611.096067:0:160295:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a1d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:160295:1874221261012992:192.168.204.36@tcp:104: 00000100:00100000:3.0:1787398611.096156:0:160295:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf30389bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1787398611.098983:0:160295:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a1d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:160295:1874221261012992:192.168.204.36@tcp:104: 00010000:00010000:3.0:1787398611.099047:0:160295:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ac6cfff5/0x5703899912344281 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x267:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a687 expref: 45 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.099069:0:160295:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a69000, rc 0) 00000100:00100000:3.0:1787398611.099135:0:160295:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+45:123760:x1874221247565056:12345-192.168.204.36@tcp:101:cp.0 Request processed in 3260us (3427us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398611.099164:0:160295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 406 00000100:00100000:1.0:1787398611.104316:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398611.107664:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247565184 00000100:00100000:0.0:1787398611.107681:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247565184 00010000:00010000:0.0:1787398611.108065:0:162512:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000532c5172/0x570389991234427a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x267:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a680 expref: 45 pid: 160294 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398611.108181:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 212 00000100:00100000:0.0:1787398611.108192:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f491050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+45:69164:x1874221247565184:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398611.108209:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398611.108233:0:162512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000532c5172/0x570389991234427a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x267:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a680 expref: 45 pid: 160294 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.108247:0:162512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000532c5172/0x570389991234427a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x267:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a680 expref: 45 pid: 160294 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.108293:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000532c5172/0x570389991234427a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x267:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a680 expref: 45 pid: 160294 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.108311:0:162512:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x267:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398611.108315:0:162512:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x267:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398611.108325:0:162512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ac6cfff5/0x5703899912344281 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x267:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->258047) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a687 expref: 44 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.108335:0:162512:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ac6cfff5/0x5703899912344281 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x267:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->258047) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a687 expref: 44 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.108390:0:162512:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000ac6cfff5/0x5703899912344281 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x267:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->258047) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a687 expref: 44 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398611.108406:0:162512:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af1b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:162512:1874221261013120:192.168.204.36@tcp:105: 00000100:00100000:0.0:1787398611.108549:0:162512:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2092f3780 going to sleep for 11 seconds 00000100:00100000:0.0:1787398611.119621:0:162512:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af1b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:162512:1874221261013120:192.168.204.36@tcp:105: 00010000:00010000:0.0:1787398611.119645:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398611.119701:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f491050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+44:69164:x1874221247565184:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 11510us (15397us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398611.119711:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 212 00000100:00100000:2.0:1787398611.139411:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398611.139638:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247565440 00000100:00100000:0.0:1787398611.139648:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247565440 00000100:00100000:0.0:1787398611.139710:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 203 00000100:00100000:0.0:1787398611.139749:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+138:123760:x1874221247565440:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:0.0:1787398611.140194:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+139:123760:x1874221247565440:12345-192.168.204.36@tcp:35:cp.0 Request processed in 457us (791us total) trans 34359738787 rc 0/0 00000100:00100000:0.0:1787398611.140202:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 203 00000100:00100000:1.0:1787398611.158610:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398611.159580:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247565568 00000100:00100000:0.0:1787398611.159592:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247565568 00000100:00100000:0.0:1787398611.159663:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 699 00000100:00100000:0.0:1787398611.159674:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+139:123760:x1874221247565568:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398611.159700:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398611.159725:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x5703899912344288 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a68e expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.159807:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x570389991234428f lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.159821:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x570389991234428f lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.159833:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x570389991234428f lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.159847:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x5703899912344296 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.159854:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x5703899912344296 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.159861:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x5703899912344296 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.159926:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x570389991234428f lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.160578:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x570389991234428f lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.160587:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x570389991234428f lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.160593:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x570389991234428f lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.160598:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242c800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398611.160602:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x570389991234428f lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.160609:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x570389991234428f lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.160622:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398611.160625:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.160630:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x570389991234428f lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.160636:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x570389991234428f lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.160653:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x5703899912344296 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.160659:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x5703899912344296 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.160674:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x5703899912344296 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.160679:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242d600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398611.160683:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x5703899912344296 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.160689:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x5703899912344296 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.160697:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xd47b514a (ffff9cf303a80e00) 00010000:00010000:0.0:1787398611.160700:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.160703:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x5703899912344296 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.160709:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x5703899912344296 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.161430:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x5703899912344288 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a68e expref: 140 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.161445:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398611.161447:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.161857:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x5703899912344288 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a68e expref: 140 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.161875:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20242ce00, rc 0) 00000100:00100000:0.0:1787398611.162470:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+139:123760:x1874221247565568:12345-192.168.204.36@tcp:101:cp.0 Request processed in 2797us (3868us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398611.162525:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 699 00000100:00100000:1.0:1787398611.174213:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398611.174293:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247565696 00000100:00100000:0.0:1787398611.174303:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247565696 00000100:00100000:0.0:1787398611.174366:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 700 00000100:00100000:0.0:1787398611.174377:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+139:123760:x1874221247565696:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398611.174398:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398611.174420:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x570389991234429d lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a695 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.174569:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x57038999123442a4 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.174585:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x57038999123442a4 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.174597:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x57038999123442a4 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.174612:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x57038999123442ab lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.174619:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x57038999123442ab lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.174625:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x57038999123442ab lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.174672:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x57038999123442a4 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.174696:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x57038999123442a4 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.174703:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x57038999123442a4 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.174711:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x57038999123442a4 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.174717:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242ce00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398611.174721:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x57038999123442a4 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.174729:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x57038999123442a4 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.174752:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398611.174756:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.174760:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x57038999123442a4 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.174767:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x57038999123442a4 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.174780:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x57038999123442ab lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.174786:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x57038999123442ab lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.174792:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x57038999123442ab lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.174803:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242c800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398611.174806:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x57038999123442ab lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.174813:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x57038999123442ab lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.174820:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xd47b514a (ffff9cf303a80e00) 00010000:00010000:0.0:1787398611.174823:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.174825:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x57038999123442ab lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.174832:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x57038999123442ab lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.174863:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x570389991234429d lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a695 expref: 140 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.174872:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398611.174874:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.174878:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x570389991234429d lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a695 expref: 140 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.174886:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20242d600, rc 0) 00000100:00100000:0.0:1787398611.174941:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+139:123760:x1874221247565696:12345-192.168.204.36@tcp:101:cp.0 Request processed in 565us (738us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398611.174947:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 700 00000100:00100000:2.0:1787398611.193713:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398611.193818:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247565952 00000100:00100000:1.0:1787398611.193828:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247565952 00000100:00100000:1.0:1787398611.193889:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 701 00000100:00100000:1.0:1787398611.193899:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+139:123760:x1874221247565952:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398611.193920:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398611.193952:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x57038999123442b2 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a69c expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.194335:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cba00/0x57038999123442b9 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.194350:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cba00/0x57038999123442b9 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.194377:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cba00/0x57038999123442b9 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.194393:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb200/0x57038999123442c0 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.194399:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb200/0x57038999123442c0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.194406:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb200/0x57038999123442c0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787398611.194853:0:160868:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1e3:0x0], index 1: 0 00080000:00000400:1.0:1787398611.194866:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398611.194870:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398611.194872:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398611.194874:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398611.194876:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398611.194877:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398611.194893:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398611.194895:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398611.194897:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398611.194898:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398611.194900:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398611.194902:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398611.194928:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398611.195256:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398611.195259:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398611.195261:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398611.195264:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398611.195274:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1787398611.195395:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407a00/0x57038999123442c7 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.195406:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407a00/0x57038999123442c7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.195414:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407a00/0x57038999123442c7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.195450:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cba00/0x57038999123442b9 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.197408:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cba00/0x57038999123442b9 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.197416:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cba00/0x57038999123442b9 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.197424:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cba00/0x57038999123442b9 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.197430:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2034cba00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398611.197435:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cba00/0x57038999123442b9 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.197444:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cba00/0x57038999123442b9 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.197659:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398611.197663:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398611.197668:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cba00/0x57038999123442b9 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.197697:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cba00/0x57038999123442b9 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398611.197722:0:160868:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f8615dee reply state 0000000076217e64 transno 34359738788 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb200/0x57038999123442c0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.197792:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb200/0x57038999123442c0 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.197801:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xd47b514a (ffff9cf33e1a8400) 00010000:00010000:1.0:1787398611.197803:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398611.197807:0:160868:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787398611.197870:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x57038999123442b2 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a69c expref: 142 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.197887:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407a00/0x57038999123442c7 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a69c expref: 141 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.197893:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x44:0x0].0x0 (ffff9cf33e1a8b00) 00010000:00010000:1.0:1787398611.197895:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787398611.197897:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf205407a00, rc 0) 00000100:00100000:1.0:1787398611.198349:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+142:123760:x1874221247565952:12345-192.168.204.36@tcp:101:cp.0 Request processed in 4448us (4641us total) trans 34359738788 rc 0/0 00000100:00100000:1.0:1787398611.198359:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 701 00000100:00100000:1.0:1787398611.211215:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398611.211321:0:162524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247566080 00000100:00100000:3.0:1787398611.211332:0:162524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247566080 00000100:00100000:3.0:1787398611.211440:0:162524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 407 00000100:00100000:3.0:1787398611.211462:0:162524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:dbe7f5ec-0726-4851-a675-2f47d040e30f+40:69164:x1874221247566080:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398611.211612:0:162524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398611.211637:0:162524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000532c5172/0x57038999123442d5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a6a3 expref: -99 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398611.211667:0:162524:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1e3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398611.211689:0:162524:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e3:0x0].0x0 since=5632s v=(0 0) 00010000:00010000:3.0:1787398611.211694:0:162524:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398611.211704:0:162524:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000532c5172/0x57038999123442d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6a3 expref: 41 pid: 162524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.211722:0:162524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000532c5172/0x57038999123442d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6a3 expref: 41 pid: 162524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.211734:0:162524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a69200, rc 0) 00000100:00100000:3.0:1787398611.211806:0:162524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:dbe7f5ec-0726-4851-a675-2f47d040e30f+41:69164:x1874221247566080:12345-192.168.204.36@tcp:101:cp.0 Request processed in 356us (602us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398611.211814:0:162524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 407 00010000:00010000:0.0:1787398611.221750:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398611.237816:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398611.240331:0:160296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247566208 00000100:00100000:1.0:1787398611.240347:0:160296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247566208 00000100:00100000:1.0:1787398611.240416:0:160296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 408 00000100:00100000:1.0:1787398611.240440:0:160296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+41:123760:x1874221247566208:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398611.240541:0:160296:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398611.240563:0:160296:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002b1ba73b/0x57038999123442dc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a6aa expref: -99 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.240603:0:160296:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000532c5172/0x57038999123442d5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6a3 expref: 42 pid: 162524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.240613:0:160296:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398611.240617:0:160296:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398611.240622:0:160296:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b1ba73b/0x57038999123442dc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6aa expref: 42 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.240662:0:160296:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000532c5172/0x57038999123442d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6a3 expref: 42 pid: 162524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.240676:0:160296:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000532c5172/0x57038999123442d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6a3 expref: 42 pid: 162524 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398611.240690:0:160296:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:160296:1874221261013248:192.168.204.36@tcp:104: 00000100:00100000:1.0:1787398611.240796:0:160296:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20a9b3cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787398611.247769:0:160296:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:160296:1874221261013248:192.168.204.36@tcp:104: 00010000:00010000:1.0:1787398611.247808:0:160296:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002b1ba73b/0x57038999123442dc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6aa expref: 42 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.248592:0:160296:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf205406400, rc 0) 00000100:00100000:1.0:1787398611.248659:0:160296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+42:123760:x1874221247566208:12345-192.168.204.36@tcp:101:cp.0 Request processed in 8220us (10852us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398611.248668:0:160296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 408 00000100:00100000:3.0:1787398611.252638:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398611.252796:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247566336 00000100:00100000:2.0:1787398611.252807:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247566336 00010000:00010000:2.0:1787398611.252848:0:158781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000532c5172/0x57038999123442d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6a3 expref: 42 pid: 162524 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398611.252895:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 213 00000100:00100000:2.0:1787398611.252916:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+42:69162:x1874221247566336:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787398611.252940:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398611.252962:0:158781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000532c5172/0x57038999123442d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6a3 expref: 42 pid: 162524 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.252976:0:158781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000532c5172/0x57038999123442d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6a3 expref: 42 pid: 162524 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.253013:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000532c5172/0x57038999123442d5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6a3 expref: 42 pid: 162524 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.253038:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398611.253042:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398611.253050:0:158781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002b1ba73b/0x57038999123442dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->45055) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6aa expref: 41 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.253060:0:158781:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b1ba73b/0x57038999123442dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->45055) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6aa expref: 41 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.253096:0:158781:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002b1ba73b/0x57038999123442dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->45055) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6aa expref: 41 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398611.253111:0:158781:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:158781:1874221261013376:192.168.204.36@tcp:105: 00000100:00100000:2.0:1787398611.253195:0:158781:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2099a6180 going to sleep for 11 seconds 00000100:00100000:3.0:1787398611.255378:0:158781:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:158781:1874221261013376:192.168.204.36@tcp:105: 00010000:00010000:3.0:1787398611.255406:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398611.255502:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+41:69162:x1874221247566336:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 2586us (2871us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398611.255514:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 213 00000100:00100000:1.0:1787398611.269225:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398611.269863:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247566592 00000100:00100000:3.0:1787398611.269879:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247566592 00000100:00100000:3.0:1787398611.269975:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 204 00000100:00100000:3.0:1787398611.269988:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf303df9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+142:123760:x1874221247566592:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:3.0:1787398611.270425:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf303df9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+143:123760:x1874221247566592:12345-192.168.204.36@tcp:35:cp.0 Request processed in 439us (1212us total) trans 34359738789 rc 0/0 00000100:00100000:3.0:1787398611.270434:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 204 00000100:00100000:2.0:1787398611.282964:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398611.283158:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247566720 00000100:00100000:0.0:1787398611.283171:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247566720 00000100:00100000:0.0:1787398611.283248:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 702 00000100:00100000:0.0:1787398611.283260:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+143:123760:x1874221247566720:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398611.283298:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398611.283332:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x57038999123442e3 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a6b1 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.283433:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x57038999123442ea lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.283451:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x57038999123442ea lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.283466:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x57038999123442ea lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.283535:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x57038999123442f1 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.283544:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x57038999123442f1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.283551:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x57038999123442f1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.283607:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x57038999123442ea lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.283615:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x57038999123442ea lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.283636:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x57038999123442ea lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.283643:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x57038999123442ea lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.283649:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242c800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398611.283654:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x57038999123442ea lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.283663:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x57038999123442ea lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.283679:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398611.283682:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.283687:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x57038999123442ea lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.283694:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x57038999123442ea lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.283711:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x57038999123442f1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.283717:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x57038999123442f1 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.283722:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x57038999123442f1 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.283727:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242ce00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398611.283750:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x57038999123442f1 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.283757:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x57038999123442f1 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.283764:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x7772308b (ffff9cf303a80e00) 00010000:00010000:0.0:1787398611.283767:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.283770:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x57038999123442f1 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.283775:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x57038999123442f1 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.283816:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x57038999123442e3 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6b1 expref: 144 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.283827:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398611.283830:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.283834:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x57038999123442e3 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6b1 expref: 144 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.283845:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20242d600, rc 0) 00000100:00100000:0.0:1787398611.283918:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+143:123760:x1874221247566720:12345-192.168.204.36@tcp:101:cp.0 Request processed in 660us (968us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398611.283926:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 702 00000100:00100000:1.0:1787398611.291859:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398611.291965:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247566848 00000100:00100000:0.0:1787398611.291979:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247566848 00000100:00100000:0.0:1787398611.292072:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 703 00000100:00100000:0.0:1787398611.292086:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+143:123760:x1874221247566848:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398611.292139:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398611.292173:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123442f8 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a6b8 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.292285:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123442ff lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.292303:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123442ff lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.292319:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123442ff lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.292339:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344306 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.292345:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344306 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.292351:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344306 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.292412:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123442ff lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.292420:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123442ff lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.292427:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123442ff lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.292435:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123442ff lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.292448:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242cc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398611.292453:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123442ff lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.292461:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123442ff lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.292514:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398611.292517:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.292523:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123442ff lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.292529:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123442ff lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.292548:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344306 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.292554:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344306 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.292560:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344306 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.292565:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242d200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398611.292568:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344306 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.292575:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344306 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.292595:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x7772308b (ffff9cf303a80500) 00010000:00010000:0.0:1787398611.292598:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.292600:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344306 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.292606:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344306 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.292652:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123442f8 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6b8 expref: 144 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.292663:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398611.292666:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.292670:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123442f8 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6b8 expref: 144 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.292680:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20242c000, rc 0) 00000100:00100000:0.0:1787398611.292762:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+143:123760:x1874221247566848:12345-192.168.204.36@tcp:101:cp.0 Request processed in 680us (919us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398611.292771:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 703 00000100:00100000:1.0:1787398611.296630:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398611.296774:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247567104 00000100:00100000:0.0:1787398611.296788:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247567104 00000100:00100000:0.0:1787398611.296869:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 704 00000100:00100000:0.0:1787398611.296882:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+143:123760:x1874221247567104:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398611.296912:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398611.296951:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d000/0x570389991234430d lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a6bf expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.297141:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344314 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.297160:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344314 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.297173:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344314 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.297187:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242de00/0x570389991234431b lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.297193:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242de00/0x570389991234431b lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.297199:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242de00/0x570389991234431b lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787398611.297672:0:158795:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x268:0x0], index 0: 0 00080000:00000400:0.0:1787398611.297690:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398611.297695:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398611.297697:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398611.297699:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398611.297702:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398611.297704:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398611.297725:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398611.297728:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398611.297730:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398611.297732:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398611.297734:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398611.297746:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398611.297787:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398611.297790:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398611.297792:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398611.297794:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398611.297796:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398611.297798:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1787398611.297920:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d400/0x5703899912344322 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x45:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.297931:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d400/0x5703899912344322 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.297939:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d400/0x5703899912344322 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.297982:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344314 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.297990:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344314 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.297997:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344314 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.298004:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344314 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.298011:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242ca00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398611.298016:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344314 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.298035:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344314 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.298069:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398611.298072:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.298079:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344314 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.298086:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344314 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398611.298105:0:158795:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c90e1aa1 reply state 00000000c1f28e05 transno 34359738790 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242de00/0x570389991234431b lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.298119:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242de00/0x570389991234431b lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.298126:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x7772308b (ffff9cf303a80000) 00010000:00010000:0.0:1787398611.298128:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787398611.298131:0:158795:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787398611.298172:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d000/0x570389991234430d lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6bf expref: 146 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.298189:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d400/0x5703899912344322 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6bf expref: 145 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.298197:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x45:0x0].0x0 (ffff9cf303a80200) 00010000:00010000:0.0:1787398611.298200:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787398611.298203:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20242d400, rc 0) 00000100:00100000:0.0:1787398611.298298:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+146:123760:x1874221247567104:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1418us (1682us total) trans 34359738790 rc 0/0 00000100:00100000:0.0:1787398611.298307:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 704 00000100:00100000:3.0:1787398611.302733:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398611.303180:0:162522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247567232 00000100:00100000:0.0:1787398611.303195:0:162522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247567232 00000100:00100000:0.0:1787398611.303276:0:162522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 409 00000100:00100000:0.0:1787398611.303290:0:162522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+44:69163:x1874221247567232:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398611.303316:0:162522:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398611.303350:0:162522:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2351f23/0x5703899912344330 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x268:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a6c6 expref: -99 pid: 162522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787398611.303387:0:162522:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x268:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398611.303416:0:162522:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x268:0x0].0x0 since=5632s v=(0 0) 00010000:00010000:0.0:1787398611.303443:0:162522:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x268:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398611.303455:0:162522:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2351f23/0x5703899912344330 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6c6 expref: 45 pid: 162522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.303507:0:162522:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a2351f23/0x5703899912344330 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6c6 expref: 45 pid: 162522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.303525:0:162522:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20242d600, rc 0) 00000100:00100000:0.0:1787398611.303598:0:162522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+45:69163:x1874221247567232:12345-192.168.204.36@tcp:101:cp.0 Request processed in 311us (901us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398611.303607:0:162522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 409 00000100:00100000:1.0:1787398611.333528:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398611.333693:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247567360 00000100:00100000:2.0:1787398611.333707:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247567360 00000100:00100000:2.0:1787398611.333792:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 410 00000100:00100000:2.0:1787398611.333805:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+45:123760:x1874221247567360:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398611.333829:0:162529:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398611.333856:0:162529:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000036939abe/0x5703899912344337 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x268:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a6cd expref: -99 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.333898:0:162529:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a2351f23/0x5703899912344330 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6c6 expref: 46 pid: 162522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.333908:0:162529:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x268:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398611.333913:0:162529:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x268:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398611.333918:0:162529:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000036939abe/0x5703899912344337 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x268:0x0].0x0 rrc: 3 type: EXT [0->425983] (req 0->425983) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6cd expref: 46 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.334153:0:162529:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a2351f23/0x5703899912344330 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6c6 expref: 46 pid: 162522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.334172:0:162529:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a2351f23/0x5703899912344330 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6c6 expref: 46 pid: 162522 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398611.334190:0:162529:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:162529:1874221261013504:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398611.334298:0:162529:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2099a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1787398611.337647:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398611.338108:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247567488 00000100:00100000:3.0:1787398611.338122:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247567488 00010000:00010000:3.0:1787398611.338176:0:158780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a2351f23/0x5703899912344330 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6c6 expref: 47 pid: 162522 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398611.338228:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 214 00000100:00100000:3.0:1787398611.338239:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+47:69164:x1874221247567488:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398611.338258:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398611.338286:0:158780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a2351f23/0x5703899912344330 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x268:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6c6 expref: 47 pid: 162522 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.338304:0:158780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a2351f23/0x5703899912344330 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x268:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6c6 expref: 47 pid: 162522 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.338340:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x268:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398611.338365:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x268:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398611.338376:0:158780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000036939abe/0x5703899912344337 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x268:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->425983) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6cd expref: 47 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.338389:0:158780:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000036939abe/0x5703899912344337 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x268:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->425983) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6cd expref: 47 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.338440:0:158780:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000036939abe/0x5703899912344337 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x268:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->425983) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6cd expref: 47 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398611.338457:0:158780:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:158780:1874221261013632:192.168.204.36@tcp:105: 00000100:00100000:3.0:1787398611.338605:0:158780:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf202cdbcc0 going to sleep for 11 seconds 00010000:00010000:2.0:1787398611.339778:0:162529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2351f23/0x5703899912344330 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x268:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6c6 expref: 47 pid: 162522 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398611.339826:0:162529:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:162529:1874221261013504:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398611.339863:0:162529:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000036939abe/0x5703899912344337 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->425983) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6cd expref: 46 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.339877:0:162529:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf202c5a200, rc 0) 00000100:00100000:2.0:1787398611.339951:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+46:123760:x1874221247567360:12345-192.168.204.36@tcp:101:cp.0 Request processed in 6148us (6484us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398611.339961:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 410 00000100:00100000:3.0:1787398611.343618:0:158780:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:158780:1874221261013632:192.168.204.36@tcp:105: 00010000:00010000:3.0:1787398611.343660:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398611.343744:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+45:69164:x1874221247567488:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 5497us (6103us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398611.343757:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 214 00000100:00100000:3.0:1787398611.353779:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398611.353963:0:166561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247567744 00000100:00100000:2.0:1787398611.353977:0:166561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247567744 00000100:00100000:2.0:1787398611.354060:0:166561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 205 00000100:00100000:2.0:1787398611.354073:0:166561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+146:123760:x1874221247567744:12345-192.168.204.36@tcp:35:cp.0 00000001:00080000:2.0:1787398611.354381:0:166561:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 34359738791 00000100:00100000:2.0:1787398611.354581:0:166561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+148:123760:x1874221247567744:12345-192.168.204.36@tcp:35:cp.0 Request processed in 509us (816us total) trans 34359738792 rc 0/0 00000100:00100000:2.0:1787398611.354590:0:166561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 205 00000020:00080000:2.0:1787398611.354596:0:166561:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1787398611.358153:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398611.358270:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247567872 00000100:00100000:0.0:1787398611.358282:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247567872 00000100:00100000:0.0:1787398611.358359:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 705 00000100:00100000:0.0:1787398611.358371:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+148:123760:x1874221247567872:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398611.358406:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398611.358455:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d000/0x570389991234433e lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a6d4 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.358613:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344345 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.358631:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344345 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.358646:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344345 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.358664:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x570389991234434c lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.358672:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x570389991234434c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.358680:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x570389991234434c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.358753:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344345 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.358761:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344345 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.358767:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344345 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.358774:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344345 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.358792:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242ca00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398611.358798:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344345 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.358806:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344345 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.358822:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398611.358825:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.358830:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344345 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.358837:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344345 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.358857:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x570389991234434c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.358864:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x570389991234434c lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.358870:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x570389991234434c lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.358876:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242c000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398611.358879:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x570389991234434c lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.358885:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x570389991234434c lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.358905:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe087ee79 (ffff9cf303a80500) 00010000:00010000:0.0:1787398611.358907:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.358911:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x570389991234434c lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.358917:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x570389991234434c lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.359155:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d000/0x570389991234433e lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6d4 expref: 149 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.359168:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398611.359171:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.359175:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d000/0x570389991234433e lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6d4 expref: 149 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.359187:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20242d000, rc 0) 00000100:00100000:0.0:1787398611.359260:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+148:123760:x1874221247567872:12345-192.168.204.36@tcp:101:cp.0 Request processed in 891us (1122us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398611.359268:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 705 00000100:00100000:3.0:1787398611.364361:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398611.364527:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247568000 00000100:00100000:0.0:1787398611.364541:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247568000 00000100:00100000:0.0:1787398611.364625:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 706 00000100:00100000:0.0:1787398611.364637:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+148:123760:x1874221247568000:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398611.364669:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398611.364704:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344353 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a6db expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.364840:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x570389991234435a lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.364858:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x570389991234435a lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.364874:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x570389991234435a lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.364892:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x5703899912344361 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.364900:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x5703899912344361 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.364907:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x5703899912344361 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.364983:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x570389991234435a lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.364991:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x570389991234435a lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.364999:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x570389991234435a lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.365006:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x570389991234435a lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.365013:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242cc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398611.365035:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x570389991234435a lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.365056:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x570389991234435a lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.365075:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398611.365079:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.365085:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x570389991234435a lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.365093:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x570389991234435a lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.365114:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x5703899912344361 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.365121:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x5703899912344361 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.365126:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x5703899912344361 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.365131:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242ce00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398611.365134:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x5703899912344361 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.365139:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x5703899912344361 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.365146:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe087ee79 (ffff9cf303a80800) 00010000:00010000:0.0:1787398611.365148:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.365159:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x5703899912344361 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.365164:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x5703899912344361 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.365217:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344353 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6db expref: 149 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.365228:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398611.365230:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.365233:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344353 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6db expref: 149 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.365244:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20242d200, rc 0) 00000100:00100000:0.0:1787398611.365327:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+148:123760:x1874221247568000:12345-192.168.204.36@tcp:101:cp.0 Request processed in 692us (981us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398611.365336:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 706 00000100:00100000:3.0:1787398611.369992:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398611.370339:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247568256 00000100:00100000:2.0:1787398611.370353:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247568256 00000100:00100000:2.0:1787398611.370427:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 707 00000100:00100000:2.0:1787398611.370439:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+148:123760:x1874221247568256:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398611.370467:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398611.370536:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a000/0x5703899912344368 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a6e2 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.370714:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ba00/0x570389991234436f lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.370731:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ba00/0x570389991234436f lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.370745:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ba00/0x570389991234436f lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.370765:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a400/0x5703899912344376 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.370773:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a400/0x5703899912344376 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.370780:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a400/0x5703899912344376 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398611.371311:0:160868:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1e4:0x0], index 1: 0 00080000:00000400:2.0:1787398611.371329:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1787398611.371334:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398611.371337:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398611.371340:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398611.371343:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398611.371345:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398611.371366:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1787398611.371369:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398611.371371:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398611.371373:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398611.371376:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398611.371388:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398611.371426:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1787398611.371429:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398611.371432:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398611.371434:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398611.371436:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398611.371439:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1787398611.371591:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5be00/0x570389991234437d lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.371603:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5be00/0x570389991234437d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.371612:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5be00/0x570389991234437d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.371655:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ba00/0x570389991234436f lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.371664:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ba00/0x570389991234436f lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.371669:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ba00/0x570389991234436f lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.371676:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ba00/0x570389991234436f lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.371682:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf202c5ba00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398611.371687:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ba00/0x570389991234436f lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.371694:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ba00/0x570389991234436f lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.371715:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398611.371718:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398611.371724:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ba00/0x570389991234436f lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.371732:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ba00/0x570389991234436f lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398611.371752:0:160868:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d37b36ab reply state 00000000a01b263f transno 34359738793 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a400/0x5703899912344376 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.371764:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a400/0x5703899912344376 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.371770:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe087ee79 (ffff9cf337a20a00) 00010000:00010000:2.0:1787398611.371773:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398611.371775:0:160868:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787398611.371816:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a000/0x5703899912344368 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6e2 expref: 151 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.371831:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5be00/0x570389991234437d lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6e2 expref: 150 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.371839:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x46:0x0].0x0 (ffff9cf337a20600) 00010000:00010000:2.0:1787398611.371841:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787398611.371844:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf202c5be00, rc 0) 00000100:00100000:2.0:1787398611.371948:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+151:123760:x1874221247568256:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1494us (1954us total) trans 34359738793 rc 0/0 00000100:00100000:2.0:1787398611.371958:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 707 00000100:00100000:3.0:1787398611.376448:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398611.376692:0:162518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247568384 00000100:00100000:0.0:1787398611.376706:0:162518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247568384 00000100:00100000:0.0:1787398611.376795:0:162518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 411 00000100:00100000:0.0:1787398611.376808:0:162518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+41:69165:x1874221247568384:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398611.376832:0:162518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398611.376863:0:162518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000964ac7e6/0x570389991234438b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a6e9 expref: -99 pid: 162518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787398611.376896:0:162518:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1e4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398611.376922:0:162518:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e4:0x0].0x0 since=5632s v=(0 0) 00010000:00010000:0.0:1787398611.376956:0:162518:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398611.376968:0:162518:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000964ac7e6/0x570389991234438b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6e9 expref: 42 pid: 162518 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.376990:0:162518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000964ac7e6/0x570389991234438b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6e9 expref: 42 pid: 162518 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.377007:0:162518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20242c800, rc 0) 00000100:00100000:0.0:1787398611.377106:0:162518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+42:69165:x1874221247568384:12345-192.168.204.36@tcp:101:cp.0 Request processed in 299us (673us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398611.377114:0:162518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 411 00000100:00100000:3.0:1787398611.387329:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398611.387428:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247568512 00000100:00100000:2.0:1787398611.387441:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247568512 00000100:00100000:2.0:1787398611.387537:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 412 00000100:00100000:2.0:1787398611.387548:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+42:123760:x1874221247568512:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398611.387572:0:162520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398611.387597:0:162520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000401bb909/0x5703899912344392 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a6f0 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.387640:0:162520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000964ac7e6/0x570389991234438b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6e9 expref: 43 pid: 162518 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.387650:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398611.387654:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398611.387660:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000401bb909/0x5703899912344392 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->28671] (req 0->28671) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6f0 expref: 43 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.387702:0:162520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000964ac7e6/0x570389991234438b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6e9 expref: 43 pid: 162518 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.387717:0:162520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000964ac7e6/0x570389991234438b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6e9 expref: 43 pid: 162518 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398611.387744:0:162520:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:162520:1874221261013760:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398611.387844:0:162520:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf30389bb40 going to sleep for 11 seconds 00000100:00100000:1.0:1787398611.390791:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398611.390946:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247568640 00000100:00100000:0.0:1787398611.390958:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247568640 00010000:00010000:0.0:1787398611.391012:0:158779:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000964ac7e6/0x570389991234438b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6e9 expref: 44 pid: 162518 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398611.391075:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 215 00000100:00100000:0.0:1787398611.391087:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+44:69163:x1874221247568640:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398611.391108:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398611.391137:0:158779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000964ac7e6/0x570389991234438b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6e9 expref: 44 pid: 162518 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.391153:0:158779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000964ac7e6/0x570389991234438b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6e9 expref: 44 pid: 162518 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.391186:0:158779:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398611.391210:0:158779:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398611.391221:0:158779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000401bb909/0x5703899912344392 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->28671) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6f0 expref: 44 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.391232:0:158779:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000401bb909/0x5703899912344392 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->28671) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6f0 expref: 44 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.391280:0:158779:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000401bb909/0x5703899912344392 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->28671) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6f0 expref: 44 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398611.391297:0:158779:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af1b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:158779:1874221261013888:192.168.204.36@tcp:105: 00000100:00100000:0.0:1787398611.391408:0:158779:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf302998d80 going to sleep for 11 seconds 00010000:00010000:2.0:1787398611.391630:0:162520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000964ac7e6/0x570389991234438b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6e9 expref: 44 pid: 162518 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398611.391664:0:162520:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:162520:1874221261013760:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398611.391703:0:162520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000401bb909/0x5703899912344392 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->28671) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6f0 expref: 43 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.391716:0:162520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf202c5aa00, rc 0) 00000100:00100000:2.0:1787398611.391764:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+43:123760:x1874221247568512:12345-192.168.204.36@tcp:101:cp.0 Request processed in 4218us (4448us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398611.391772:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 412 00000100:00100000:0.0:1787398611.397003:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398611.397177:0:158779:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af1b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:158779:1874221261013888:192.168.204.36@tcp:105: 00010000:00010000:2.0:1787398611.397215:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398611.397297:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+42:69163:x1874221247568640:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 6210us (6519us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398611.397310:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 215 00000100:00100000:1.0:1787398611.397535:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247568896 00000100:00100000:1.0:1787398611.397545:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247568896 00000100:00100000:1.0:1787398611.397608:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 206 00000100:00100000:1.0:1787398611.397619:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+151:123760:x1874221247568896:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:1.0:1787398611.398030:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+152:123760:x1874221247568896:12345-192.168.204.36@tcp:35:cp.0 Request processed in 400us (1035us total) trans 34359738794 rc 0/0 00000100:00100000:1.0:1787398611.398039:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 206 00000100:00100000:1.0:1787398611.406991:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398611.409405:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247569024 00000100:00100000:0.0:1787398611.409431:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247569024 00000100:00100000:0.0:1787398611.409566:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 708 00000100:00100000:0.0:1787398611.409580:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+152:123760:x1874221247569024:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398611.409619:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398611.409656:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x5703899912344399 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a6f7 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.409775:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d000/0x57038999123443a0 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.409795:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d000/0x57038999123443a0 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.409812:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d000/0x57038999123443a0 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.409854:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123443a7 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.409862:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123443a7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.409870:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123443a7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.409963:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d000/0x57038999123443a0 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.409973:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d000/0x57038999123443a0 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.409980:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d000/0x57038999123443a0 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.409989:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d000/0x57038999123443a0 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.409996:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242d000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398611.410002:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d000/0x57038999123443a0 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.410010:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d000/0x57038999123443a0 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.410035:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398611.410039:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.410045:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d000/0x57038999123443a0 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.410060:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d000/0x57038999123443a0 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.410082:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123443a7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.410089:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123443a7 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.410095:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123443a7 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.410100:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242c000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398611.410104:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123443a7 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.410109:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123443a7 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.410117:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x4d2290fc (ffff9cf303a80800) 00010000:00010000:0.0:1787398611.410120:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.410123:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123443a7 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.410129:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123443a7 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.410177:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x5703899912344399 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6f7 expref: 153 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.410200:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398611.410203:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.410206:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x5703899912344399 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6f7 expref: 153 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.410217:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20242cc00, rc 0) 00000100:00100000:0.0:1787398611.410322:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+152:123760:x1874221247569024:12345-192.168.204.36@tcp:101:cp.0 Request processed in 744us (3347us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398611.410330:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 708 00000100:00100000:3.0:1787398611.414077:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261014144:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787398611.414182:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398611.414227:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261014656:0@lo:400:kworker.0 00000100:00100000:3.0:1787398611.414289:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398611.414311:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106502:1874221261015168:0@lo:400:kworker.0 00000100:00100000:3.0:1787398611.414339:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398611.414358:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261015680:0@lo:400:kworker.0 00000100:00100000:3.0:1787398611.414380:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398611.414410:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:3.0:1787398611.414416:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221261014272:0@lo:400:kworker.0 00000100:00100000:3.0:1787398611.414452:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398611.414508:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106502:1874221261014784:0@lo:400:kworker.0 00000100:00100000:3.0:1787398611.414532:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398611.414547:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221261015296:0@lo:400:kworker.0 00000100:00100000:3.0:1787398611.414571:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398611.414585:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106502:1874221261015808:0@lo:400:kworker.0 00000100:00100000:3.0:1787398611.414605:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398611.414641:0:160294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261014656 00000100:00100000:3.0:1787398611.414651:0:160294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261014656 00000100:00100000:3.0:1787398611.414717:0:160294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261015680 00000100:00100000:3.0:1787398611.414721:0:160294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261015680 00000100:00100000:3.0:1787398611.414891:0:160294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:3.0:1787398611.414902:0:160294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261014656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398611.415074:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261015168 00000100:00100000:2.0:1787398611.415079:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261015168 00000100:00100000:2.0:1787398611.415108:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261014784 00000100:00100000:2.0:1787398611.415112:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261014784 00000100:00100000:2.0:1787398611.415126:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261015296 00000100:00100000:2.0:1787398611.415129:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261015296 00000100:00100000:2.0:1787398611.415144:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261015808 00000100:00100000:2.0:1787398611.415146:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261015808 00000100:00100000:2.0:1787398611.415161:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:2.0:1787398611.415168:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106502:x1874221261015168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398611.415234:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106502:x1874221261015168:12345-0@lo:400:kworker.0 Request processed in 66us (892us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398611.415257:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:2.0:1787398611.415313:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106502:1874221261015168:0@lo:400:kworker.0 00000100:00100000:2.0:1787398611.415343:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:2.0:1787398611.415350:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106502:x1874221261014784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398611.415381:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106502:x1874221261014784:12345-0@lo:400:kworker.0 Request processed in 32us (849us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398611.415388:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:2.0:1787398611.415409:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106502:1874221261014784:0@lo:400:kworker.0 00000100:00100000:2.0:1787398611.415426:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:2.0:1787398611.415432:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106502:x1874221261015296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398611.415460:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106502:x1874221261015296:12345-0@lo:400:kworker.0 Request processed in 28us (888us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398611.415467:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00100000:2.0:1787398611.415516:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221261015296:0@lo:400:kworker.0 00000100:00100000:2.0:1787398611.415536:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:2.0:1787398611.415543:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106502:x1874221261015808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398611.415572:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106502:x1874221261015808:12345-0@lo:400:kworker.0 Request processed in 30us (966us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398611.415579:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:2.0:1787398611.415600:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106502:1874221261015808:0@lo:400:kworker.0 00000100:00100000:2.0:1787398611.415651:0:158786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261014272 00000100:00100000:2.0:1787398611.415655:0:158786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261014272 00000100:00100000:2.0:1787398611.415686:0:158786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:2.0:1787398611.415700:0:158786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b0e8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221261014272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398611.415860:0:160294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261014656:12345-0@lo:400:kworker.0 Request processed in 958us (1569us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398611.415868:0:160294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00100000:3.0:1787398611.415888:0:160294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:3.0:1787398611.415895:0:160294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261015680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398611.415946:0:160294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261015680:12345-0@lo:400:kworker.0 Request processed in 51us (1564us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398611.415953:0:160294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00080000:3.0:1787398611.415973:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787398611.415979:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787398611.415982:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787398611.416038:0:158786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b0e8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221261014272:12345-0@lo:400:kworker.0 Request processed in 338us (1585us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398611.416272:0:158786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:2.0:1787398611.416331:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221261014272:0@lo:400:kworker.0 00000100:00100000:2.0:1787398611.416346:0:106502:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869239 gen 2 00000100:00100000:2.0:1787398611.416360:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261014656:0@lo:400:kworker.0 00000100:00100000:2.0:1787398611.416372:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261015680:0@lo:400:kworker.0 00000100:00100000:0.0:1787398611.416527:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261014016:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787398611.416576:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398611.416600:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261014528:0@lo:400:kworker.0 00000100:00100000:0.0:1787398611.416625:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398611.416646:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106501:1874221261015040:0@lo:400:kworker.0 00000100:00100000:0.0:1787398611.416671:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398611.416688:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261015552:0@lo:400:kworker.0 00000100:00100000:0.0:1787398611.416711:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398611.416752:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:0.0:1787398611.416760:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261014400:0@lo:400:kworker.0 00000100:00100000:0.0:1787398611.416787:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398611.416803:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106501:1874221261014912:0@lo:400:kworker.0 00000100:00100000:0.0:1787398611.416832:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398611.416846:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261015424:0@lo:400:kworker.0 00000100:00100000:0.0:1787398611.416888:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398611.416909:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261015936:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787398611.416929:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398611.416970:0:162511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261014528 00000100:00100000:0.0:1787398611.416977:0:162511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261014528 00000100:00100000:0.0:1787398611.417042:0:162511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261015552 00000100:00100000:0.0:1787398611.417046:0:162511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261015552 00000100:00100000:0.0:1787398611.417075:0:162511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:0.0:1787398611.417085:0:162511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261014528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398611.417136:0:162511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261014528:12345-0@lo:400:kworker.0 Request processed in 52us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398611.417143:0:162511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00100000:0.0:1787398611.417164:0:162511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:0.0:1787398611.417170:0:162511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261015552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398611.417197:0:162511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261015552:12345-0@lo:400:kworker.0 Request processed in 29us (486us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398611.417204:0:162511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00100000:0.0:1787398611.417241:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261014144 00000100:00100000:0.0:1787398611.417246:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261014144 00000100:00100000:0.0:1787398611.417269:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261014400 00000100:00100000:0.0:1787398611.417272:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261014400 00000100:00100000:0.0:1787398611.417283:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261015424 00000100:00100000:0.0:1787398611.417286:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261015424 00000100:00100000:0.0:1787398611.417299:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261015936 00000100:00100000:0.0:1787398611.417302:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261015936 00000100:00100000:0.0:1787398611.417313:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:0.0:1787398611.417319:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221261014144:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787398611.417361:0:158800:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42545152 avail 36413440 00000100:00100000:0.0:1787398611.417421:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221261014144:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (3238us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398611.417428:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:0.0:1787398611.417442:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:0.0:1787398611.417447:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:106501:x1874221261014400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398611.417520:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:106501:x1874221261014400:12345-0@lo:400:kworker.0 Request processed in 29us (688us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398611.417529:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:0.0:1787398611.417543:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:0.0:1787398611.417549:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261015424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398611.417577:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261015424:12345-0@lo:400:kworker.0 Request processed in 29us (689us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398611.417583:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:0.0:1787398611.417595:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:0.0:1787398611.417601:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261015936:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787398611.417622:0:158800:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42676224 avail 36544512 00000100:00100000:0.0:1787398611.417649:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261015936:12345-0@lo:41:osp-pre-1-0.0 Request processed in 48us (719us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398611.417655:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00080000:0.0:1787398611.417675:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787398611.417714:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261014400:0@lo:400:kworker.0 00000100:00100000:0.0:1787398611.417723:0:106501:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 34359738649 gen 2 00000004:00080000:0.0:1787398611.417729:0:106501:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738640 committed transno 34359738649 00000020:00080000:0.0:1787398611.417737:0:106501:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9cf308182900 refcount 2 committed 0 result 0 batchid 21474836537 00000020:00080000:0.0:1787398611.417742:0:106501:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf33e352400 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9cf308182300 00000020:00080000:0.0:1787398611.417753:0:106501:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x200003ab4:0x2:0x0].1 00000020:00080000:0.0:1787398611.417756:0:106501:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf33e352a00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9cf20d909400 00000020:00080000:0.0:1787398611.417758:0:106501:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x240002b10:0x2:0x0].1 00000004:00080000:0.0:1787398611.417840:0:106501:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738641 committed transno 34359738649 00000020:00080000:0.0:1787398611.417846:0:106501:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9cf308182180 refcount 2 committed 0 result 0 batchid 21474836538 00000020:00080000:0.0:1787398611.417849:0:106501:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf303831c00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9cf308182780 00000020:00080000:0.0:1787398611.417852:0:106501:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x200003ab4:0x2:0x0].2 00000020:00080000:0.0:1787398611.417854:0:106501:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf33e352000 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9cf3089cae00 00000020:00080000:0.0:1787398611.417857:0:106501:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x240002b10:0x2:0x0].2 00000004:00080000:0.0:1787398611.417875:0:106501:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738642 committed transno 34359738649 00000020:00080000:0.0:1787398611.417879:0:106501:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9cf31ecbeb40 refcount 2 committed 0 result 0 batchid 21474836539 00000020:00080000:0.0:1787398611.417881:0:106501:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf311fed300 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9cf31ecbe180 00000020:00080000:0.0:1787398611.417885:0:106501:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x200003ab4:0x2:0x0].3 00000020:00080000:0.0:1787398611.417887:0:106501:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf311fede00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9cf20dddca00 00000020:00080000:0.0:1787398611.417890:0:106501:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x240002b10:0x2:0x0].3 00000004:00080000:0.0:1787398611.417905:0:106501:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738643 committed transno 34359738649 00000020:00080000:0.0:1787398611.417909:0:106501:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9cf31ecbe000 refcount 2 committed 0 result 0 batchid 21474836540 00000020:00080000:0.0:1787398611.417912:0:106501:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf311fed900 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9cf31ecbec00 00000020:00080000:0.0:1787398611.417914:0:106501:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x200003ab4:0x2:0x0].4 00000020:00080000:0.0:1787398611.417916:0:106501:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf311fed500 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9cf20dddc200 00000020:00080000:0.0:1787398611.417919:0:106501:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x240002b10:0x2:0x0].4 00000004:00080000:0.0:1787398611.417932:0:106501:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738644 committed transno 34359738649 00000020:00080000:0.0:1787398611.417937:0:106501:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9cf20aea5d80 refcount 2 committed 0 result 0 batchid 21474836541 00000020:00080000:0.0:1787398611.417939:0:106501:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf202effa00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9cf20aea5b40 00000020:00080000:0.0:1787398611.417943:0:106501:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x200003ab4:0x2:0x0].5 00000020:00080000:0.0:1787398611.417951:0:106501:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf202effe00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9cf20a50d200 00000020:00080000:0.0:1787398611.417954:0:106501:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x240002b10:0x2:0x0].5 00000004:00080000:0.0:1787398611.417972:0:106501:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738645 committed transno 34359738649 00000020:00080000:0.0:1787398611.417977:0:106501:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9cf2046a3480 refcount 2 committed 0 result 0 batchid 21474836542 00000020:00080000:0.0:1787398611.417979:0:106501:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf33f7d0600 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9cf2046a30c0 00000020:00080000:0.0:1787398611.417982:0:106501:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x200003ab4:0x2:0x0].6 00000020:00080000:0.0:1787398611.417985:0:106501:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf33f7d0400 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9cf337392e00 00000020:00080000:0.0:1787398611.417988:0:106501:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x240002b10:0x2:0x0].6 00000004:00080000:0.0:1787398611.418007:0:106501:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738646 committed transno 34359738649 00000020:00080000:0.0:1787398611.418010:0:106501:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9cf3081820c0 refcount 2 committed 0 result 0 batchid 21474836543 00000020:00080000:0.0:1787398611.418013:0:106501:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf33f7d0200 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9cf308182480 00000020:00080000:0.0:1787398611.418028:0:106501:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x200003ab4:0x2:0x0].7 00000020:00080000:0.0:1787398611.418030:0:106501:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf33f7d0b00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9cf20dddd000 00000020:00080000:0.0:1787398611.418033:0:106501:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x240002b10:0x2:0x0].7 00000004:00080000:0.0:1787398611.418054:0:106501:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738647 committed transno 34359738649 00000020:00080000:0.0:1787398611.418058:0:106501:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9cf308182f00 refcount 2 committed 0 result 0 batchid 21474836544 00000020:00080000:0.0:1787398611.418061:0:106501:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf33f7d0300 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9cf308182e40 00000020:00080000:0.0:1787398611.418064:0:106501:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x200003ab4:0x2:0x0].8 00000020:00080000:0.0:1787398611.418067:0:106501:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf33f7d0c00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9cf20bf1de00 00000020:00080000:0.0:1787398611.418070:0:106501:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x240002b10:0x2:0x0].8 00000004:00080000:0.0:1787398611.418086:0:106501:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738648 committed transno 34359738649 00000020:00080000:0.0:1787398611.418090:0:106501:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9cf20aea5180 refcount 2 committed 0 result 0 batchid 21474836545 00000020:00080000:0.0:1787398611.418093:0:106501:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf202eff700 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9cf20aea5c00 00000020:00080000:0.0:1787398611.418096:0:106501:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x200003ab4:0x2:0x0].9 00000020:00080000:0.0:1787398611.418099:0:106501:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf202effb00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9cf335290200 00000020:00080000:0.0:1787398611.418109:0:106501:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x240002b10:0x2:0x0].9 00000004:00080000:0.0:1787398611.418127:0:106501:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738649 committed transno 34359738649 00000020:00080000:0.0:1787398611.418132:0:106501:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9cf33f45a480 refcount 2 committed 0 result 0 batchid 21474836546 00000020:00080000:0.0:1787398611.418134:0:106501:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf311fed100 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9cf31ecbe0c0 00000020:00080000:0.0:1787398611.418137:0:106501:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x200003ab4:0x2:0x0].10 00000020:00080000:0.0:1787398611.418140:0:106501:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff9cf311fed800 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9cf20b431000 00000020:00080000:0.0:1787398611.418143:0:106501:0:(update_trans.c:73:top_multiple_thandle_dump()) cookie [0x240002b10:0x2:0x0].10 00000100:00100000:0.0:1787398611.418159:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261015424:0@lo:400:kworker.0 00000100:00100000:0.0:1787398611.418184:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261015936:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787398611.418198:0:106501:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836548 gen 2 00000100:00100000:0.0:1787398611.418224:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261014528:0@lo:400:kworker.0 00000100:00100000:0.0:1787398611.418240:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261015552:0@lo:400:kworker.0 00000100:00100000:0.0:1787398611.418302:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261014144:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787398611.419036:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261014016 00000100:00100000:2.0:1787398611.419051:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261014016 00000100:00100000:2.0:1787398611.419124:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:2.0:1787398611.419135:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261014016:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1787398611.419172:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 679936 granted 30808000 pending 65536 free 70733824 avail 63565824 00000100:00100000:2.0:1787398611.419259:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261014016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 125us (2683us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398611.419267:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00100000:2.0:1787398611.419317:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261014016:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787398611.419344:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261015040 00000100:00100000:2.0:1787398611.419348:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261015040 00000100:00080000:2.0:1787398611.419372:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787398611.419393:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261014912 00000100:00100000:2.0:1787398611.419397:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261014912 00000100:00080000:2.0:1787398611.419411:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787398611.419427:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:2.0:1787398611.419433:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106501:x1874221261015040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398611.419519:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106501:x1874221261015040:12345-0@lo:400:kworker.0 Request processed in 85us (2846us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398611.419525:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:2.0:1787398611.419552:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106501:1874221261015040:0@lo:400:kworker.0 00000100:00100000:2.0:1787398611.419569:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:2.0:1787398611.419576:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106501:x1874221261014912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398611.419610:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106501:x1874221261014912:12345-0@lo:400:kworker.0 Request processed in 34us (2777us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398611.419616:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:2.0:1787398611.419638:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106501:1874221261014912:0@lo:400:kworker.0 00000020:00080000:1.0:1787398611.420345:0:165627:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 21474836546 committed batchid 17179869212 00000020:00080000:1.0:1787398611.420455:0:165627:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 17179869212 00000100:00100000:1.0:1787398611.420898:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787398611.420941:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203b12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261016064:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787398611.421042:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398611.421231:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261016064 00000100:00100000:3.0:1787398611.421241:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261016064 00000100:00100000:3.0:1787398611.421307:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:3.0:1787398611.421318:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261016064:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787398611.421349:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 933888 granted 26597312 pending 126976 free 70995968 avail 63827968 00000100:00100000:3.0:1787398611.421408:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261016064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398611.421415:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00100000:1.0:1787398611.421543:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203b12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261016064:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787398611.427101:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398611.427337:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247569152 00000100:00100000:2.0:1787398611.427352:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247569152 00000100:00100000:2.0:1787398611.427439:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 709 00000100:00100000:2.0:1787398611.427451:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+152:123760:x1874221247569152:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398611.427512:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398611.427544:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a000/0x57038999123443ae lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a6fe expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.427649:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ba00/0x57038999123443b5 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.427666:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ba00/0x57038999123443b5 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.427680:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ba00/0x57038999123443b5 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.427721:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b000/0x57038999123443bc lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.427729:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b000/0x57038999123443bc lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.427747:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b000/0x57038999123443bc lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.427807:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ba00/0x57038999123443b5 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.427815:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ba00/0x57038999123443b5 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.427820:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ba00/0x57038999123443b5 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.427826:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ba00/0x57038999123443b5 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.427832:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf202c5ba00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398611.427837:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ba00/0x57038999123443b5 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.427846:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ba00/0x57038999123443b5 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.427861:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398611.427864:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398611.427870:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ba00/0x57038999123443b5 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.427884:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ba00/0x57038999123443b5 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.427905:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b000/0x57038999123443bc lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.427911:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b000/0x57038999123443bc lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.427918:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b000/0x57038999123443bc lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.427923:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf202c5b000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398611.427936:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b000/0x57038999123443bc lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.427943:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b000/0x57038999123443bc lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.427951:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x4d2290fc (ffff9cf337a20c00) 00010000:00010000:2.0:1787398611.427954:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398611.427956:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b000/0x57038999123443bc lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.427961:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b000/0x57038999123443bc lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.428004:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a000/0x57038999123443ae lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6fe expref: 153 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.428039:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398611.428042:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398611.428046:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a000/0x57038999123443ae lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6fe expref: 153 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.428056:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf202c5a000, rc 0) 00000100:00100000:2.0:1787398611.428151:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+152:123760:x1874221247569152:12345-192.168.204.36@tcp:101:cp.0 Request processed in 701us (1066us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398611.428160:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 709 00000100:00100000:1.0:1787398611.436342:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398611.436467:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247569408 00000100:00100000:2.0:1787398611.436512:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247569408 00000100:00100000:2.0:1787398611.436588:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 710 00000100:00100000:2.0:1787398611.436601:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+152:123760:x1874221247569408:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398611.436628:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398611.436659:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a000/0x57038999123443c3 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a705 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.436816:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b000/0x57038999123443ca lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.436833:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b000/0x57038999123443ca lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.436847:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b000/0x57038999123443ca lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.436864:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ba00/0x57038999123443d1 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.436895:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ba00/0x57038999123443d1 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.436902:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ba00/0x57038999123443d1 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398611.437523:0:158795:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x269:0x0], index 0: 0 00080000:00000400:2.0:1787398611.437542:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398611.437547:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398611.437550:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398611.437553:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398611.437556:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398611.437558:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398611.437581:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398611.437584:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398611.437586:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398611.437588:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398611.437591:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398611.437593:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398611.437636:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398611.437639:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398611.437641:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398611.437643:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398611.437646:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398611.437647:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1787398611.438090:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b200/0x57038999123443d8 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.438108:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b200/0x57038999123443d8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.438144:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b200/0x57038999123443d8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.438199:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b000/0x57038999123443ca lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.438207:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b000/0x57038999123443ca lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.438213:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b000/0x57038999123443ca lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.438223:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b000/0x57038999123443ca lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.438230:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf202c5b000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398611.438236:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b000/0x57038999123443ca lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.438246:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b000/0x57038999123443ca lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.438261:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398611.438264:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398611.438271:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b000/0x57038999123443ca lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.438277:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b000/0x57038999123443ca lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398611.438300:0:158795:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000894a3ba8 reply state 0000000014a71313 transno 34359738795 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ba00/0x57038999123443d1 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.438320:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ba00/0x57038999123443d1 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.438327:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x4d2290fc (ffff9cf337a20c00) 00010000:00010000:2.0:1787398611.438329:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398611.438333:0:158795:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787398611.438383:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a000/0x57038999123443c3 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a705 expref: 155 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.438399:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b200/0x57038999123443d8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a705 expref: 154 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.438406:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x47:0x0].0x0 (ffff9cf337a20e00) 00010000:00010000:2.0:1787398611.438408:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787398611.438411:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf202c5b200, rc 0) 00000100:00100000:2.0:1787398611.438684:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+155:123760:x1874221247569408:12345-192.168.204.36@tcp:101:cp.0 Request processed in 2084us (2358us total) trans 34359738795 rc 0/0 00000100:00100000:2.0:1787398611.438694:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 710 00000100:00100000:1.0:1787398611.459768:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398611.459881:0:162514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247569536 00000100:00100000:2.0:1787398611.459894:0:162514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247569536 00000100:00100000:2.0:1787398611.459984:0:162514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 413 00000100:00100000:2.0:1787398611.459997:0:162514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+45:69163:x1874221247569536:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398611.460033:0:162514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398611.460065:0:162514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c87fd238/0x57038999123443e6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x269:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a70c expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787398611.460098:0:162514:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x269:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398611.460145:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x269:0x0].0x0 since=5632s v=(0 0) 00010000:00010000:2.0:1787398611.460151:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x269:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398611.460163:0:162514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c87fd238/0x57038999123443e6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a70c expref: 46 pid: 162514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.460183:0:162514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c87fd238/0x57038999123443e6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a70c expref: 46 pid: 162514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.460200:0:162514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf202c5a000, rc 0) 00000100:00100000:2.0:1787398611.460279:0:162514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+46:69163:x1874221247569536:12345-192.168.204.36@tcp:101:cp.0 Request processed in 284us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398611.460286:0:162514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 413 00000100:00100000:1.0:1787398611.591655:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398611.592084:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247569664 00000100:00100000:2.0:1787398611.592099:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247569664 00000100:00100000:2.0:1787398611.592185:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 414 00000100:00100000:2.0:1787398611.592197:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+46:123760:x1874221247569664:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398611.592222:0:162529:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398611.592250:0:162529:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fb8f06c7/0x57038999123443ed lrc: 2/0,0 mode: --/PW res: [0x280000401:0x269:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a713 expref: -99 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.592292:0:162529:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c87fd238/0x57038999123443e6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a70c expref: 47 pid: 162514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.592304:0:162529:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x269:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398611.592308:0:162529:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x269:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398611.592314:0:162529:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb8f06c7/0x57038999123443ed lrc: 4/0,0 mode: --/PW res: [0x280000401:0x269:0x0].0x0 rrc: 3 type: EXT [0->1175551] (req 0->1175551) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a713 expref: 47 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.592374:0:162529:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c87fd238/0x57038999123443e6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a70c expref: 47 pid: 162514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.592389:0:162529:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c87fd238/0x57038999123443e6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a70c expref: 47 pid: 162514 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398611.592406:0:162529:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:162529:1874221261016192:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398611.592559:0:162529:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20c0b1780 going to sleep for 11 seconds 00000100:00100000:1.0:1787398611.606358:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398611.606469:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247569792 00000100:00100000:0.0:1787398611.606528:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247569792 00010000:00010000:0.0:1787398611.606599:0:162512:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c87fd238/0x57038999123443e6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a70c expref: 48 pid: 162514 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398611.606651:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 216 00000100:00100000:0.0:1787398611.606662:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+48:69164:x1874221247569792:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398611.606683:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398611.606712:0:162512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c87fd238/0x57038999123443e6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x269:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a70c expref: 48 pid: 162514 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.606765:0:162512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c87fd238/0x57038999123443e6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x269:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a70c expref: 48 pid: 162514 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.606800:0:162512:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x269:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398611.606806:0:162512:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x269:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398611.606817:0:162512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fb8f06c7/0x57038999123443ed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x269:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1175551) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a713 expref: 48 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.606829:0:162512:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb8f06c7/0x57038999123443ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x269:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1175551) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a713 expref: 48 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.606876:0:162512:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000fb8f06c7/0x57038999123443ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x269:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1175551) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a713 expref: 48 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398611.606893:0:162512:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:162512:1874221261016320:192.168.204.36@tcp:105: 00010000:00010000:2.0:1787398611.606933:0:162529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c87fd238/0x57038999123443e6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x269:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a70c expref: 48 pid: 162514 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398611.606951:0:162529:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:162529:1874221261016192:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398611.606982:0:162529:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fb8f06c7/0x57038999123443ed lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1175551) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a713 expref: 47 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.606993:0:162529:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf202c5b000, rc 0) 00000100:00100000:2.0:1787398611.607037:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+47:123760:x1874221247569664:12345-192.168.204.36@tcp:101:cp.0 Request processed in 14843us (15397us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398611.607047:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 414 00000100:00100000:0.0:1787398611.607384:0:162512:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf302998d80 going to sleep for 11 seconds 00000100:00100000:0.0:1787398611.615576:0:162512:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:162512:1874221261016320:192.168.204.36@tcp:105: 00010000:00010000:0.0:1787398611.615618:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398611.615694:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+46:69164:x1874221247569792:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 9033us (9350us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398611.615708:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 216 00000100:00100000:1.0:1787398611.639700:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398611.639885:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247570048 00000100:00100000:3.0:1787398611.639899:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247570048 00000100:00100000:3.0:1787398611.640153:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 207 00000100:00100000:3.0:1787398611.640166:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+155:123760:x1874221247570048:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:3.0:1787398611.640837:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+156:123760:x1874221247570048:12345-192.168.204.36@tcp:35:cp.0 Request processed in 671us (1152us total) trans 34359738796 rc 0/0 00000100:00100000:3.0:1787398611.641450:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 207 00000100:00100000:1.0:1787398611.650992:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398611.651197:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247570176 00000100:00100000:0.0:1787398611.651212:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247570176 00000100:00100000:0.0:1787398611.651303:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 711 00000100:00100000:0.0:1787398611.651336:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+156:123760:x1874221247570176:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398611.651367:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398611.651394:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123443f4 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a71a expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.651529:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d000/0x57038999123443fb lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.651546:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d000/0x57038999123443fb lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.651560:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d000/0x57038999123443fb lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.651578:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344402 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.651586:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344402 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.651593:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344402 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.651653:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d000/0x57038999123443fb lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.651661:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d000/0x57038999123443fb lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.651667:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d000/0x57038999123443fb lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.651685:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d000/0x57038999123443fb lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.651691:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242d000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398611.651697:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d000/0x57038999123443fb lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.651705:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d000/0x57038999123443fb lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.651720:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398611.651724:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.651730:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d000/0x57038999123443fb lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.651738:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d000/0x57038999123443fb lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.651757:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344402 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.651763:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344402 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.651768:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344402 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.651773:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242ca00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398611.651777:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344402 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.651793:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344402 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.651803:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x489b8eb2 (ffff9cf303a80800) 00010000:00010000:0.0:1787398611.651806:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.651809:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344402 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.651815:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344402 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.651858:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123443f4 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a71a expref: 157 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.651870:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398611.651873:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.651876:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123443f4 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a71a expref: 157 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.651887:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20242c000, rc 0) 00000100:00100000:0.0:1787398611.651983:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+156:123760:x1874221247570176:12345-192.168.204.36@tcp:101:cp.0 Request processed in 650us (1012us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398611.651991:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 711 00000100:00100000:0.0:1787398611.654912:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398611.655085:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247570304 00000100:00100000:2.0:1787398611.655099:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247570304 00000100:00100000:2.0:1787398611.655175:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 712 00000100:00100000:2.0:1787398611.655187:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+156:123760:x1874221247570304:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398611.655236:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398611.655266:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a000/0x5703899912344409 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a721 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.655356:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b600/0x5703899912344410 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.655373:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b600/0x5703899912344410 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.655386:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b600/0x5703899912344410 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.655405:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a800/0x5703899912344417 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.655412:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a800/0x5703899912344417 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.655419:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a800/0x5703899912344417 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.655473:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b600/0x5703899912344410 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.655532:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b600/0x5703899912344410 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.655539:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b600/0x5703899912344410 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.655547:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b600/0x5703899912344410 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.655563:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf202c5b600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398611.655569:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b600/0x5703899912344410 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.655578:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b600/0x5703899912344410 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.655593:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398611.655596:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398611.655603:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b600/0x5703899912344410 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.655611:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b600/0x5703899912344410 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.655630:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a800/0x5703899912344417 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.655637:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a800/0x5703899912344417 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.655644:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a800/0x5703899912344417 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.655649:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf202c5a800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398611.655652:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a800/0x5703899912344417 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.655659:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a800/0x5703899912344417 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.655677:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x489b8eb2 (ffff9cf305ea9d00) 00010000:00010000:2.0:1787398611.655680:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398611.655683:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a800/0x5703899912344417 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.655690:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a800/0x5703899912344417 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.655729:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a000/0x5703899912344409 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a721 expref: 157 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.655740:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398611.655742:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398611.655746:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a000/0x5703899912344409 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a721 expref: 157 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.655757:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf202c5a000, rc 0) 00000100:00100000:2.0:1787398611.655827:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+156:123760:x1874221247570304:12345-192.168.204.36@tcp:101:cp.0 Request processed in 642us (929us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398611.655836:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 712 00000100:00100000:1.0:1787398611.671409:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398611.671703:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247570560 00000100:00100000:0.0:1787398611.671718:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247570560 00000100:00100000:0.0:1787398611.671801:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 713 00000100:00100000:0.0:1787398611.671813:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+156:123760:x1874221247570560:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398611.671861:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398611.671891:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x570389991234441e lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a728 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.672057:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344425 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.672076:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344425 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.672091:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344425 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.672107:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d000/0x570389991234442c lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.672114:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d000/0x570389991234442c lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.672120:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d000/0x570389991234442c lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787398611.673209:0:158796:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1e5:0x0], index 1: 0 00080000:00000400:0.0:1787398611.673232:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398611.673237:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398611.673239:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398611.673242:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398611.673244:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398611.673245:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398611.673268:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398611.673270:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398611.673287:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398611.673289:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398611.673291:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398611.673292:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398611.673336:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1787398611.673339:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398611.673340:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1787398611.673342:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398611.673344:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398611.673346:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1787398611.673685:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c200/0x5703899912344433 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.673703:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c200/0x5703899912344433 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.673715:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c200/0x5703899912344433 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.673765:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344425 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.673773:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344425 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.673781:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344425 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.673789:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344425 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.673796:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242ca00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398611.673800:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344425 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.673817:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344425 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.673834:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398611.673837:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.673843:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344425 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.673850:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344425 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398611.673870:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000007b7a20fd reply state 0000000021ddc82e transno 34359738797 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d000/0x570389991234442c lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.673883:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d000/0x570389991234442c lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.673890:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x489b8eb2 (ffff9cf303a80800) 00010000:00010000:0.0:1787398611.673892:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787398611.673896:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787398611.674076:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x570389991234441e lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a728 expref: 159 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.674093:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c200/0x5703899912344433 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a728 expref: 158 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.674101:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x48:0x0].0x0 (ffff9cf303a80500) 00010000:00010000:0.0:1787398611.674104:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787398611.674107:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20242c200, rc 0) 00000100:00100000:0.0:1787398611.674262:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+159:123760:x1874221247570560:12345-192.168.204.36@tcp:101:cp.0 Request processed in 2450us (2868us total) trans 34359738797 rc 0/0 00000100:00100000:0.0:1787398611.674273:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 713 00000100:00100000:1.0:1787398611.680201:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398611.680357:0:162515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247570688 00000100:00100000:3.0:1787398611.680371:0:162515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247570688 00000100:00100000:3.0:1787398611.680450:0:162515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 415 00000100:00100000:3.0:1787398611.680462:0:162515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+42:69165:x1874221247570688:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398611.680699:0:162515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398611.680749:0:162515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c3322e0e/0x5703899912344441 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a72f expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398611.680784:0:162515:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1e5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398611.680810:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e5:0x0].0x0 since=5632s v=(0 0) 00010000:00010000:3.0:1787398611.680815:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398611.680827:0:162515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c3322e0e/0x5703899912344441 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a72f expref: 43 pid: 162515 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.680848:0:162515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c3322e0e/0x5703899912344441 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a72f expref: 43 pid: 162515 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.680863:0:162515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2034cb400, rc 0) 00000100:00100000:3.0:1787398611.681066:0:162515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+43:69165:x1874221247570688:12345-192.168.204.36@tcp:101:cp.0 Request processed in 605us (879us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398611.681075:0:162515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 415 00000100:00100000:1.0:1787398611.688027:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398611.690185:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247570816 00000100:00100000:2.0:1787398611.690206:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247570816 00000100:00100000:2.0:1787398611.690362:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 416 00000100:00100000:2.0:1787398611.690374:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+43:123760:x1874221247570816:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398611.690399:0:162520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398611.690423:0:162520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c87fd238/0x5703899912344448 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a736 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.690529:0:162520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c3322e0e/0x5703899912344441 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a72f expref: 44 pid: 162515 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.690540:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398611.690544:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398611.690550:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c87fd238/0x5703899912344448 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a736 expref: 44 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.690596:0:162520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c3322e0e/0x5703899912344441 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a72f expref: 44 pid: 162515 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.690613:0:162520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c3322e0e/0x5703899912344441 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a72f expref: 44 pid: 162515 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398611.690629:0:162520:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:162520:1874221261016448:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398611.690748:0:162520:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20c0b1780 going to sleep for 11 seconds 00000100:00100000:1.0:1787398611.699276:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398611.699399:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247570944 00000100:00100000:0.0:1787398611.699413:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247570944 00010000:00010000:0.0:1787398611.699472:0:158781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c3322e0e/0x5703899912344441 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a72f expref: 45 pid: 162515 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398611.699559:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 217 00000100:00100000:0.0:1787398611.699570:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+45:69162:x1874221247570944:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398611.699590:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398611.699619:0:158781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c3322e0e/0x5703899912344441 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a72f expref: 45 pid: 162515 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.699636:0:158781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c3322e0e/0x5703899912344441 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a72f expref: 45 pid: 162515 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.699672:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398611.699678:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398611.699689:0:158781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c87fd238/0x5703899912344448 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a736 expref: 45 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.699700:0:158781:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c87fd238/0x5703899912344448 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a736 expref: 45 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.699750:0:158781:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c87fd238/0x5703899912344448 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a736 expref: 45 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398611.699790:0:158781:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:158781:1874221261016576:192.168.204.36@tcp:105: 00000100:00100000:0.0:1787398611.699899:0:158781:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf33f45ab40 going to sleep for 11 seconds 00010000:00010000:2.0:1787398611.701156:0:162520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c3322e0e/0x5703899912344441 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a72f expref: 45 pid: 162515 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398611.701188:0:162520:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:162520:1874221261016448:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398611.701223:0:162520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c87fd238/0x5703899912344448 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a736 expref: 44 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.701260:0:162520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf202c5a000, rc 0) 00000100:00100000:2.0:1787398611.701342:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+44:123760:x1874221247570816:12345-192.168.204.36@tcp:101:cp.0 Request processed in 10968us (13402us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398611.701352:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 416 00000100:00100000:0.0:1787398611.707289:0:158781:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:158781:1874221261016576:192.168.204.36@tcp:105: 00010000:00010000:0.0:1787398611.707330:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398611.707403:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+43:69162:x1874221247570944:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 7833us (8144us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398611.707418:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 217 00000100:00100000:1.0:1787398611.711465:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398611.714789:0:166561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247571200 00000100:00100000:2.0:1787398611.714814:0:166561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247571200 00000100:00100000:2.0:1787398611.715077:0:166561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 208 00000100:00100000:2.0:1787398611.715092:0:166561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+159:123760:x1874221247571200:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:2.0:1787398611.715565:0:166561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+160:123760:x1874221247571200:12345-192.168.204.36@tcp:35:cp.0 Request processed in 474us (4114us total) trans 34359738798 rc 0/0 00000100:00100000:2.0:1787398611.715574:0:166561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 208 00000100:00100000:1.0:1787398611.721896:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398611.722231:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247571328 00000100:00100000:2.0:1787398611.722245:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247571328 00000100:00100000:2.0:1787398611.722370:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 714 00000100:00100000:2.0:1787398611.722382:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+160:123760:x1874221247571328:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398611.722415:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398611.722442:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a800/0x570389991234444f lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a73d expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.722569:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b600/0x5703899912344456 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.722587:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b600/0x5703899912344456 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.722601:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b600/0x5703899912344456 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.722637:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b400/0x570389991234445d lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.722644:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b400/0x570389991234445d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.722651:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b400/0x570389991234445d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.722707:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b600/0x5703899912344456 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.722715:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b600/0x5703899912344456 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.722722:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b600/0x5703899912344456 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.722730:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b600/0x5703899912344456 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.722737:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf202c5b600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398611.722742:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b600/0x5703899912344456 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.722750:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b600/0x5703899912344456 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.722764:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398611.722767:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398611.722773:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b600/0x5703899912344456 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.722787:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b600/0x5703899912344456 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.722806:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b400/0x570389991234445d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.722812:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b400/0x570389991234445d lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.722818:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b400/0x570389991234445d lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.722823:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf202c5b400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398611.722826:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b400/0x570389991234445d lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.722832:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b400/0x570389991234445d lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.722840:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xf2ca543e (ffff9cf305ea9d00) 00010000:00010000:2.0:1787398611.722843:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398611.722846:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b400/0x570389991234445d lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.722852:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b400/0x570389991234445d lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.722890:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a800/0x570389991234444f lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a73d expref: 161 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.722912:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398611.722914:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398611.722918:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a800/0x570389991234444f lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a73d expref: 161 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.722942:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf202c5a800, rc 0) 00000100:00100000:2.0:1787398611.723038:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+160:123760:x1874221247571328:12345-192.168.204.36@tcp:101:cp.0 Request processed in 658us (1158us total) trans 0 rc 301/301 00000100:00100000:2.0:1787398611.723047:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 714 00000100:00100000:0.0:1787398611.738597:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398611.738721:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247571456 00000100:00100000:3.0:1787398611.738743:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247571456 00000100:00100000:3.0:1787398611.738818:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 715 00000100:00100000:3.0:1787398611.738830:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+160:123760:x1874221247571456:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398611.738859:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398611.738885:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cba00/0x5703899912344464 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a744 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.738975:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x570389991234446b lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.739025:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x570389991234446b lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.739040:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x570389991234446b lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.739180:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912344472 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.739188:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912344472 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.739195:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912344472 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.739251:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x570389991234446b lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.739259:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x570389991234446b lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.739266:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x570389991234446b lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.739274:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x570389991234446b lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.739280:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2034cac00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398611.739286:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x570389991234446b lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.739294:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x570389991234446b lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.739316:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398611.739319:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398611.739325:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x570389991234446b lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.739332:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x570389991234446b lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.739349:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912344472 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.739356:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912344472 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.739363:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912344472 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.739368:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2034cb400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398611.739371:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912344472 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.739377:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912344472 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.739383:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xf2ca543e (ffff9cf33f78e300) 00010000:00010000:3.0:1787398611.739386:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398611.739388:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912344472 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.739395:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x5703899912344472 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.739453:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cba00/0x5703899912344464 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a744 expref: 161 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.739466:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398611.739469:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398611.739472:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cba00/0x5703899912344464 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a744 expref: 161 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.739630:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2034cba00, rc 0) 00000100:00100000:3.0:1787398611.739758:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+160:123760:x1874221247571456:12345-192.168.204.36@tcp:101:cp.0 Request processed in 929us (1174us total) trans 0 rc 301/301 00000100:00100000:3.0:1787398611.739768:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 715 00000100:00100000:1.0:1787398611.744303:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398611.745216:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247571712 00000100:00100000:3.0:1787398611.745230:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247571712 00000100:00100000:3.0:1787398611.745311:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 716 00000100:00100000:3.0:1787398611.745323:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+160:123760:x1874221247571712:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398611.745351:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398611.745381:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344479 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a74b expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.745554:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x5703899912344480 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.745571:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x5703899912344480 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.745585:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x5703899912344480 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.745623:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912344487 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.745631:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912344487 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.745639:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912344487 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787398611.746074:0:158795:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x26a:0x0], index 0: 0 00080000:00000400:3.0:1787398611.746091:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1787398611.746096:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1787398611.746098:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1787398611.746101:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398611.746103:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1787398611.746106:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398611.746128:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1787398611.746130:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1787398611.746133:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1787398611.746135:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398611.746137:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1787398611.746139:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398611.746175:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1787398611.746178:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1787398611.746180:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1787398611.746183:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398611.746185:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1787398611.746186:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:3.0:1787398611.746304:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a400/0x570389991234448e lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.746326:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a400/0x570389991234448e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.746334:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a400/0x570389991234448e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.746379:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x5703899912344480 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.746388:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x5703899912344480 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.746395:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x5703899912344480 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.746401:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x5703899912344480 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.746407:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9bc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398611.746413:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x5703899912344480 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.746422:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x5703899912344480 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.746437:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398611.746441:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398611.746446:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x5703899912344480 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.746454:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x5703899912344480 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398611.746510:0:158795:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d8163881 reply state 00000000de063d25 transno 34359738799 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912344487 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.746525:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912344487 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.746532:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xf2ca543e (ffff9cf33f78e700) 00010000:00010000:3.0:1787398611.746534:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787398611.746537:0:158795:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1787398611.746578:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344479 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a74b expref: 163 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.746608:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a400/0x570389991234448e lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a74b expref: 162 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.746616:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x49:0x0].0x0 (ffff9cf33f78eb00) 00010000:00010000:3.0:1787398611.746618:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787398611.746621:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf203a9a400, rc 0) 00000100:00100000:3.0:1787398611.746710:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+163:123760:x1874221247571712:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1389us (2426us total) trans 34359738799 rc 0/0 00000100:00100000:3.0:1787398611.746719:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 716 00000100:00100000:1.0:1787398611.750767:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398611.750864:0:160295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247571840 00000100:00100000:3.0:1787398611.750877:0:160295:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247571840 00000100:00100000:3.0:1787398611.751294:0:160295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 417 00000100:00100000:3.0:1787398611.751308:0:160295:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+46:69162:x1874221247571840:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398611.751333:0:160295:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398611.751365:0:160295:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007dbbbabf/0x570389991234449c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x26a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a752 expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398611.751411:0:160295:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398611.751438:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26a:0x0].0x0 since=5632s v=(0 0) 00010000:00010000:3.0:1787398611.751444:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398611.751456:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007dbbbabf/0x570389991234449c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a752 expref: 47 pid: 160295 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.751517:0:160295:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007dbbbabf/0x570389991234449c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a752 expref: 47 pid: 160295 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.751533:0:160295:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf203a9be00, rc 0) 00000100:00100000:3.0:1787398611.751602:0:160295:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+47:69162:x1874221247571840:12345-192.168.204.36@tcp:101:cp.0 Request processed in 297us (850us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398611.751610:0:160295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 417 00000100:00100000:0.0:1787398611.754802:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398611.754917:0:161119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247571968 00000100:00100000:2.0:1787398611.754941:0:161119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247571968 00000100:00100000:2.0:1787398611.755024:0:161119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 418 00000100:00100000:2.0:1787398611.755037:0:161119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20aabc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+47:123760:x1874221247571968:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398611.755062:0:161119:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398611.755091:0:161119:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a72f6280/0x57038999123444a3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x26a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a759 expref: -99 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.755139:0:161119:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007dbbbabf/0x570389991234449c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a752 expref: 48 pid: 160295 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.755150:0:161119:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398611.755155:0:161119:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398611.755162:0:161119:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a72f6280/0x57038999123444a3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x26a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a759 expref: 48 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.755243:0:161119:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007dbbbabf/0x570389991234449c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a752 expref: 48 pid: 160295 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.755258:0:161119:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007dbbbabf/0x570389991234449c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a752 expref: 48 pid: 160295 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398611.755276:0:161119:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:161119:1874221261016704:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398611.755399:0:161119:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20c0b1e40 going to sleep for 11 seconds 00000100:00100000:1.0:1787398611.760816:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398611.762605:0:161119:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:161119:1874221261016704:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398611.762659:0:161119:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a72f6280/0x57038999123444a3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x26a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a759 expref: 48 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.762690:0:161119:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf202c5a800, rc 0) 00000100:00100000:2.0:1787398611.762774:0:161119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20aabc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+48:123760:x1874221247571968:12345-192.168.204.36@tcp:101:cp.0 Request processed in 7738us (7986us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398611.762784:0:161119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 418 00000100:00100000:3.0:1787398611.765994:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247572096 00000100:00100000:3.0:1787398611.766027:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247572096 00010000:00010000:2.0:1787398611.766423:0:158780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007dbbbabf/0x570389991234449c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a752 expref: 48 pid: 160295 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398611.766567:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 218 00000100:00100000:2.0:1787398611.766580:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+48:69165:x1874221247572096:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787398611.766602:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398611.766655:0:158780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007dbbbabf/0x570389991234449c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x26a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a752 expref: 48 pid: 160295 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.766673:0:158780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007dbbbabf/0x570389991234449c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x26a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a752 expref: 48 pid: 160295 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.766704:0:158780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007dbbbabf/0x570389991234449c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x26a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a752 expref: 48 pid: 160295 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.766735:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398611.766741:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398611.766751:0:158780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a72f6280/0x57038999123444a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a759 expref: 47 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.766762:0:158780:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a72f6280/0x57038999123444a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a759 expref: 47 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.766814:0:158780:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a72f6280/0x57038999123444a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a759 expref: 47 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398611.766830:0:158780:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:158780:1874221261016832:192.168.204.36@tcp:105: 00000100:00100000:2.0:1787398611.766955:0:158780:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20c0b1e40 going to sleep for 11 seconds 00000100:00100000:1.0:1787398611.776517:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398611.778990:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247572352 00000100:00100000:3.0:1787398611.779025:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247572352 00000100:00100000:3.0:1787398611.779125:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 209 00000100:00100000:3.0:1787398611.779138:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+163:123760:x1874221247572352:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:3.0:1787398611.780119:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+164:123760:x1874221247572352:12345-192.168.204.36@tcp:35:cp.0 Request processed in 979us (3613us total) trans 34359738800 rc 0/0 00000100:00100000:3.0:1787398611.780130:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 209 00000100:00100000:2.0:1787398611.780367:0:158780:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:158780:1874221261016832:192.168.204.36@tcp:105: 00010000:00010000:2.0:1787398611.780397:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398611.780424:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+47:69165:x1874221247572096:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 13848us (19624us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398611.780454:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 218 00000100:00100000:1.0:1787398611.787997:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398611.788161:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247572480 00000100:00100000:3.0:1787398611.788176:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247572480 00000100:00100000:3.0:1787398611.788256:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 717 00000100:00100000:3.0:1787398611.788288:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+164:123760:x1874221247572480:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398611.788323:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398611.788351:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123444aa lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a760 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.788443:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x57038999123444b1 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.788461:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x57038999123444b1 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.788474:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x57038999123444b1 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.788540:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123444b8 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.788548:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123444b8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.788555:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123444b8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.788616:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x57038999123444b1 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.788623:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x57038999123444b1 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.788630:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x57038999123444b1 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.788647:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x57038999123444b1 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.788653:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9be00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398611.788658:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x57038999123444b1 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.788666:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x57038999123444b1 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.788680:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398611.788683:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398611.788688:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x57038999123444b1 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.788694:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x57038999123444b1 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.788714:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123444b8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.788720:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123444b8 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.788726:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123444b8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.788731:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301508600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398611.788734:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123444b8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.788754:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123444b8 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.788762:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xd06bcd9f (ffff9cf30dbdb400) 00010000:00010000:3.0:1787398611.788765:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398611.788767:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123444b8 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.788772:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123444b8 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.788824:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123444aa lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a760 expref: 165 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.788835:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398611.788838:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398611.788842:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123444aa lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a760 expref: 165 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.788853:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf203a9bc00, rc 0) 00000100:00100000:3.0:1787398611.788939:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+164:123760:x1874221247572480:12345-192.168.204.36@tcp:101:cp.0 Request processed in 654us (956us total) trans 0 rc 301/301 00000100:00100000:3.0:1787398611.788947:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 717 00000100:00100000:1.0:1787398611.796184:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398611.796332:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247572608 00000100:00100000:3.0:1787398611.796345:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247572608 00000100:00100000:3.0:1787398611.796424:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 718 00000100:00100000:3.0:1787398611.796437:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+164:123760:x1874221247572608:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398611.796525:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398611.796556:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123444bf lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a767 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.796656:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123444c6 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.796673:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123444c6 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.796687:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123444c6 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.796702:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x57038999123444cd lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.796709:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x57038999123444cd lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.796715:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x57038999123444cd lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.796785:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123444c6 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.796793:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123444c6 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.796799:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123444c6 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.796806:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123444c6 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.796820:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9bc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398611.796825:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123444c6 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.796835:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123444c6 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.796851:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398611.796854:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398611.796860:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123444c6 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.796867:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123444c6 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.796884:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x57038999123444cd lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.796891:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x57038999123444cd lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.796897:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x57038999123444cd lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.796902:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9be00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398611.796905:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x57038999123444cd lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.796912:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x57038999123444cd lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.797119:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xd06bcd9f (ffff9cf30dbdb400) 00010000:00010000:3.0:1787398611.797122:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398611.797125:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x57038999123444cd lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.797132:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x57038999123444cd lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.797172:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123444bf lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a767 expref: 165 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.797184:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398611.797186:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398611.797190:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123444bf lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a767 expref: 165 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.797208:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf301508600, rc 0) 00000100:00100000:3.0:1787398611.797297:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+164:123760:x1874221247572608:12345-192.168.204.36@tcp:101:cp.0 Request processed in 862us (1128us total) trans 0 rc 301/301 00000100:00100000:3.0:1787398611.797306:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 718 00000100:00100000:2.0:1787398611.800954:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398611.801388:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247572864 00000100:00100000:3.0:1787398611.801403:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247572864 00000100:00100000:3.0:1787398611.801582:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 719 00000100:00100000:2.0:1787398611.809075:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+164:123760:x1874221247572864:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398611.809118:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398611.809153:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b600/0x57038999123444d4 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a76e expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.809311:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x57038999123444db lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.809328:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x57038999123444db lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.809344:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x57038999123444db lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.809363:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b800/0x57038999123444e2 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.809370:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b800/0x57038999123444e2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.809376:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b800/0x57038999123444e2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398611.809882:0:160868:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1e6:0x0], index 1: 0 00080000:00000400:2.0:1787398611.809900:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1787398611.809904:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398611.809907:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398611.809915:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398611.809918:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398611.811858:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398611.813005:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1787398611.813023:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398611.813026:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398611.813028:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398611.813031:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398611.813033:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398611.813109:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1787398611.813112:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398611.813114:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398611.813116:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398611.813118:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398611.813120:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1787398611.813327:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5bc00/0x57038999123444e9 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.813350:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5bc00/0x57038999123444e9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.813365:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5bc00/0x57038999123444e9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.813416:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x57038999123444db lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.813424:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x57038999123444db lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.813430:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x57038999123444db lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.813438:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x57038999123444db lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.813467:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf202c5ac00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398611.813473:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x57038999123444db lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.813503:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x57038999123444db lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.813520:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398611.813523:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398611.813528:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x57038999123444db lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.813535:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x57038999123444db lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398611.813556:0:160868:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b5b5360f reply state 000000002417fbe4 transno 34359738801 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b800/0x57038999123444e2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.813569:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b800/0x57038999123444e2 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.813575:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xd06bcd9f (ffff9cf305ea9d00) 00010000:00010000:2.0:1787398611.813577:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398611.813581:0:160868:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787398611.813632:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b600/0x57038999123444d4 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a76e expref: 167 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.813649:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5bc00/0x57038999123444e9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a76e expref: 166 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.813669:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x4a:0x0].0x0 (ffff9cf305ea9100) 00010000:00010000:2.0:1787398611.813671:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787398611.813674:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf202c5bc00, rc 0) 00000100:00100000:2.0:1787398611.817253:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+167:123760:x1874221247572864:12345-192.168.204.36@tcp:101:cp.0 Request processed in 15641us (16296us total) trans 34359738801 rc 0/0 00000100:00100000:2.0:1787398611.817271:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 719 00000100:00100000:1.0:1787398611.825540:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398611.829649:0:162522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247572992 00000100:00100000:0.0:1787398611.829672:0:162522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247572992 00000100:00100000:0.0:1787398611.829773:0:162522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 419 00000100:00100000:0.0:1787398611.829786:0:162522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+43:69164:x1874221247572992:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398611.829809:0:162522:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398611.829843:0:162522:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c45891e/0x57038999123444f7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a775 expref: -99 pid: 162522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787398611.829877:0:162522:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1e6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398611.829903:0:162522:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e6:0x0].0x0 since=5632s v=(0 0) 00010000:00010000:0.0:1787398611.829909:0:162522:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398611.829934:0:162522:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004c45891e/0x57038999123444f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a775 expref: 44 pid: 162522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.829956:0:162522:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c45891e/0x57038999123444f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a775 expref: 44 pid: 162522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.829994:0:162522:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20242c000, rc 0) 00000100:00100000:0.0:1787398611.830326:0:162522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+44:69164:x1874221247572992:12345-192.168.204.36@tcp:101:cp.0 Request processed in 541us (4799us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398611.830333:0:162522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 419 00000100:00100000:1.0:1787398611.854392:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398611.854523:0:160296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247573120 00000100:00100000:2.0:1787398611.854537:0:160296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247573120 00000100:00100000:2.0:1787398611.854618:0:160296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 420 00000100:00100000:2.0:1787398611.854632:0:160296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+44:123760:x1874221247573120:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398611.854658:0:160296:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398611.854685:0:160296:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004d28a7e4/0x57038999123444fe lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a77c expref: -99 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.854738:0:160296:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004c45891e/0x57038999123444f7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a775 expref: 45 pid: 162522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.854749:0:160296:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398611.854754:0:160296:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398611.854759:0:160296:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004d28a7e4/0x57038999123444fe lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->24575] (req 0->24575) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a77c expref: 45 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.854803:0:160296:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004c45891e/0x57038999123444f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a775 expref: 45 pid: 162522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.854841:0:160296:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004c45891e/0x57038999123444f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a775 expref: 45 pid: 162522 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398611.854860:0:160296:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:160296:1874221261016960:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398611.854983:0:160296:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20c0b1300 going to sleep for 11 seconds 00000100:00100000:2.0:1787398611.860121:0:160296:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:160296:1874221261016960:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398611.860178:0:160296:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004d28a7e4/0x57038999123444fe lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->24575] (req 0->24575) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a77c expref: 45 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.860207:0:160296:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf202c5b600, rc 0) 00000100:00100000:2.0:1787398611.860307:0:160296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+45:123760:x1874221247573120:12345-192.168.204.36@tcp:101:cp.0 Request processed in 5678us (5929us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398611.860317:0:160296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 420 00000100:00100000:1.0:1787398611.868684:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398611.869268:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247573248 00000100:00100000:2.0:1787398611.869285:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247573248 00010000:00010000:2.0:1787398611.869348:0:158779:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004c45891e/0x57038999123444f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a775 expref: 45 pid: 162522 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398611.869407:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 219 00000100:00100000:2.0:1787398611.869418:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f493450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+45:69163:x1874221247573248:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787398611.869439:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398611.869469:0:158779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004c45891e/0x57038999123444f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a775 expref: 45 pid: 162522 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.869554:0:158779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004c45891e/0x57038999123444f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a775 expref: 45 pid: 162522 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.869595:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c45891e/0x57038999123444f7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a775 expref: 45 pid: 162522 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.869617:0:158779:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398611.869622:0:158779:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398611.869633:0:158779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004d28a7e4/0x57038999123444fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->24575) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a77c expref: 44 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.869645:0:158779:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004d28a7e4/0x57038999123444fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->24575) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a77c expref: 44 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.869693:0:158779:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004d28a7e4/0x57038999123444fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->24575) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a77c expref: 44 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398611.869711:0:158779:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:158779:1874221261017088:192.168.204.36@tcp:105: 00000100:00100000:2.0:1787398611.870166:0:158779:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20c0b1300 going to sleep for 11 seconds 00000100:00100000:1.0:1787398611.873743:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398611.874053:0:166561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247573504 00000100:00100000:0.0:1787398611.874067:0:166561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247573504 00000100:00100000:0.0:1787398611.874141:0:166561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 210 00000100:00100000:0.0:1787398611.874154:0:166561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf303dfa850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+167:123760:x1874221247573504:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:0.0:1787398611.874607:0:166561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf303dfa850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+168:123760:x1874221247573504:12345-192.168.204.36@tcp:35:cp.0 Request processed in 453us (888us total) trans 34359738802 rc 0/0 00000100:00100000:0.0:1787398611.874616:0:166561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 210 00000100:00100000:2.0:1787398611.876430:0:158779:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:158779:1874221261017088:192.168.204.36@tcp:105: 00010000:00010000:2.0:1787398611.876469:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398611.876566:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f493450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+44:69163:x1874221247573248:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 7149us (7900us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398611.876578:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 219 00000100:00100000:1.0:1787398611.889244:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398611.896306:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247573632 00000100:00100000:3.0:1787398611.896326:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247573632 00000100:00100000:3.0:1787398611.896449:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 720 00000100:00100000:3.0:1787398611.896462:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+168:123760:x1874221247573632:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398611.896533:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398611.896564:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x5703899912344505 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a783 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.896658:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x570389991234450c lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.896674:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x570389991234450c lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.896687:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x570389991234450c lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.896703:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344513 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.896710:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344513 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.896717:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344513 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.896782:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x570389991234450c lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.896789:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x570389991234450c lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.896796:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x570389991234450c lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.896802:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x570389991234450c lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.896815:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9bc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398611.896820:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x570389991234450c lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.896828:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x570389991234450c lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.896842:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398611.896845:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398611.896851:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x570389991234450c lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.896858:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x570389991234450c lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.896875:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344513 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.896881:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344513 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.896887:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344513 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.896892:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301508600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398611.896894:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344513 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.896900:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344513 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.896919:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x22eacdcf (ffff9cf30dbdb400) 00010000:00010000:3.0:1787398611.896922:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398611.896925:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344513 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.896931:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344513 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.896985:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x5703899912344505 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a783 expref: 169 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.896997:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398611.896999:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398611.897003:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x5703899912344505 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a783 expref: 169 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.897025:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf203a9be00, rc 0) 00000100:00100000:3.0:1787398611.897123:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+168:123760:x1874221247573632:12345-192.168.204.36@tcp:101:cp.0 Request processed in 663us (7894us total) trans 0 rc 301/301 00000100:00100000:3.0:1787398611.897131:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 720 00000100:00100000:1.0:1787398611.907737:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398611.907890:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247573760 00000100:00100000:0.0:1787398611.907904:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247573760 00000100:00100000:0.0:1787398611.907989:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 721 00000100:00100000:0.0:1787398611.908000:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+168:123760:x1874221247573760:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398611.909322:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398611.909356:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x570389991234451a lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a78a expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.909452:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x5703899912344521 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.909470:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x5703899912344521 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.909506:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x5703899912344521 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.909544:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344528 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.909552:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344528 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.909559:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344528 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.909617:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x5703899912344521 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.909625:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x5703899912344521 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.909631:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x5703899912344521 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.909638:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x5703899912344521 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.909644:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242c800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398611.909650:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x5703899912344521 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.909659:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x5703899912344521 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.909673:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398611.909676:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.909681:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x5703899912344521 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.909695:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x5703899912344521 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.909716:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344528 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.909734:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344528 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.909741:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344528 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.909746:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242d200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398611.909750:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344528 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.909756:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344528 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.909765:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x22eacdcf (ffff9cf341c78600) 00010000:00010000:0.0:1787398611.909767:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.909771:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344528 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.909776:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344528 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.909827:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x570389991234451a lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a78a expref: 169 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.909850:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398611.909852:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.909857:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x570389991234451a lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a78a expref: 169 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.909866:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20242ce00, rc 0) 00000100:00100000:0.0:1787398611.909968:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+168:123760:x1874221247573760:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1969us (2254us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398611.909978:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 721 00000100:00100000:1.0:1787398611.913185:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398611.913600:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247574016 00000100:00100000:2.0:1787398611.913614:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247574016 00000100:00100000:2.0:1787398611.913691:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 722 00000100:00100000:2.0:1787398611.913703:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+168:123760:x1874221247574016:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398611.913738:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398611.913765:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x570389991234452f lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a791 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.913907:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ae00/0x5703899912344536 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.914031:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ae00/0x5703899912344536 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.914049:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ae00/0x5703899912344536 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.914070:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b400/0x570389991234453d lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.914077:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b400/0x570389991234453d lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.914085:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b400/0x570389991234453d lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398611.914546:0:160868:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x26b:0x0], index 0: 0 00080000:00000400:2.0:1787398611.914563:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398611.914568:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398611.914571:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398611.914573:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398611.914594:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398611.914597:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398611.914621:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398611.914624:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398611.914626:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398611.914628:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398611.914630:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398611.914632:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398611.914671:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1787398611.914673:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398611.914675:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398611.914677:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398611.914679:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398611.914681:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1787398611.914804:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912344544 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.914815:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912344544 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.914824:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912344544 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.914867:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ae00/0x5703899912344536 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.914875:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ae00/0x5703899912344536 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.914881:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ae00/0x5703899912344536 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.914888:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ae00/0x5703899912344536 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.914901:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf202c5ae00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398611.914906:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ae00/0x5703899912344536 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.914915:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ae00/0x5703899912344536 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.915673:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398611.915678:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398611.915684:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ae00/0x5703899912344536 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.915693:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ae00/0x5703899912344536 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398611.915713:0:160868:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000041bbbd53 reply state 000000005002ae37 transno 34359738803 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b400/0x570389991234453d lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.915786:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b400/0x570389991234453d lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.915793:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x22eacdcf (ffff9cf305ea9b00) 00010000:00010000:2.0:1787398611.915795:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398611.915799:0:160868:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787398611.919594:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x570389991234452f lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a791 expref: 171 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.919661:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912344544 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a791 expref: 170 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.919672:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x4b:0x0].0x0 (ffff9cf305ea9700) 00010000:00010000:1.0:1787398611.919675:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787398611.919680:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf305a69200, rc 0) 00000100:00100000:1.0:1787398611.920376:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+171:123760:x1874221247574016:12345-192.168.204.36@tcp:101:cp.0 Request processed in 6668us (7198us total) trans 34359738803 rc 0/0 00000100:00100000:1.0:1787398611.920389:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 722 00000100:00100000:3.0:1787398611.923460:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398611.923795:0:162519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247574144 00000100:00100000:2.0:1787398611.923809:0:162519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247574144 00000100:00100000:2.0:1787398611.923884:0:162519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 421 00000100:00100000:2.0:1787398611.923896:0:162519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:dbe7f5ec-0726-4851-a675-2f47d040e30f+47:69163:x1874221247574144:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398611.923929:0:162519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398611.923983:0:162519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ad32ff13/0x5703899912344552 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x26b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a798 expref: -99 pid: 162519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787398611.924029:0:162519:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398611.924058:0:162519:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26b:0x0].0x0 since=5632s v=(0 0) 00010000:00010000:2.0:1787398611.924064:0:162519:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398611.924077:0:162519:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ad32ff13/0x5703899912344552 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a798 expref: 48 pid: 162519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.924100:0:162519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ad32ff13/0x5703899912344552 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a798 expref: 48 pid: 162519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.924116:0:162519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b1d2e00, rc 0) 00000100:00100000:2.0:1787398611.924199:0:162519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:dbe7f5ec-0726-4851-a675-2f47d040e30f+48:69163:x1874221247574144:12345-192.168.204.36@tcp:101:cp.0 Request processed in 305us (753us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398611.924207:0:162519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 421 00000100:00100000:0.0:1787398611.928552:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398611.928827:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247574272 00000100:00100000:2.0:1787398611.928841:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247574272 00000100:00100000:2.0:1787398611.929047:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 422 00000100:00100000:2.0:1787398611.929062:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+48:123760:x1874221247574272:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398611.929087:0:162529:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398611.929117:0:162529:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dbab9e89/0x5703899912344559 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x26b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a79f expref: -99 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.929161:0:162529:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ad32ff13/0x5703899912344552 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a798 expref: 49 pid: 162519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.929197:0:162529:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398611.929202:0:162529:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398611.929208:0:162529:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dbab9e89/0x5703899912344559 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x26b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a79f expref: 49 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.929253:0:162529:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ad32ff13/0x5703899912344552 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a798 expref: 49 pid: 162519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.929269:0:162529:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ad32ff13/0x5703899912344552 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a798 expref: 49 pid: 162519 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398611.929285:0:162529:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305ad5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:162529:1874221261017216:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398611.929403:0:162529:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20c0b1000 going to sleep for 11 seconds 00000100:00100000:1.0:1787398611.936924:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398611.936962:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247574400 00000100:00100000:1.0:1787398611.936974:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247574400 00010000:00010000:1.0:1787398611.937037:0:162512:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ad32ff13/0x5703899912344552 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a798 expref: 50 pid: 162519 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398611.937093:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 220 00000100:00100000:1.0:1787398611.937104:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+50:69165:x1874221247574400:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787398611.937125:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398611.937153:0:162512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 00000000ad32ff13/0x5703899912344552 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x26b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a798 expref: 50 pid: 162519 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.937172:0:162512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ad32ff13/0x5703899912344552 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x26b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a798 expref: 50 pid: 162519 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.937240:0:162512:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26b:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1787398611.937246:0:162512:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398611.937257:0:162512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dbab9e89/0x5703899912344559 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a79f expref: 50 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.937269:0:162512:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dbab9e89/0x5703899912344559 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x26b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a79f expref: 50 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.937315:0:162512:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000dbab9e89/0x5703899912344559 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x26b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a79f expref: 50 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398611.937333:0:162512:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:162512:1874221261017344:192.168.204.36@tcp:105: 00000100:00100000:1.0:1787398611.937438:0:162512:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20a9b3b40 going to sleep for 11 seconds 00010000:00010000:3.0:1787398611.938530:0:162529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad32ff13/0x5703899912344552 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x26b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a798 expref: 50 pid: 162519 timeout: 5732 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398611.938556:0:162529:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305ad5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:162529:1874221261017216:192.168.204.36@tcp:104: 00010000:00010000:3.0:1787398611.938592:0:162529:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dbab9e89/0x5703899912344559 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a79f expref: 49 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398611.938626:0:162529:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf202c5ae00, rc 0) 00000100:00100000:3.0:1787398611.938698:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+49:123760:x1874221247574272:12345-192.168.204.36@tcp:101:cp.0 Request processed in 9640us (10231us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398611.938708:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 422 00000100:00100000:1.0:1787398611.946889:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398611.947160:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247574656 00000100:00100000:3.0:1787398611.947174:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247574656 00000100:00100000:3.0:1787398611.947258:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 211 00000100:00100000:3.0:1787398611.947268:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+171:123760:x1874221247574656:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:3.0:1787398611.947720:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+172:123760:x1874221247574656:12345-192.168.204.36@tcp:35:cp.0 Request processed in 449us (844us total) trans 34359738804 rc 0/0 00000100:00100000:3.0:1787398611.947730:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 211 00000100:00100000:3.0:1787398611.947801:0:162512:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:162512:1874221261017344:192.168.204.36@tcp:105: 00010000:00010000:3.0:1787398611.947827:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398611.947852:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+48:69165:x1874221247574400:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 10749us (10951us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398611.947861:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 220 00000100:00100000:1.0:1787398611.956458:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398611.956645:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247574784 00000100:00100000:0.0:1787398611.956660:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247574784 00000100:00100000:0.0:1787398611.956740:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 723 00000100:00100000:0.0:1787398611.956752:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+172:123760:x1874221247574784:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398611.956782:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398611.956809:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x5703899912344560 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a7a6 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.956897:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344567 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.956914:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344567 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.956942:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344567 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.956983:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x570389991234456e lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.956991:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x570389991234456e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.956999:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x570389991234456e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.957066:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344567 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.957074:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344567 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.957081:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344567 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.957088:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344567 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.957094:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242d200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398611.957099:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344567 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.957106:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344567 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.957121:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398611.957124:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.957129:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344567 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.957143:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344567 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.957161:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x570389991234456e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.957167:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x570389991234456e lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.957173:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x570389991234456e lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.957179:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242c800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398611.957182:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x570389991234456e lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.957187:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x570389991234456e lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.957195:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9ce4d69c (ffff9cf341c78600) 00010000:00010000:0.0:1787398611.957198:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.957200:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x570389991234456e lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.957205:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x570389991234456e lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.957247:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x5703899912344560 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7a6 expref: 173 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.957269:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398611.957272:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.957277:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x5703899912344560 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7a6 expref: 173 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.957287:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20242ce00, rc 0) 00000100:00100000:0.0:1787398611.957369:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+172:123760:x1874221247574784:12345-192.168.204.36@tcp:101:cp.0 Request processed in 618us (924us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398611.957376:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 723 00000100:00100000:1.0:1787398611.962212:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398611.962402:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247574912 00000100:00100000:0.0:1787398611.962416:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247574912 00000100:00100000:0.0:1787398611.962509:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 724 00000100:00100000:0.0:1787398611.962522:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+172:123760:x1874221247574912:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398611.962551:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398611.962581:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x5703899912344575 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a7ad expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.962676:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x570389991234457c lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.962694:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x570389991234457c lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.962710:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x570389991234457c lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.962739:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x5703899912344583 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.962766:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x5703899912344583 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.962773:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x5703899912344583 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.962826:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x570389991234457c lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.962835:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x570389991234457c lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.962842:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x570389991234457c lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.962849:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x570389991234457c lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.962856:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242c000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398611.962861:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x570389991234457c lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.962870:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x570389991234457c lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.962885:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398611.962889:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.962893:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x570389991234457c lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.962900:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x570389991234457c lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.962937:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x5703899912344583 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.962944:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x5703899912344583 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.962951:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x5703899912344583 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.962957:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242cc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398611.962960:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x5703899912344583 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.962966:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x5703899912344583 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.962975:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9ce4d69c (ffff9cf341c78500) 00010000:00010000:0.0:1787398611.962977:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.962981:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x5703899912344583 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.962987:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x5703899912344583 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.963042:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x5703899912344575 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7ad expref: 173 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.963176:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398611.963179:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398611.963190:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x5703899912344575 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7ad expref: 173 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.963202:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20242d600, rc 0) 00000100:00100000:0.0:1787398611.963293:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+172:123760:x1874221247574912:12345-192.168.204.36@tcp:101:cp.0 Request processed in 773us (1093us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398611.963300:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 724 00000100:00100000:1.0:1787398611.966319:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398611.967805:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247575168 00000100:00100000:0.0:1787398611.967824:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247575168 00000100:00100000:0.0:1787398611.967922:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 725 00000100:00100000:0.0:1787398611.967937:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+172:123760:x1874221247575168:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398611.967965:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398611.967994:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x570389991234458a lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a7b4 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.968164:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x5703899912344591 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.968182:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x5703899912344591 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.968196:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x5703899912344591 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.968214:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344598 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.968222:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344598 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398611.968229:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344598 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787398611.979378:0:158796:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1e7:0x0], index 1: 0 00080000:00000400:1.0:1787398611.979408:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398611.979415:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398611.979417:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398611.979419:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398611.979421:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398611.979423:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398611.979447:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398611.979449:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398611.979470:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398611.979472:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398611.981081:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398611.981096:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398611.981191:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1787398611.981196:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398611.981198:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1787398611.981200:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398611.981203:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398611.981205:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1787398611.981404:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406c00/0x570389991234459f lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.981427:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406c00/0x570389991234459f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.981441:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406c00/0x570389991234459f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.982089:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x5703899912344591 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.982103:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x5703899912344591 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.982111:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x5703899912344591 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.982117:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x5703899912344591 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.982123:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242c800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398611.982128:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x5703899912344591 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.982156:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x5703899912344591 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.982174:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398611.982177:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398611.982182:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x5703899912344591 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.982188:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x5703899912344591 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398611.982211:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000005dde35b6 reply state 00000000140b0c24 transno 34359738805 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344598 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.982224:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344598 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.982231:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9ce4d69c (ffff9cf341c78600) 00010000:00010000:1.0:1787398611.982233:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398611.982236:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787398611.982290:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x570389991234458a lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7b4 expref: 175 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.982307:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406c00/0x570389991234459f lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7b4 expref: 174 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398611.982315:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x4c:0x0].0x0 (ffff9cf33e1a8200) 00010000:00010000:1.0:1787398611.982318:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787398611.982320:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf205406c00, rc 0) 00000100:00100000:1.0:1787398611.982436:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+175:123760:x1874221247575168:12345-192.168.204.36@tcp:101:cp.0 Request processed in 14502us (16132us total) trans 34359738805 rc 0/0 00000100:00100000:1.0:1787398611.982447:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 725 00000100:00100000:3.0:1787398611.985892:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398611.986102:0:162515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247575296 00000100:00100000:2.0:1787398611.986116:0:162515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247575296 00000100:00100000:2.0:1787398611.986189:0:162515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 423 00000100:00100000:2.0:1787398611.986201:0:162515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+44:69165:x1874221247575296:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398611.986224:0:162515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398611.986254:0:162515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000727e9da7/0x57038999123445ad lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a7bb expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787398611.986289:0:162515:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1e7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398611.986316:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e7:0x0].0x0 since=5633s v=(0 0) 00010000:00010000:2.0:1787398611.986321:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398611.986353:0:162515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000727e9da7/0x57038999123445ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7bb expref: 45 pid: 162515 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.986377:0:162515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000727e9da7/0x57038999123445ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7bb expref: 45 pid: 162515 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398611.986394:0:162515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf202c5ac00, rc 0) 00000100:00100000:2.0:1787398611.986472:0:162515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+45:69165:x1874221247575296:12345-192.168.204.36@tcp:101:cp.0 Request processed in 273us (596us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398611.986513:0:162515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 423 00000100:00100000:2.0:1787398612.002619:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398612.002759:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247575424 00000100:00100000:3.0:1787398612.002772:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247575424 00000100:00100000:3.0:1787398612.002872:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 424 00000100:00100000:3.0:1787398612.002886:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+45:123760:x1874221247575424:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398612.002910:0:162520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398612.002953:0:162520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000013fe651b/0x57038999123445b4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a7c2 expref: -99 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.003041:0:162520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000727e9da7/0x57038999123445ad lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7bb expref: 46 pid: 162515 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.003052:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e7:0x0].0x0 since=0s v=(0 0) 00000100:00080000:2.0:1787398612.003054:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1787398612.003057:0:162520:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398612.003063:0:162520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013fe651b/0x57038999123445b4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7c2 expref: 46 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.003115:0:162520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000727e9da7/0x57038999123445ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7bb expref: 46 pid: 162515 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.003130:0:162520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000727e9da7/0x57038999123445ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7bb expref: 46 pid: 162515 timeout: 5733 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398612.003146:0:162520:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203b10a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:162520:1874221261017472:192.168.204.36@tcp:104: 00000100:00100000:3.0:1787398612.003251:0:162520:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf33f45ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1787398612.016029:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398612.016144:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247575552 00000100:00100000:0.0:1787398612.016157:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247575552 00010000:00010000:0.0:1787398612.016213:0:158781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000727e9da7/0x57038999123445ad lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7bb expref: 47 pid: 162515 timeout: 5733 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398612.016267:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 221 00000100:00100000:0.0:1787398612.016278:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+47:69162:x1874221247575552:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398612.016298:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398612.016329:0:158781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000727e9da7/0x57038999123445ad lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7bb expref: 47 pid: 162515 timeout: 5733 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.016347:0:158781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000727e9da7/0x57038999123445ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7bb expref: 47 pid: 162515 timeout: 5733 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.016386:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398612.016392:0:158781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398612.016401:0:158781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000013fe651b/0x57038999123445b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7c2 expref: 47 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.016412:0:158781:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013fe651b/0x57038999123445b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7c2 expref: 47 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.016459:0:158781:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000013fe651b/0x57038999123445b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7c2 expref: 47 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398612.016549:0:158781:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:158781:1874221261017600:192.168.204.36@tcp:105: 00000100:00100000:0.0:1787398612.016656:0:158781:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20aea5c00 going to sleep for 11 seconds 00010000:00010000:3.0:1787398612.016921:0:162520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000727e9da7/0x57038999123445ad lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7bb expref: 47 pid: 162515 timeout: 5733 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398612.016942:0:162520:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203b10a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:162520:1874221261017472:192.168.204.36@tcp:104: 00010000:00010000:3.0:1787398612.016972:0:162520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000013fe651b/0x57038999123445b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7c2 expref: 46 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.016999:0:162520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2034cba00, rc 0) 00000100:00100000:3.0:1787398612.017061:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+46:123760:x1874221247575424:12345-192.168.204.36@tcp:101:cp.0 Request processed in 14178us (14456us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398612.017070:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 424 00000100:00100000:2.0:1787398612.023793:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398612.023965:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247575808 00000100:00100000:1.0:1787398612.023979:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247575808 00000100:00100000:1.0:1787398612.024081:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 212 00000100:00100000:1.0:1787398612.024096:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+175:123760:x1874221247575808:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:1.0:1787398612.024534:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+176:123760:x1874221247575808:12345-192.168.204.36@tcp:35:cp.0 Request processed in 440us (756us total) trans 34359738806 rc 0/0 00000100:00100000:1.0:1787398612.024544:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 212 00000100:00080000:2.0:1787398612.024750:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787398612.024926:0:158781:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:158781:1874221261017600:192.168.204.36@tcp:105: 00010000:00010000:0.0:1787398612.024956:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398612.025001:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+45:69162:x1874221247575552:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 8723us (9001us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398612.025022:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 221 00000100:00100000:2.0:1787398612.029474:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398612.029684:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247575936 00000100:00100000:0.0:1787398612.029701:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247575936 00000100:00100000:0.0:1787398612.029777:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 726 00000100:00100000:0.0:1787398612.029789:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+176:123760:x1874221247575936:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398612.029826:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398612.029852:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x57038999123445bb lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a7c9 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.030000:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123445c2 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.030028:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123445c2 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.030048:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123445c2 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.030066:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123445c9 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.030098:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123445c9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.030106:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123445c9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.030168:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123445c2 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.030176:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123445c2 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.030182:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123445c2 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.030194:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123445c2 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.030200:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242cc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398612.030205:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123445c2 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.030214:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123445c2 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.030229:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398612.030232:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398612.030238:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123445c2 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.030245:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123445c2 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.030277:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123445c9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.030283:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123445c9 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.030289:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123445c9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.030294:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242c000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398612.030297:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123445c9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.030303:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123445c9 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.030311:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x6caa4986 (ffff9cf341c78500) 00010000:00010000:0.0:1787398612.030313:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398612.030316:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123445c9 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.030321:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123445c9 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.030374:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x57038999123445bb lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7c9 expref: 177 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.030386:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398612.030389:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398612.030399:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x57038999123445bb lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7c9 expref: 177 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.030410:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20242d600, rc 0) 00000100:00100000:0.0:1787398612.030602:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+176:123760:x1874221247575936:12345-192.168.204.36@tcp:101:cp.0 Request processed in 814us (1145us total) trans 0 rc 301/301 00000100:00100000:0.0:1787398612.030611:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 726 00000100:00100000:2.0:1787398612.033455:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398612.033620:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247576064 00000100:00100000:3.0:1787398612.033633:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247576064 00000100:00100000:3.0:1787398612.033823:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 727 00000100:00100000:3.0:1787398612.033836:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+176:123760:x1874221247576064:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398612.033865:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398612.033896:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x57038999123445d0 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a7d0 expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.033995:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x57038999123445d7 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.034022:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x57038999123445d7 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.034037:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x57038999123445d7 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.034065:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x57038999123445de lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.034073:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x57038999123445de lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.034081:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x57038999123445de lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.034152:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x57038999123445d7 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.034161:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x57038999123445d7 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.034167:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x57038999123445d7 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.034174:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x57038999123445d7 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.034181:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2034cac00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398612.034187:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x57038999123445d7 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.034195:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x57038999123445d7 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.034210:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398612.034214:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398612.034219:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x57038999123445d7 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.034226:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x57038999123445d7 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.034242:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x57038999123445de lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.034248:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x57038999123445de lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.034261:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x57038999123445de lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.034266:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf202c5ac00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398612.034270:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x57038999123445de lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.034277:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x57038999123445de lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.034285:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x6caa4986 (ffff9cf30dbdb400) 00010000:00010000:3.0:1787398612.034287:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398612.034290:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x57038999123445de lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.034296:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x57038999123445de lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.034333:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x57038999123445d0 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7d0 expref: 177 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.034343:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398612.034346:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398612.034350:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x57038999123445d0 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7d0 expref: 177 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.034363:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2034cb400, rc 0) 00000100:00100000:3.0:1787398612.034440:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+176:123760:x1874221247576064:12345-192.168.204.36@tcp:101:cp.0 Request processed in 607us (1001us total) trans 0 rc 301/301 00000100:00100000:3.0:1787398612.034458:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 727 00000100:00100000:1.0:1787398612.038391:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398612.038514:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247576320 00000100:00100000:3.0:1787398612.038528:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247576320 00000100:00100000:3.0:1787398612.038602:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 728 00000100:00100000:3.0:1787398612.038614:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+176:123760:x1874221247576320:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398612.038641:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398612.038674:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x57038999123445e5 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a7d7 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.038843:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123445ec lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.038862:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123445ec lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.038877:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123445ec lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.038895:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x57038999123445f3 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.038903:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x57038999123445f3 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.038910:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x57038999123445f3 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787398612.039360:0:160868:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x26c:0x0], index 0: 0 00080000:00000400:3.0:1787398612.039376:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1787398612.039398:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1787398612.039400:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1787398612.039403:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398612.039405:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1787398612.039407:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398612.039429:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1787398612.039432:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1787398612.039434:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1787398612.039435:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398612.039437:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1787398612.039439:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398612.039509:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1787398612.039512:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1787398612.039514:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1787398612.039516:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398612.039518:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1787398612.039520:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:3.0:1787398612.039636:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123445fa lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.039647:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123445fa lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.039655:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123445fa lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.039694:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123445ec lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.039702:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123445ec lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.039709:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123445ec lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.039723:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123445ec lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.039729:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301508600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398612.039734:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123445ec lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.039743:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123445ec lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.039758:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398612.039762:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398612.039768:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123445ec lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.039775:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123445ec lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398612.039802:0:160868:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000032aa07f1 reply state 000000009d3157e5 transno 34359738807 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x57038999123445f3 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.039814:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x57038999123445f3 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.039821:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x6caa4986 (ffff9cf30dbdb800) 00010000:00010000:3.0:1787398612.039824:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787398612.039826:0:160868:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1787398612.039864:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x57038999123445e5 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7d7 expref: 179 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.039892:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123445fa lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7d7 expref: 178 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.039900:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x4d:0x0].0x0 (ffff9cf30dbdba00) 00010000:00010000:3.0:1787398612.039903:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787398612.039905:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf203a9bc00, rc 0) 00000100:00100000:3.0:1787398612.040017:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+179:123760:x1874221247576320:12345-192.168.204.36@tcp:101:cp.0 Request processed in 1394us (1631us total) trans 34359738807 rc 0/0 00000100:00100000:3.0:1787398612.040027:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 728 00000100:00100000:3.0:1787398612.044090:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398612.044642:0:162511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247576448 00000100:00100000:0.0:1787398612.044655:0:162511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247576448 00000100:00100000:0.0:1787398612.044788:0:162511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 425 00000100:00100000:0.0:1787398612.044800:0:162511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dbe7f5ec-0726-4851-a675-2f47d040e30f+48:69163:x1874221247576448:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:0.0:1787398612.044822:0:162511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398612.044849:0:162511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2351f23/0x5703899912344608 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x26c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a7de expref: -99 pid: 162511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787398612.044884:0:162511:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398612.044909:0:162511:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26c:0x0].0x0 since=5633s v=(0 0) 00010000:00010000:0.0:1787398612.045023:0:162511:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398612.045037:0:162511:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2351f23/0x5703899912344608 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7de expref: 49 pid: 162511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.045069:0:162511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a2351f23/0x5703899912344608 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7de expref: 49 pid: 162511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.045086:0:162511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20242d600, rc 0) 00000100:00100000:0.0:1787398612.045166:0:162511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dbe7f5ec-0726-4851-a675-2f47d040e30f+49:69163:x1874221247576448:12345-192.168.204.36@tcp:101:cp.0 Request processed in 369us (1092us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398612.045200:0:162511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 425 00000100:00080000:2.0:1787398612.050839:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787398612.070763:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398612.071028:0:161119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247576576 00000100:00100000:2.0:1787398612.071042:0:161119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247576576 00000100:00100000:2.0:1787398612.071159:0:161119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 426 00000100:00100000:2.0:1787398612.071173:0:161119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+49:123760:x1874221247576576:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398612.071200:0:161119:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398612.071228:0:161119:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052fa7b29/0x570389991234460f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x26c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a7e5 expref: -99 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.071275:0:161119:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a2351f23/0x5703899912344608 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7de expref: 50 pid: 162511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.071310:0:161119:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398612.071315:0:161119:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398612.071321:0:161119:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052fa7b29/0x570389991234460f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x26c:0x0].0x0 rrc: 3 type: EXT [0->315391] (req 0->315391) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7e5 expref: 50 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.071372:0:161119:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a2351f23/0x5703899912344608 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7de expref: 50 pid: 162511 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.071389:0:161119:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a2351f23/0x5703899912344608 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7de expref: 50 pid: 162511 timeout: 5733 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398612.071407:0:161119:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:161119:1874221261017728:192.168.204.36@tcp:104: 00000100:00100000:2.0:1787398612.071563:0:161119:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20c0b1d80 going to sleep for 11 seconds 00000100:00100000:1.0:1787398612.074659:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398612.074760:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247576704 00000100:00100000:3.0:1787398612.074771:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247576704 00010000:00010000:3.0:1787398612.074826:0:158780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a2351f23/0x5703899912344608 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7de expref: 51 pid: 162511 timeout: 5733 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398612.074878:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 222 00000100:00100000:3.0:1787398612.074890:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb29f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+51:69165:x1874221247576704:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398612.074909:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398612.074946:0:158780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a2351f23/0x5703899912344608 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x26c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7de expref: 51 pid: 162511 timeout: 5733 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.074964:0:158780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a2351f23/0x5703899912344608 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x26c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7de expref: 51 pid: 162511 timeout: 5733 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.075037:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398612.075042:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398612.075063:0:158780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000052fa7b29/0x570389991234460f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->315391) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7e5 expref: 51 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.075074:0:158780:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052fa7b29/0x570389991234460f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x26c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->315391) gid 0 flags: 0x50080000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7e5 expref: 51 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.075127:0:158780:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000052fa7b29/0x570389991234460f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x26c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->315391) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7e5 expref: 51 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398612.075145:0:158780:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203b11f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:158780:1874221261017856:192.168.204.36@tcp:105: 00000100:00100000:3.0:1787398612.075259:0:158780:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf33474eb40 going to sleep for 11 seconds 00000100:00100000:3.0:1787398612.077885:0:158780:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203b11f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:158780:1874221261017856:192.168.204.36@tcp:105: 00010000:00010000:3.0:1787398612.077933:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398612.078020:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb29f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+51:69165:x1874221247576704:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 3130us (3373us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398612.078034:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 222 00010000:00010000:2.0:1787398612.079651:0:161119:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2351f23/0x5703899912344608 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7de expref: 50 pid: 162511 timeout: 5733 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398612.079682:0:161119:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:161119:1874221261017728:192.168.204.36@tcp:104: 00010000:00010000:2.0:1787398612.079716:0:161119:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000052fa7b29/0x570389991234460f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->315391) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7e5 expref: 49 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.079808:0:161119:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b75dc00, rc 0) 00000100:00100000:2.0:1787398612.079938:0:161119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+49:123760:x1874221247576576:12345-192.168.204.36@tcp:101:cp.0 Request processed in 8767us (9188us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398612.079978:0:161119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 426 00000100:00100000:0.0:1787398612.090571:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398612.090689:0:166561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247576960 00000100:00100000:1.0:1787398612.090702:0:166561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247576960 00000100:00100000:1.0:1787398612.090796:0:166561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 213 00000100:00100000:1.0:1787398612.090809:0:166561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+179:123760:x1874221247576960:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:1.0:1787398612.091638:0:166561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+180:123760:x1874221247576960:12345-192.168.204.36@tcp:35:cp.0 Request processed in 823us (1075us total) trans 34359738808 rc 0/0 00000100:00100000:1.0:1787398612.091649:0:166561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 213 00000100:00100000:0.0:1787398612.095236:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398612.095624:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247577088 00000100:00100000:1.0:1787398612.095638:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247577088 00000100:00100000:1.0:1787398612.095730:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 729 00000100:00100000:1.0:1787398612.095742:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+180:123760:x1874221247577088:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398612.095777:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398612.095805:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407e00/0x5703899912344616 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a7ec expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.095936:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406a00/0x570389991234461d lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.095958:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406a00/0x570389991234461d lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.095973:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406a00/0x570389991234461d lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.095990:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x5703899912344624 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.095997:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x5703899912344624 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.096015:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x5703899912344624 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.096079:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406a00/0x570389991234461d lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.096087:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406a00/0x570389991234461d lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.096094:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406a00/0x570389991234461d lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.096102:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406a00/0x570389991234461d lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.096109:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf205406a00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398612.096121:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406a00/0x570389991234461d lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.096131:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406a00/0x570389991234461d lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.096146:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398612.096150:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398612.096154:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406a00/0x570389991234461d lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.096162:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406a00/0x570389991234461d lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.096181:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x5703899912344624 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.096189:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x5703899912344624 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.096195:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x5703899912344624 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.096200:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf205407000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398612.096203:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x5703899912344624 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.096209:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x5703899912344624 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.096215:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x47a21a83 (ffff9cf33e1a8500) 00010000:00010000:1.0:1787398612.096218:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398612.096226:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x5703899912344624 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.096232:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x5703899912344624 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.096273:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407e00/0x5703899912344616 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7ec expref: 181 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.096285:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398612.096288:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398612.096293:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407e00/0x5703899912344616 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7ec expref: 181 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.096303:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf205407e00, rc 0) 00000100:00100000:1.0:1787398612.096388:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+180:123760:x1874221247577088:12345-192.168.204.36@tcp:101:cp.0 Request processed in 649us (1176us total) trans 0 rc 301/301 00000100:00100000:1.0:1787398612.096397:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 729 00000100:00100000:2.0:1787398612.099851:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398612.099957:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247577216 00000100:00100000:3.0:1787398612.099971:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247577216 00000100:00100000:3.0:1787398612.100061:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 730 00000100:00100000:3.0:1787398612.100074:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+180:123760:x1874221247577216:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:3.0:1787398612.100103:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398612.100132:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x570389991234462b lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a7f3 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.100244:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344632 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.100261:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344632 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.100274:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344632 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.100292:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x5703899912344639 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.100299:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x5703899912344639 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.100306:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x5703899912344639 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.100363:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344632 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.100370:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344632 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.100377:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344632 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.100384:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344632 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.100391:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301508600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398612.100402:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344632 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.100412:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344632 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.100427:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398612.100431:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398612.100435:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344632 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.100442:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344632 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.100472:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x5703899912344639 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.100528:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x5703899912344639 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.100534:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x5703899912344639 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.100539:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf202c5ac00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398612.100542:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x5703899912344639 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.100549:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x5703899912344639 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.100557:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x47a21a83 (ffff9cf30dbdb400) 00010000:00010000:3.0:1787398612.100560:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398612.100570:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x5703899912344639 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.100577:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x5703899912344639 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.100633:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x570389991234462b lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7f3 expref: 181 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.100645:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398612.100648:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398612.100651:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x570389991234462b lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7f3 expref: 181 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.100661:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b1d2e00, rc 0) 00000100:00100000:3.0:1787398612.100744:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+180:123760:x1874221247577216:12345-192.168.204.36@tcp:101:cp.0 Request processed in 671us (909us total) trans 0 rc 301/301 00000100:00100000:3.0:1787398612.100752:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 730 00000100:00100000:0.0:1787398612.103992:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398612.104245:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247577472 00000100:00100000:2.0:1787398612.104258:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247577472 00000100:00100000:2.0:1787398612.104329:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 731 00000100:00100000:2.0:1787398612.104341:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+180:123760:x1874221247577472:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398612.104368:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398612.104395:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c400/0x5703899912344640 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a7fa expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.104572:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359de00/0x5703899912344647 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.104601:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359de00/0x5703899912344647 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.104616:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359de00/0x5703899912344647 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.104634:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ca00/0x570389991234464e lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.104642:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ca00/0x570389991234464e lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.104649:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ca00/0x570389991234464e lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787398612.105270:0:158796:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1e8:0x0], index 1: 0 00080000:00000400:2.0:1787398612.105290:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1787398612.105316:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398612.105318:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398612.105321:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398612.105323:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398612.105325:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398612.105350:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1787398612.105352:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398612.105354:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398612.105356:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398612.105358:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398612.105359:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398612.105400:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1787398612.105403:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1787398612.105404:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1787398612.105406:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398612.105408:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398612.105410:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1787398612.105584:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359d000/0x5703899912344655 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.105599:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359d000/0x5703899912344655 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.105609:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359d000/0x5703899912344655 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.105655:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359de00/0x5703899912344647 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.105663:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359de00/0x5703899912344647 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.105670:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359de00/0x5703899912344647 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.105684:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359de00/0x5703899912344647 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.105691:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20359de00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398612.105696:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359de00/0x5703899912344647 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.105705:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359de00/0x5703899912344647 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.105720:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:2.0:1787398612.105724:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398612.105730:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359de00/0x5703899912344647 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.105738:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359de00/0x5703899912344647 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398612.105758:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000015e4a1f reply state 000000007e4a5b7e transno 34359738809 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ca00/0x570389991234464e lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.105770:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ca00/0x570389991234464e lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.105776:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x47a21a83 (ffff9cf30d87d100) 00010000:00010000:2.0:1787398612.105779:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398612.105783:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787398612.105827:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c400/0x5703899912344640 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7fa expref: 183 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.105859:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359d000/0x5703899912344655 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7fa expref: 182 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.105867:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x4e:0x0].0x0 (ffff9cf30d87d700) 00010000:00010000:2.0:1787398612.105870:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787398612.105872:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20359d000, rc 0) 00000100:00100000:2.0:1787398612.106672:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+183:123760:x1874221247577472:12345-192.168.204.36@tcp:101:cp.0 Request processed in 2327us (2690us total) trans 34359738809 rc 0/0 00000100:00100000:2.0:1787398612.106684:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 731 00000100:00100000:0.0:1787398612.111814:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398612.111996:0:162522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247577600 00000100:00100000:2.0:1787398612.112018:0:162522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247577600 00000100:00100000:2.0:1787398612.112134:0:162522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 427 00000100:00100000:2.0:1787398612.112146:0:162522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+45:69165:x1874221247577600:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:2.0:1787398612.112170:0:162522:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398612.112198:0:162522:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dbd1314b/0x5703899912344663 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a801 expref: -99 pid: 162522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787398612.112230:0:162522:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1e8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398612.112258:0:162522:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e8:0x0].0x0 since=5633s v=(0 0) 00010000:00010000:2.0:1787398612.112263:0:162522:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398612.112275:0:162522:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dbd1314b/0x5703899912344663 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a801 expref: 46 pid: 162522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.112297:0:162522:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000dbd1314b/0x5703899912344663 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a801 expref: 46 pid: 162522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.112337:0:162522:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20359d600, rc 0) 00000100:00100000:2.0:1787398612.112411:0:162522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+46:69165:x1874221247577600:12345-192.168.204.36@tcp:101:cp.0 Request processed in 267us (616us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398612.112419:0:162522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 427 00000100:00100000:2.0:1787398612.121769:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398612.121874:0:160296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247577728 00000100:00100000:1.0:1787398612.121889:0:160296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247577728 00000100:00100000:1.0:1787398612.121984:0:160296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 428 00000100:00100000:1.0:1787398612.121998:0:160296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+46:123760:x1874221247577728:12345-192.168.204.36@tcp:101:cp.0 00010000:00010000:1.0:1787398612.122031:0:160296:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398612.122059:0:160296:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f54a70b0/0x570389991234466a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a808 expref: -99 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.122101:0:160296:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000dbd1314b/0x5703899912344663 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a801 expref: 47 pid: 162522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.122134:0:160296:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398612.122139:0:160296:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398612.122146:0:160296:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f54a70b0/0x570389991234466a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a808 expref: 47 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.122190:0:160296:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000dbd1314b/0x5703899912344663 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a801 expref: 47 pid: 162522 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.122206:0:160296:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000dbd1314b/0x5703899912344663 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a801 expref: 47 pid: 162522 timeout: 5733 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398612.122223:0:160296:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bb29500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:160296:1874221261017984:192.168.204.36@tcp:104: 00000100:00100000:1.0:1787398612.122347:0:160296:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20a9b3840 going to sleep for 11 seconds 00000100:00100000:1.0:1787398612.125395:0:160296:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bb29500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:160296:1874221261017984:192.168.204.36@tcp:104: 00010000:00010000:1.0:1787398612.125447:0:160296:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f54a70b0/0x570389991234466a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a808 expref: 47 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.125517:0:160296:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf205407e00, rc 0) 00000100:00100000:1.0:1787398612.125613:0:160296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+47:123760:x1874221247577728:12345-192.168.204.36@tcp:101:cp.0 Request processed in 3617us (3861us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398612.125626:0:160296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 428 00000100:00100000:0.0:1787398612.127626:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398612.127742:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247577856 00000100:00100000:2.0:1787398612.127754:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247577856 00010000:00010000:2.0:1787398612.127808:0:158779:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dbd1314b/0x5703899912344663 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a801 expref: 47 pid: 162522 timeout: 5733 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398612.127861:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 223 00000100:00100000:2.0:1787398612.127872:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+47:69163:x1874221247577856:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787398612.127890:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398612.127930:0:158779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dbd1314b/0x5703899912344663 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a801 expref: 47 pid: 162522 timeout: 5733 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.127947:0:158779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dbd1314b/0x5703899912344663 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a801 expref: 47 pid: 162522 timeout: 5733 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.127981:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dbd1314b/0x5703899912344663 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a801 expref: 47 pid: 162522 timeout: 5733 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.128012:0:158779:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398612.128018:0:158779:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398612.128052:0:158779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f54a70b0/0x570389991234466a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a808 expref: 46 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.128065:0:158779:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f54a70b0/0x570389991234466a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a808 expref: 46 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.128110:0:158779:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f54a70b0/0x570389991234466a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a808 expref: 46 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398612.128126:0:158779:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a29880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:158779:1874221261018112:192.168.204.36@tcp:105: 00000100:00100000:2.0:1787398612.128325:0:158779:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20c0b1cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787398612.132911:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398612.133422:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247578112 00000100:00100000:3.0:1787398612.133436:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247578112 00000100:00100000:3.0:1787398612.133541:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 214 00000100:00100000:3.0:1787398612.133554:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+183:123760:x1874221247578112:12345-192.168.204.36@tcp:35:cp.0 00000100:00100000:1.0:1787398612.134133:0:158779:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a29880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:158779:1874221261018112:192.168.204.36@tcp:105: 00010000:00010000:1.0:1787398612.134167:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398612.134908:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+184:123760:x1874221247578112:12345-192.168.204.36@tcp:35:cp.0 Request processed in 1351us (2007us total) trans 34359738810 rc 0/0 00000100:00100000:3.0:1787398612.134933:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 214 00000100:00100000:1.0:1787398612.135139:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+46:69163:x1874221247577856:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 7266us (7523us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398612.135150:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 223 00000100:00100000:2.0:1787398612.222857:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398612.223073:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247578368 00000100:00100000:3.0:1787398612.223086:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247578368 00000100:00100000:3.0:1787398612.223168:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 732 00000100:00100000:3.0:1787398612.223181:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+184:123762:x1874221247578368:12345-192.168.204.36@tcp:36:createmany.0 00010000:00010000:3.0:1787398612.223380:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x5703899912344671 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.223402:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x5703899912344671 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.223417:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x5703899912344671 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.223438:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912344678 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.223444:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912344678 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.223450:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912344678 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:0.0:1787398612.227817:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 257 < left 264, rollback = 2 00080000:00000400:0.0:1787398612.227831:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1787398612.227834:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:0.0:1787398612.227836:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398612.227850:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/2, delete: 0/0/0 00080000:00000400:0.0:1787398612.227853:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398612.227897:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 257 < left 264, rollback = 2 00080000:00000400:0.0:1787398612.227901:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1787398612.227903:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:0.0:1787398612.227905:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398612.227907:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/2, delete: 0/0/0 00080000:00000400:0.0:1787398612.227910:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00010000:00010000:0.0:1787398612.228086:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x570389991234467f lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.228107:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x570389991234467f lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.228123:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x570389991234467f lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398612.228145:0:160868:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000007ea5b74a reply state 0000000038ec78c1 transno 34359738811 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x570389991234467f lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.228183:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x570389991234467f lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.228191:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x4f:0x0].0x0 (ffff9cf341c78200) 00010000:00010000:0.0:1787398612.228195:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787398612.228200:0:160868:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1787398612.228208:0:160868:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab5:0x4f:0x0]: returning size 4096 00010000:00010000:0.0:1787398612.228221:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x5703899912344671 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.228229:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x5703899912344671 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.228236:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x5703899912344671 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.228244:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x5703899912344671 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.228250:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf202c5ac00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398612.228256:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x5703899912344671 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.228265:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x5703899912344671 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.228277:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398612.228280:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398612.228284:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x5703899912344671 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.228302:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x5703899912344671 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398612.228321:0:160868:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000007ea5b74a reply state 0000000038ec78c1 transno 34359738811 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912344678 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.228331:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912344678 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.228337:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xff182846 (ffff9cf30dbdb400) 00010000:00010000:0.0:1787398612.228340:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787398612.228343:0:160868:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1787398612.228553:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+186:123762:x1874221247578368:12345-192.168.204.36@tcp:36:createmany.0 Request processed in 5368us (5705us total) trans 34359738811 rc 0/0 00000100:00100000:0.0:1787398612.228563:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 732 00000100:00100000:0.0:1787398612.240191:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398612.240469:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247578624 00000100:00100000:3.0:1787398612.240532:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247578624 00000100:00100000:3.0:1787398612.240616:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 733 00000100:00100000:3.0:1787398612.240628:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+186:123762:x1874221247578624:12345-192.168.204.36@tcp:36:createmany.0 00010000:00010000:3.0:1787398612.240803:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344686 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.240824:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344686 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.240838:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344686 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.240882:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x570389991234468d lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.240890:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x570389991234468d lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.240896:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x570389991234468d lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:3.0:1787398612.241511:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 264, rollback = 2 00080000:00000400:3.0:1787398612.241520:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:3.0:1787398612.241523:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:3.0:1787398612.241525:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398612.241528:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:3.0:1787398612.241530:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398612.241565:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 264, rollback = 2 00080000:00000400:3.0:1787398612.241568:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:3.0:1787398612.241570:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:3.0:1787398612.241572:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398612.241574:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:3.0:1787398612.241575:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00010000:00010000:3.0:1787398612.241669:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x5703899912344694 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.241681:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x5703899912344694 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.241690:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x5703899912344694 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398612.241708:0:158795:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000000e401b90 reply state 00000000cd6c138c transno 34359738812 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x5703899912344694 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.242007:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x5703899912344694 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.242017:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x50:0x0].0x0 (ffff9cf20bc1f000) 00010000:00010000:3.0:1787398612.242020:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787398612.242025:0:158795:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1787398612.242033:0:158795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab5:0x50:0x0]: returning size 4096 00010000:00010000:3.0:1787398612.242046:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344686 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.242054:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344686 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.242060:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344686 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.242067:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344686 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.242073:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301508600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398612.242078:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344686 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.242086:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344686 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.242098:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398612.242101:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398612.242105:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344686 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.242123:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344686 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398612.242153:0:158795:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000000e401b90 reply state 00000000cd6c138c transno 34359738812 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x570389991234468d lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.242163:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x570389991234468d lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.242168:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x43454b14 (ffff9cf20bc1fe00) 00010000:00010000:3.0:1787398612.242171:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787398612.242173:0:158795:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1787398612.242347:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+188:123762:x1874221247578624:12345-192.168.204.36@tcp:36:createmany.0 Request processed in 1715us (2163us total) trans 34359738812 rc 0/0 00000100:00100000:3.0:1787398612.242356:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 733 00010000:00010000:0.0:1787398612.249601:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398612.251642:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398612.257661:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247578880 00000100:00100000:0.0:1787398612.257684:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247578880 00000100:00100000:0.0:1787398612.257923:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 734 00000100:00100000:0.0:1787398612.257937:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+188:123762:x1874221247578880:12345-192.168.204.36@tcp:36:createmany.0 00010000:00010000:0.0:1787398612.258120:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x570389991234469b lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.258142:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x570389991234469b lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.258156:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x570389991234469b lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.258202:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123446a2 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.258210:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123446a2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.258217:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123446a2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:0.0:1787398612.264257:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:0.0:1787398612.264272:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398612.264274:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:0.0:1787398612.264277:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398612.264279:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:0.0:1787398612.264281:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398612.264342:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:0.0:1787398612.264346:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398612.264348:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:0.0:1787398612.264349:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398612.264351:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:0.0:1787398612.264353:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00010000:00010000:0.0:1787398612.264543:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123446a9 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x51:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.264566:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123446a9 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.264581:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123446a9 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398612.264604:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000001eb43c1f reply state 00000000a5fd66e6 transno 34359738813 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123446a9 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.264641:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123446a9 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.264650:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x51:0x0].0x0 (ffff9cf341c78800) 00010000:00010000:0.0:1787398612.264653:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787398612.264658:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1787398612.264667:0:158794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab5:0x51:0x0]: returning size 4096 00010000:00010000:0.0:1787398612.264679:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x570389991234469b lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.264687:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x570389991234469b lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.264692:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x570389991234469b lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.264698:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x570389991234469b lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.264704:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242c800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398612.264709:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x570389991234469b lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.265193:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x570389991234469b lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.265211:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398612.265214:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398612.265219:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x570389991234469b lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.265241:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x570389991234469b lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398612.265259:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000001eb43c1f reply state 00000000a5fd66e6 transno 34359738813 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123446a2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.265269:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123446a2 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.265277:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x87726de2 (ffff9cf341c78a00) 00010000:00010000:0.0:1787398612.265279:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787398612.265282:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1787398612.265430:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+190:123762:x1874221247578880:12345-192.168.204.36@tcp:36:createmany.0 Request processed in 7490us (13796us total) trans 34359738813 rc 0/0 00000100:00100000:0.0:1787398612.265440:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 734 00000100:00100000:2.0:1787398612.287041:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398612.287323:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247579136 00000100:00100000:1.0:1787398612.287336:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247579136 00000100:00100000:1.0:1787398612.287410:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 735 00000100:00100000:1.0:1787398612.287422:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+190:123763:x1874221247579136:12345-192.168.204.36@tcp:36:createmany.0 00010000:00010000:1.0:1787398612.287653:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x57038999123446b0 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.287676:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x57038999123446b0 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.287691:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x57038999123446b0 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.287710:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406a00/0x57038999123446b7 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xbda0828b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.287732:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406a00/0x57038999123446b7 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.287738:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406a00/0x57038999123446b7 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:1.0:1787398612.288511:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:1.0:1787398612.288520:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398612.288523:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1787398612.288525:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398612.288527:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398612.288529:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398612.288593:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:1.0:1787398612.288596:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398612.288598:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1787398612.288600:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398612.288603:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398612.288605:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1787398612.288709:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x57038999123446b0 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.288733:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x57038999123446b0 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.288740:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x57038999123446b0 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.288747:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x57038999123446b0 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.288754:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf205407000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398612.288759:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x57038999123446b0 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.288767:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x57038999123446b0 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.288786:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398612.288790:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398612.288795:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x57038999123446b0 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.288801:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x57038999123446b0 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398612.288830:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000025b2531c reply state 000000000ef441eb transno 34359738814 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406a00/0x57038999123446b7 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.288844:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406a00/0x57038999123446b7 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.288852:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xbda0828b (ffff9cf33e1a8500) 00010000:00010000:1.0:1787398612.288854:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398612.288857:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1787398612.289224:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+192:123763:x1874221247579136:12345-192.168.204.36@tcp:36:createmany.0 Request processed in 1799us (2195us total) trans 34359738814 rc 0/0 00000100:00100000:1.0:1787398612.289234:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 735 00000100:00100000:2.0:1787398612.295208:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398612.295875:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247579392 00000100:00100000:1.0:1787398612.295888:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247579392 00000100:00100000:1.0:1787398612.295976:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 736 00000100:00100000:1.0:1787398612.295988:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+192:123763:x1874221247579392:12345-192.168.204.36@tcp:36:createmany.0 00010000:00010000:1.0:1787398612.296334:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407600/0x57038999123446be lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.296355:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407600/0x57038999123446be lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.296368:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407600/0x57038999123446be lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.296386:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406600/0x57038999123446c5 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x1cda55a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.296393:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406600/0x57038999123446c5 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.296418:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406600/0x57038999123446c5 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:1.0:1787398612.297146:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:1.0:1787398612.297154:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398612.297157:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1787398612.297159:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398612.297162:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398612.297164:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398612.297199:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:1.0:1787398612.297201:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398612.297203:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1787398612.297205:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398612.297207:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398612.297210:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1787398612.297295:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407600/0x57038999123446be lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.297307:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407600/0x57038999123446be lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.297314:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407600/0x57038999123446be lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.297322:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407600/0x57038999123446be lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.297328:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf205407600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398612.297333:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407600/0x57038999123446be lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.297355:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407600/0x57038999123446be lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.297373:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398612.297376:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398612.297381:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407600/0x57038999123446be lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.297387:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407600/0x57038999123446be lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398612.297405:0:160868:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000bbe4841b reply state 000000009837b1e3 transno 34359738815 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406600/0x57038999123446c5 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.297417:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406600/0x57038999123446c5 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.297424:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x1cda55a (ffff9cf33e1a8100) 00010000:00010000:1.0:1787398612.297427:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398612.297430:0:160868:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1787398612.297572:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+194:123763:x1874221247579392:12345-192.168.204.36@tcp:36:createmany.0 Request processed in 1582us (2378us total) trans 34359738815 rc 0/0 00000100:00100000:1.0:1787398612.297581:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 736 00000100:00100000:2.0:1787398612.309020:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398612.309389:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247579648 00000100:00100000:1.0:1787398612.309404:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247579648 00000100:00100000:1.0:1787398612.309497:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 737 00000100:00100000:1.0:1787398612.309510:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+194:123763:x1874221247579648:12345-192.168.204.36@tcp:36:createmany.0 00010000:00010000:1.0:1787398612.309685:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x57038999123446cc lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.309741:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x57038999123446cc lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.309756:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x57038999123446cc lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.309776:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406e00/0x57038999123446d3 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x45fac828 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.309784:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406e00/0x57038999123446d3 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.309790:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406e00/0x57038999123446d3 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:1.0:1787398612.310337:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:1.0:1787398612.310344:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398612.310346:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1787398612.310349:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398612.310352:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398612.310354:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398612.310396:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:1.0:1787398612.310399:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398612.310401:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1787398612.310404:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398612.310406:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398612.310408:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1787398612.310840:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x57038999123446cc lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.310854:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x57038999123446cc lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.310874:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x57038999123446cc lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.310881:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x57038999123446cc lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.310888:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf205407000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398612.310894:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x57038999123446cc lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.310902:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x57038999123446cc lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.310996:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398612.311010:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398612.311016:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x57038999123446cc lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.311023:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x57038999123446cc lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398612.311042:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000135eb00a reply state 000000009e8044de transno 34359738816 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406e00/0x57038999123446d3 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.311460:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406e00/0x57038999123446d3 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.311469:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x45fac828 (ffff9cf33e1a8f00) 00010000:00010000:1.0:1787398612.311472:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398612.311784:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1787398612.311963:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+196:123763:x1874221247579648:12345-192.168.204.36@tcp:36:createmany.0 Request processed in 2449us (2961us total) trans 34359738816 rc 0/0 00000100:00100000:1.0:1787398612.311974:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 737 00000100:00100000:2.0:1787398612.341009:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398612.341208:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247579776 00000100:00100000:0.0:1787398612.341222:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247579776 00000100:00100000:0.0:1787398612.341304:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 738 00000100:00100000:0.0:1787398612.341316:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+196:123764:x1874221247579776:12345-192.168.204.36@tcp:101:createmany.0 00010000:00010000:0.0:1787398612.341351:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398612.341378:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x57038999123446da lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a80f expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.341470:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x57038999123446e1 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.341542:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x57038999123446e1 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.341579:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x57038999123446e1 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.341595:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x57038999123446e8 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.341603:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x57038999123446e8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.341609:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x57038999123446e8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.341687:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x57038999123446ef lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.341696:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x57038999123446ef lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.341704:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x57038999123446ef lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787398612.341764:0:158794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab5:0x4f:0x0]: returning size 4096 00000004:00200000:0.0:1787398612.341769:0:158794:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787398612.341793:0:158794:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x57038999123446ef lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.341809:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x57038999123446e1 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.341817:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x57038999123446e1 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.341852:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x57038999123446e1 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.341859:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x57038999123446e1 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.341866:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242ca00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398612.341871:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x57038999123446e1 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.341880:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x57038999123446e1 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.341896:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398612.341900:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398612.341906:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x57038999123446e1 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.341925:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x57038999123446e1 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.341946:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x57038999123446e8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.341954:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x57038999123446e8 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.341960:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x57038999123446e8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.341966:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242d600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398612.341976:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x57038999123446e8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.341982:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x57038999123446e8 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.341991:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xff182846 (ffff9cf30dbdb400) 00010000:00010000:0.0:1787398612.341993:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398612.342006:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x57038999123446e8 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.342013:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x57038999123446e8 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.342242:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x57038999123446da lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a80f expref: 198 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.342279:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x57038999123446ef lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a80f expref: 197 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.342288:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x4f:0x0].0x0 (ffff9cf341c78200) 00010000:00010000:0.0:1787398612.342290:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1787398612.342293:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf202c5ac00, rc 0) 00000100:00100000:0.0:1787398612.345351:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+197:123764:x1874221247579776:12345-192.168.204.36@tcp:101:createmany.0 Request processed in 4019us (4351us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398612.345369:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 738 00000100:00100000:2.0:1787398612.354017:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398612.361966:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247580032 00000100:00100000:3.0:1787398612.361988:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247580032 00000100:00100000:0.0:1787398612.369375:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 739 00000100:00100000:0.0:1787398612.369395:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+197:123764:x1874221247580032:12345-192.168.204.36@tcp:36:createmany.0 00010000:00010000:0.0:1787398612.369577:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x57038999123446f6 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.369616:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x57038999123446f6 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.369630:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x57038999123446f6 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.369648:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x57038999123446fd lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x4f:0x0].0xbda0828b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.369655:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x57038999123446fd lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x4f:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.369662:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x57038999123446fd lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x4f:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:0.0:1787398612.370047:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:0.0:1787398612.370053:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1787398612.370056:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:0.0:1787398612.370058:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398612.370061:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398612.370063:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398612.370095:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:0.0:1787398612.370098:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1787398612.370099:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:0.0:1787398612.370102:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398612.370104:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398612.370106:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1787398612.370189:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x57038999123446f6 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.370198:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x57038999123446f6 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.370212:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x57038999123446f6 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.370219:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x57038999123446f6 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.370226:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242c800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398612.370232:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x57038999123446f6 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.370240:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x57038999123446f6 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.370255:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x4f:0x0].0x0 (ffff9cf341c78200) 00010000:00010000:0.0:1787398612.370258:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398612.370263:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x57038999123446f6 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.370269:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x57038999123446f6 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398612.370288:0:158795:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000002b5a0694 reply state 0000000056941b7d transno 34359738817 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x57038999123446fd lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x4f:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.370301:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x57038999123446fd lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.370308:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x4f:0x0].0xbda0828b (ffff9cf341c78f00) 00010000:00010000:0.0:1787398612.370311:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787398612.370313:0:158795:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1787398612.370439:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+199:123764:x1874221247580032:12345-192.168.204.36@tcp:36:createmany.0 Request processed in 1047us (16445us total) trans 34359738817 rc 0/0 00000100:00100000:0.0:1787398612.370447:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 739 00000100:00100000:2.0:1787398612.380977:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398612.381234:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247580288 00000100:00100000:0.0:1787398612.381247:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247580288 00000100:00100000:0.0:1787398612.381329:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 740 00000100:00100000:0.0:1787398612.381340:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+199:123764:x1874221247580288:12345-192.168.204.36@tcp:36:createmany.0 00010000:00010000:0.0:1787398612.381578:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344704 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.381599:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344704 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.381613:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344704 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.381633:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x570389991234470b lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x4f:0x0].0x1cda55a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.381640:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x570389991234470b lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x4f:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.381647:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x570389991234470b lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x4f:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:0.0:1787398612.383188:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:0.0:1787398612.383201:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398612.383203:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:0.0:1787398612.383205:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398612.383208:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398612.383210:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398612.383276:0:160868:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:0.0:1787398612.383280:0:160868:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398612.383282:0:160868:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:0.0:1787398612.383284:0:160868:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398612.383286:0:160868:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398612.383288:0:160868:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1787398612.383401:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344704 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.383428:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344704 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.383437:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344704 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.383444:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344704 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.383450:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242ca00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398612.383455:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344704 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.383463:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344704 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.383503:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x4f:0x0].0x0 (ffff9cf341c78200) 00010000:00010000:0.0:1787398612.383507:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398612.383513:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344704 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.383521:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x5703899912344704 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398612.383559:0:160868:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000015254bb9 reply state 00000000b81d32a1 transno 34359738818 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x570389991234470b lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x4f:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.383574:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x570389991234470b lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.383582:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x4f:0x0].0x1cda55a (ffff9cf341c78b00) 00010000:00010000:0.0:1787398612.383585:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787398612.383589:0:160868:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1787398612.383713:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+201:123764:x1874221247580288:12345-192.168.204.36@tcp:36:createmany.0 Request processed in 2369us (2747us total) trans 34359738818 rc 0/0 00000100:00100000:0.0:1787398612.383724:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 740 00000100:00100000:2.0:1787398612.391633:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398612.391792:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247580544 00000100:00100000:1.0:1787398612.391804:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247580544 00000100:00100000:1.0:1787398612.391886:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 741 00000100:00100000:1.0:1787398612.391900:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+201:123764:x1874221247580544:12345-192.168.204.36@tcp:36:createmany.0 00010000:00010000:1.0:1787398612.392105:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x5703899912344712 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.392127:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x5703899912344712 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.392141:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x5703899912344712 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.392162:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407600/0x5703899912344719 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x4f:0x0].0x45fac828 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.392170:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407600/0x5703899912344719 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x4f:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.392177:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407600/0x5703899912344719 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x4f:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:1.0:1787398612.392584:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:1.0:1787398612.392590:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398612.392592:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1787398612.392595:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398612.392598:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398612.392600:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398612.392662:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:1.0:1787398612.392665:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398612.392667:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1787398612.392669:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398612.392671:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398612.392672:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1787398612.392770:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x5703899912344712 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.392780:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x5703899912344712 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.392787:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x5703899912344712 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.392794:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x5703899912344712 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.392800:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf205407000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398612.392805:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x5703899912344712 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.392814:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x5703899912344712 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.392829:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x4f:0x0].0x0 (ffff9cf341c78200) 00010000:00010000:1.0:1787398612.392832:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398612.392837:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x5703899912344712 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.392844:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x5703899912344712 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398612.392873:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000021c23f02 reply state 000000001a57c27d transno 34359738819 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407600/0x5703899912344719 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x4f:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.392886:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407600/0x5703899912344719 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.392893:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x4f:0x0].0x45fac828 (ffff9cf31e895c00) 00010000:00010000:1.0:1787398612.392895:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398612.392898:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1787398612.393015:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+203:123764:x1874221247580544:12345-192.168.204.36@tcp:36:createmany.0 Request processed in 1115us (1393us total) trans 34359738819 rc 0/0 00000100:00100000:1.0:1787398612.393024:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 741 00000100:00100000:2.0:1787398612.426913:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398612.427084:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247580672 00000100:00100000:0.0:1787398612.427099:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247580672 00000100:00100000:0.0:1787398612.427182:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 742 00000100:00100000:0.0:1787398612.427195:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+203:123765:x1874221247580672:12345-192.168.204.36@tcp:101:createmany.0 00010000:00010000:0.0:1787398612.427230:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398612.427259:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912344720 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a816 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.427353:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912344727 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.427371:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912344727 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.427386:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912344727 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.427429:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x570389991234472e lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.427438:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x570389991234472e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.427445:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x570389991234472e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.427563:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x5703899912344735 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.427572:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x5703899912344735 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x50:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.427579:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x5703899912344735 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x50:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787398612.427643:0:158794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab5:0x50:0x0]: returning size 4096 00000004:00200000:0.0:1787398612.427647:0:158794:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787398612.427673:0:158794:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x5703899912344735 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x50:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.427688:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912344727 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.427697:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912344727 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.427704:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912344727 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.427722:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912344727 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.427728:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf49800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398612.427733:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912344727 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.427741:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912344727 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.427755:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398612.427759:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398612.427765:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912344727 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.427773:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912344727 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.427793:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x570389991234472e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.427799:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x570389991234472e lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.427805:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x570389991234472e lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.427810:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242ca00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398612.427813:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x570389991234472e lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.427828:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x570389991234472e lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.427837:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x43454b14 (ffff9cf20bc1fe00) 00010000:00010000:0.0:1787398612.427839:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398612.427843:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x570389991234472e lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.427849:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x570389991234472e lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.427884:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912344720 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a816 expref: 205 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.427899:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x5703899912344735 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x50:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a816 expref: 204 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.427907:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x50:0x0].0x0 (ffff9cf20bc1f000) 00010000:00010000:0.0:1787398612.427909:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1787398612.427912:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20242c800, rc 0) 00000100:00100000:0.0:1787398612.428025:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+204:123765:x1874221247580672:12345-192.168.204.36@tcp:101:createmany.0 Request processed in 832us (1125us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398612.428034:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 742 00000100:00100000:2.0:1787398612.430980:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398612.434094:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247580928 00000100:00100000:3.0:1787398612.434115:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247580928 00000100:00100000:2.0:1787398612.436217:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 743 00000100:00100000:2.0:1787398612.436235:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+204:123765:x1874221247580928:12345-192.168.204.36@tcp:36:createmany.0 00010000:00010000:2.0:1787398612.436412:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c800/0x570389991234473c lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.436467:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c800/0x570389991234473c lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.436505:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c800/0x570389991234473c lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.436527:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c200/0x5703899912344743 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x50:0x0].0xbda0828b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.436536:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c200/0x5703899912344743 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x50:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.436543:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c200/0x5703899912344743 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x50:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:2.0:1787398612.437158:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:2.0:1787398612.437166:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398612.437169:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:2.0:1787398612.437171:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398612.437173:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398612.437176:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398612.437210:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:2.0:1787398612.437213:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1787398612.437215:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:2.0:1787398612.437218:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1787398612.437220:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1787398612.437223:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1787398612.437322:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c800/0x570389991234473c lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.437333:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c800/0x570389991234473c lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.437353:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c800/0x570389991234473c lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.437361:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c800/0x570389991234473c lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.437367:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20359c800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398612.437373:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c800/0x570389991234473c lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.437381:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c800/0x570389991234473c lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.437399:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x50:0x0].0x0 (ffff9cf20bc1f000) 00010000:00010000:2.0:1787398612.437402:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398612.437408:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c800/0x570389991234473c lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.437416:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c800/0x570389991234473c lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787398612.437437:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f677f266 reply state 00000000cb04c2b4 transno 34359738820 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c200/0x5703899912344743 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x50:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.437449:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c200/0x5703899912344743 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398612.437470:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x50:0x0].0xbda0828b (ffff9cf30d87d500) 00010000:00010000:2.0:1787398612.437473:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787398612.440368:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1787398612.440741:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+206:123765:x1874221247580928:12345-192.168.204.36@tcp:36:createmany.0 Request processed in 4499us (9764us total) trans 34359738820 rc 0/0 00000100:00100000:2.0:1787398612.440754:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 743 00000100:00100000:2.0:1787398612.447985:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398612.448190:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247581184 00000100:00100000:0.0:1787398612.448203:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247581184 00000100:00100000:0.0:1787398612.448284:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 744 00000100:00100000:0.0:1787398612.448296:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+206:123765:x1874221247581184:12345-192.168.204.36@tcp:36:createmany.0 00010000:00010000:0.0:1787398612.448531:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x570389991234474a lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.448552:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x570389991234474a lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.448567:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x570389991234474a lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.448588:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912344751 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x50:0x0].0x1cda55a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.448596:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912344751 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x50:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.448603:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912344751 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x50:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:0.0:1787398612.448979:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:0.0:1787398612.448987:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1787398612.448990:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:0.0:1787398612.448992:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398612.449004:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398612.449007:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398612.449048:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:0.0:1787398612.449051:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1787398612.449053:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:0.0:1787398612.449055:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398612.449058:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398612.449060:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1787398612.449153:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x570389991234474a lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.449178:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x570389991234474a lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.449185:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x570389991234474a lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.449193:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x570389991234474a lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.449200:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242ca00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398612.449205:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x570389991234474a lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.449214:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x570389991234474a lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.449232:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x50:0x0].0x0 (ffff9cf20bc1f000) 00010000:00010000:0.0:1787398612.449236:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398612.449241:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x570389991234474a lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.449248:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x570389991234474a lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398612.449266:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000599ad3dc reply state 0000000056a5c2bd transno 34359738821 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912344751 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x50:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.449279:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912344751 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.449285:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x50:0x0].0x1cda55a (ffff9cf341c78c00) 00010000:00010000:0.0:1787398612.449295:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787398612.449298:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1787398612.449410:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+208:123765:x1874221247581184:12345-192.168.204.36@tcp:36:createmany.0 Request processed in 1113us (1439us total) trans 34359738821 rc 0/0 00000100:00100000:0.0:1787398612.449418:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 744 00000100:00100000:3.0:1787398612.453967:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398612.454085:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247581440 00000100:00100000:0.0:1787398612.454099:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247581440 00000100:00100000:0.0:1787398612.454181:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 745 00000100:00100000:0.0:1787398612.454193:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+208:123765:x1874221247581440:12345-192.168.204.36@tcp:36:createmany.0 00010000:00010000:0.0:1787398612.454373:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912344758 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.454396:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912344758 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.454414:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912344758 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.454436:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x570389991234475f lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x50:0x0].0x45fac828 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.454443:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x570389991234475f lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x50:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.454450:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x570389991234475f lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x50:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:0.0:1787398612.454850:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:0.0:1787398612.454857:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398612.454860:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:0.0:1787398612.454862:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398612.454883:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398612.454886:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398612.454928:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:0.0:1787398612.454932:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1787398612.454934:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:0.0:1787398612.454936:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1787398612.454939:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1787398612.454941:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1787398612.455049:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912344758 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.455059:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912344758 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.455066:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912344758 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.455073:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912344758 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.455087:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf49800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398612.455093:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912344758 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.455102:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912344758 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.455117:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x50:0x0].0x0 (ffff9cf20bc1f000) 00010000:00010000:0.0:1787398612.455121:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398612.455126:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912344758 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.455133:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912344758 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787398612.455160:0:158795:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000063e76b1b reply state 0000000082e04662 transno 34359738822 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x570389991234475f lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x50:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.455174:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x570389991234475f lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.455181:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x50:0x0].0x45fac828 (ffff9cf341c78000) 00010000:00010000:0.0:1787398612.455184:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787398612.455187:0:158795:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1787398612.455324:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+210:123765:x1874221247581440:12345-192.168.204.36@tcp:36:createmany.0 Request processed in 1130us (1369us total) trans 34359738822 rc 0/0 00000100:00100000:0.0:1787398612.455332:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 745 00000100:00100000:2.0:1787398612.480714:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398612.480830:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247581568 00000100:00100000:0.0:1787398612.480844:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247581568 00000100:00100000:0.0:1787398612.480924:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 746 00000100:00100000:0.0:1787398612.480948:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+210:123766:x1874221247581568:12345-192.168.204.36@tcp:101:createmany.0 00010000:00010000:0.0:1787398612.480992:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398612.481032:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912344766 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a81d expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.481134:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x570389991234476d lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.481153:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x570389991234476d lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.481169:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x570389991234476d lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.481209:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912344774 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.481217:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912344774 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.481224:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912344774 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.481333:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x570389991234477b lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x51:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.481343:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x570389991234477b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x51:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.481351:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x570389991234477b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x51:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787398612.481398:0:158794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab5:0x51:0x0]: returning size 4096 00000004:00200000:0.0:1787398612.481402:0:158794:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787398612.481428:0:158794:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x570389991234477b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x51:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.481444:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x570389991234476d lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.481452:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x570389991234476d lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.481471:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x570389991234476d lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.481535:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x570389991234476d lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.481542:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96bc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398612.481547:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x570389991234476d lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.481556:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x570389991234476d lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.481571:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:0.0:1787398612.481575:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398612.481580:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x570389991234476d lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.481587:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96bc00/0x570389991234476d lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.481605:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912344774 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.481611:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912344774 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.481616:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912344774 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.481622:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf49800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398612.481624:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912344774 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.481643:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912344774 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.481652:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x87726de2 (ffff9cf341c78a00) 00010000:00010000:0.0:1787398612.481655:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398612.481658:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912344774 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.481664:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912344774 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.481696:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a800/0x5703899912344766 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a81d expref: 212 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.481711:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x570389991234477b lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x51:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a81d expref: 211 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398612.481719:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x51:0x0].0x0 (ffff9cf341c78800) 00010000:00010000:0.0:1787398612.481721:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1787398612.481723:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20242ca00, rc 0) 00000100:00100000:3.0:1787398612.481978:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+211:123766:x1874221247581568:12345-192.168.204.36@tcp:101:createmany.0 Request processed in 1041us (1277us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398612.481988:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 746 00000100:00100000:2.0:1787398612.485780:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398612.485943:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247581824 00000100:00100000:1.0:1787398612.485956:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247581824 00000100:00100000:1.0:1787398612.486151:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 747 00000100:00100000:1.0:1787398612.486164:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+211:123766:x1874221247581824:12345-192.168.204.36@tcp:36:createmany.0 00010000:00010000:1.0:1787398612.486332:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x5703899912344782 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.486353:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x5703899912344782 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.486367:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x5703899912344782 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.486385:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407c00/0x5703899912344789 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x51:0x0].0xbda0828b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.486392:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407c00/0x5703899912344789 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x51:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.486418:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407c00/0x5703899912344789 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x51:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:1.0:1787398612.487202:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:1.0:1787398612.487210:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398612.487212:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1787398612.487214:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398612.487216:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398612.487218:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398612.487255:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:1.0:1787398612.487257:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398612.487259:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1787398612.487260:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398612.487262:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1787398612.487264:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1787398612.487352:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x5703899912344782 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.487363:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x5703899912344782 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.487370:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x5703899912344782 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.487376:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x5703899912344782 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.487383:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf205407000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398612.487388:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x5703899912344782 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.487408:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x5703899912344782 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.487424:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x51:0x0].0x0 (ffff9cf341c78800) 00010000:00010000:1.0:1787398612.487427:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398612.487432:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x5703899912344782 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.487438:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x5703899912344782 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398612.487455:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c147cbf2 reply state 00000000135bf929 transno 34359738823 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407c00/0x5703899912344789 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x51:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.487467:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407c00/0x5703899912344789 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.487474:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x51:0x0].0xbda0828b (ffff9cf31e895b00) 00010000:00010000:1.0:1787398612.487515:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398612.487518:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1787398612.488901:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+213:123766:x1874221247581824:12345-192.168.204.36@tcp:36:createmany.0 Request processed in 2728us (3126us total) trans 34359738823 rc 0/0 00000100:00100000:1.0:1787398612.488917:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 747 00000100:00100000:0.0:1787398612.494607:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398612.494704:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247582080 00000100:00100000:3.0:1787398612.494717:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247582080 00000100:00100000:3.0:1787398612.494798:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 748 00000100:00100000:3.0:1787398612.494812:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+213:123766:x1874221247582080:12345-192.168.204.36@tcp:36:createmany.0 00010000:00010000:3.0:1787398612.495019:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344790 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.495060:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344790 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.495076:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344790 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.495096:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912344797 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x51:0x0].0x1cda55a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.495103:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912344797 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x51:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.495109:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912344797 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x51:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:3.0:1787398612.495537:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:3.0:1787398612.495542:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1787398612.495545:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:3.0:1787398612.495547:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398612.495549:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1787398612.495551:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398612.495588:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:3.0:1787398612.495591:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1787398612.495593:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:3.0:1787398612.495596:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398612.495598:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1787398612.495600:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:3.0:1787398612.495691:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344790 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.495700:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344790 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.495714:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344790 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.495722:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344790 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.495728:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301508600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398612.495733:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344790 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.495742:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344790 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.495759:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x51:0x0].0x0 (ffff9cf341c78800) 00010000:00010000:3.0:1787398612.495762:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398612.495767:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344790 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.495774:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x5703899912344790 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398612.495800:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000885518dc reply state 0000000035b65b22 transno 34359738824 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912344797 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x51:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.495813:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912344797 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.495819:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x51:0x0].0x1cda55a (ffff9cf20bc1fd00) 00010000:00010000:3.0:1787398612.495821:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787398612.495824:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1787398612.495932:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+215:123766:x1874221247582080:12345-192.168.204.36@tcp:36:createmany.0 Request processed in 1122us (1339us total) trans 34359738824 rc 0/0 00000100:00100000:3.0:1787398612.495942:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 748 00000100:00100000:2.0:1787398612.503320:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398612.503390:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247582336 00000100:00100000:3.0:1787398612.503404:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247582336 00000100:00100000:3.0:1787398612.503534:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 749 00000100:00100000:3.0:1787398612.503547:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+215:123766:x1874221247582336:12345-192.168.204.36@tcp:36:createmany.0 00010000:00010000:3.0:1787398612.503716:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x570389991234479e lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.503739:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x570389991234479e lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.503754:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x570389991234479e lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.503771:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648200/0x57038999123447a5 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x51:0x0].0x45fac828 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.503779:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648200/0x57038999123447a5 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x51:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.503785:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648200/0x57038999123447a5 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x51:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:3.0:1787398612.504167:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:3.0:1787398612.504173:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:3.0:1787398612.504176:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:3.0:1787398612.504178:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398612.504180:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1787398612.504183:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398612.504244:0:158795:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:3.0:1787398612.504247:0:158795:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:3.0:1787398612.504249:0:158795:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:3.0:1787398612.504251:0:158795:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398612.504253:0:158795:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1787398612.504255:0:158795:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:3.0:1787398612.504351:0:158795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x570389991234479e lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.504360:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x570389991234479e lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.504366:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x570389991234479e lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.504373:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x570389991234479e lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.504379:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301648000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398612.504384:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x570389991234479e lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.504392:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x570389991234479e lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.504408:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x51:0x0].0x0 (ffff9cf341c78800) 00010000:00010000:3.0:1787398612.504411:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398612.504416:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x570389991234479e lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.504423:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x570389991234479e lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398612.504451:0:158795:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000005f8c6dd6 reply state 00000000f9ceeb81 transno 34359738825 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648200/0x57038999123447a5 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x51:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.504464:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648200/0x57038999123447a5 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.504471:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x51:0x0].0x45fac828 (ffff9cf20bc1f400) 00010000:00010000:3.0:1787398612.504474:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787398612.504534:0:158795:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1787398612.504640:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+217:123766:x1874221247582336:12345-192.168.204.36@tcp:36:createmany.0 Request processed in 1094us (1334us total) trans 34359738825 rc 0/0 00000100:00100000:3.0:1787398612.504650:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 749 00000100:00100000:2.0:1787398612.529231:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398612.529332:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247582592 00000100:00100000:3.0:1787398612.529346:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247582592 00000100:00100000:3.0:1787398612.529455:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 750 00000100:00100000:3.0:1787398612.529467:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b889c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+217:123767:x1874221247582592:12345-192.168.204.36@tcp:36:createmany.0 00010000:00010000:3.0:1787398612.529688:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x57038999123447ac lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.529721:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x57038999123447ac lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.529736:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x57038999123447ac lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.529756:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123447b3 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xde5c5568 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.529762:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123447b3 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.529789:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123447b3 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:3.0:1787398612.530303:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 264, rollback = 2 00080000:00000400:3.0:1787398612.530310:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:3.0:1787398612.530313:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:3.0:1787398612.530316:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398612.530319:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:3.0:1787398612.530321:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398612.530354:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 264, rollback = 2 00080000:00000400:3.0:1787398612.530357:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:3.0:1787398612.530359:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:3.0:1787398612.530361:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398612.530364:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:3.0:1787398612.530365:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00010000:00010000:3.0:1787398612.530462:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x57038999123447ba lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x5e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.530473:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x57038999123447ba lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.530520:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x57038999123447ba lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398612.530539:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000267f1476 reply state 0000000005c58f92 transno 34359738826 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x57038999123447ba lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.530554:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x57038999123447ba lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.530563:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x5e:0x0].0x0 (ffff9cf20bc1f700) 00010000:00010000:3.0:1787398612.530576:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787398612.530581:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1787398612.530589:0:158794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab5:0x5e:0x0]: returning size 4096 00010000:00010000:3.0:1787398612.530601:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x57038999123447ac lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.530608:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x57038999123447ac lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.530615:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x57038999123447ac lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.530621:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x57038999123447ac lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.530628:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301648000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398612.530633:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x57038999123447ac lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.530643:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x57038999123447ac lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.530655:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398612.530658:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398612.530662:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x57038999123447ac lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.530669:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648000/0x57038999123447ac lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398612.530683:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000267f1476 reply state 0000000005c58f92 transno 34359738826 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123447b3 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.530718:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123447b3 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.530726:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xde5c5568 (ffff9cf20bc1f600) 00010000:00010000:3.0:1787398612.530729:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787398612.530731:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1787398612.530835:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b889c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+219:123767:x1874221247582592:12345-192.168.204.36@tcp:36:createmany.0 Request processed in 1367us (1615us total) trans 34359738826 rc 0/0 00000100:00100000:3.0:1787398612.530845:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 750 00000100:00100000:0.0:1787398612.538691:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398612.538780:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247582848 00000100:00100000:1.0:1787398612.538792:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247582848 00000100:00100000:1.0:1787398612.538864:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 751 00000100:00100000:1.0:1787398612.538875:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+219:123767:x1874221247582848:12345-192.168.204.36@tcp:36:createmany.0 00010000:00010000:1.0:1787398612.539096:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x57038999123447c1 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.539138:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x57038999123447c1 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.539154:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x57038999123447c1 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.539177:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407800/0x57038999123447c8 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x22897837 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.539185:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407800/0x57038999123447c8 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x22897837 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.539193:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407800/0x57038999123447c8 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x22897837 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:1.0:1787398612.539723:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:1.0:1787398612.539729:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398612.539732:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1787398612.539735:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398612.539738:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:1.0:1787398612.539741:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398612.539776:0:158796:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:1.0:1787398612.539779:0:158796:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1787398612.539781:0:158796:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1787398612.539783:0:158796:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398612.539786:0:158796:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:1.0:1787398612.539788:0:158796:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00010000:00010000:1.0:1787398612.539907:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407400/0x57038999123447cf lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.539920:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407400/0x57038999123447cf lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.539939:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407400/0x57038999123447cf lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398612.539960:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000002bfbd1ad reply state 000000005ad0a59c transno 34359738827 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407400/0x57038999123447cf lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.539974:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407400/0x57038999123447cf lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.539982:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x5f:0x0].0x0 (ffff9cf31e895e00) 00010000:00010000:1.0:1787398612.539985:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398612.539990:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1787398612.540008:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab5:0x5f:0x0]: returning size 4096 00010000:00010000:1.0:1787398612.540020:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x57038999123447c1 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.540027:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x57038999123447c1 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.540035:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x57038999123447c1 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.540044:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x57038999123447c1 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.540051:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf205407000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398612.540057:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x57038999123447c1 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.540067:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x57038999123447c1 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.540091:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:1.0:1787398612.540094:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398612.540099:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x57038999123447c1 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.540106:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407000/0x57038999123447c1 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787398612.540128:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000002bfbd1ad reply state 000000005ad0a59c transno 34359738827 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407800/0x57038999123447c8 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x22897837 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.540136:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407800/0x57038999123447c8 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x22897837 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398612.540143:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x22897837 (ffff9cf31e895d00) 00010000:00010000:1.0:1787398612.540145:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787398612.540147:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1787398612.540264:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+221:123767:x1874221247582848:12345-192.168.204.36@tcp:36:createmany.0 Request processed in 1386us (1585us total) trans 34359738827 rc 0/0 00000100:00100000:1.0:1787398612.540274:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 751 00000100:00100000:2.0:1787398612.544395:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398612.544589:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247583104 00000100:00100000:3.0:1787398612.544603:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247583104 00000100:00100000:3.0:1787398612.544685:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 752 00000100:00100000:3.0:1787398612.544697:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b888e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+221:123767:x1874221247583104:12345-192.168.204.36@tcp:36:createmany.0 00010000:00010000:3.0:1787398612.544877:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x57038999123447d6 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.544898:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x57038999123447d6 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.544925:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x57038999123447d6 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.544946:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x57038999123447dd lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x66b69b05 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.544953:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x57038999123447dd lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.544970:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x57038999123447dd lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:3.0:1787398612.547358:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:3.0:1787398612.547373:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1787398612.547376:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:3.0:1787398612.547379:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398612.547381:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:3.0:1787398612.547383:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398612.547722:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:3.0:1787398612.547727:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1787398612.547729:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:3.0:1787398612.547731:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1787398612.547733:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:3.0:1787398612.547735:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00010000:00010000:3.0:1787398612.547934:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x57038999123447e4 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x60:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.548271:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x57038999123447e4 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x60:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.548286:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x57038999123447e4 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x60:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398612.548311:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000005ac9540 reply state 000000006b7b0e0b transno 34359738828 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x57038999123447e4 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x60:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.548325:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x57038999123447e4 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x60:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.548335:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x60:0x0].0x0 (ffff9cf20bc1f100) 00010000:00010000:3.0:1787398612.548338:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787398612.548343:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1787398612.548351:0:158794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab5:0x60:0x0]: returning size 4096 00010000:00010000:3.0:1787398612.548384:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x57038999123447d6 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.548392:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x57038999123447d6 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.548399:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x57038999123447d6 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.548406:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x57038999123447d6 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.548413:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398612.548419:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x57038999123447d6 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.548427:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x57038999123447d6 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.548441:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff9cf337a20900) 00010000:00010000:3.0:1787398612.548444:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398612.548449:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x57038999123447d6 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.548657:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c800/0x57038999123447d6 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398612.548678:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000005ac9540 reply state 000000006b7b0e0b transno 34359738828 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x57038999123447dd lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.548688:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x57038999123447dd lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398612.548706:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x66b69b05 (ffff9cf20bc1fb00) 00010000:00010000:3.0:1787398612.548769:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787398612.548772:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1787398612.553150:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b888e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+223:123767:x1874221247583104:12345-192.168.204.36@tcp:36:createmany.0 Request processed in 8434us (8752us total) trans 34359738828 rc 0/0 00000100:00100000:0.0:1787398612.553167:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 752 00000100:00100000:0.0:1787398612.950846:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203b11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261018240:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787398612.950932:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398612.951127:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261018240 00000100:00100000:3.0:1787398612.951137:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261018240 00000100:00100000:3.0:1787398612.951199:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:3.0:1787398612.951210:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261018240:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787398612.951243:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 933888 granted 26597312 pending 126976 free 70995968 avail 63827968 00000100:00100000:3.0:1787398612.951293:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261018240:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398612.951301:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00100000:0.0:1787398612.951648:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203b11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261018240:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1787398613.275292:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398613.973779:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20b888380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261018368:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787398613.973888:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398613.974057:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261018368 00000100:00100000:2.0:1787398613.974066:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261018368 00000100:00100000:2.0:1787398613.974137:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:2.0:1787398613.974148:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261018368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787398613.974182:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 679936 granted 30808000 pending 65536 free 70733824 avail 63565824 00000100:00100000:2.0:1787398613.974232:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261018368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398613.974240:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00100000:2.0:1787398613.974285:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20b888380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261018368:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1787398613.974378:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1787398614.295053:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398614.631244:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398614.631445:0:160300:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247583232 00000100:00100000:3.0:1787398614.631465:0:160300:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247583232 00002000:00100000:3.0:1787398614.631580:0:160300:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x24a:0x0] (0->15475) req@ffff9cf20b888380 x1874221247583232/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 15968/0 e 0 to 0 dl 1787398625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398614.631591:0:160300:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf20b888380 with x1874221247583232 ext(0->15475) 00002000:00010000:3.0:1787398614.631596:0:160300:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf20b888380 00000100:00100000:3.0:1787398614.631623:0:160300:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 9 00000100:00100000:3.0:1787398614.631634:0:160300:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b888380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+49:69163:x1874221247583232:12345-192.168.204.36@tcp:4:cp.0 00000100:00080000:2.0:1787398614.631805:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00080000:00000400:3.0:1787398614.632157:0:160300:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1787398614.632162:0:160300:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1787398614.632170:0:160300:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1787398614.632172:0:160300:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1787398614.632175:0:160300:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1787398614.632177:0:160300:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:0.0:1787398614.646688:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398614.647588:0:160300:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b888380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+51:69163:x1874221247583232:12345-192.168.204.36@tcp:4:cp.0 Request processed in 15951us (16348us total) trans 21474836552 rc 0/0 00000100:00100000:3.0:1787398614.647603:0:160300:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 9 00002000:00100000:3.0:1787398614.647617:0:160300:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x24a:0x0] (0->15475) req@ffff9cf20b888380 x1874221247583232/t21474836552(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 15968/448 e 0 to 0 dl 1787398625 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398614.647628:0:160300:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf20b888380 with x1874221247583232 ext(0->15475) 00002000:00010000:3.0:1787398614.647636:0:160300:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf20b888380 00000100:00100000:3.0:1787398614.647666:0:160300:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247583488 00000100:00100000:3.0:1787398614.647686:0:160300:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247583488 00002000:00100000:3.0:1787398614.647722:0:160300:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x24b:0x0] (0->9197) req@ffff9cf33f7f0e00 x1874221247583488/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 9688/0 e 0 to 0 dl 1787398625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398614.647731:0:160300:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33f7f0e00 with x1874221247583488 ext(0->9197) 00002000:00010000:3.0:1787398614.647735:0:160300:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf33f7f0e00 00000100:00100000:3.0:1787398614.647757:0:160300:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 10 00000100:00100000:3.0:1787398614.647766:0:160300:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+51:69165:x1874221247583488:12345-192.168.204.36@tcp:4:cp.0 00000100:00100000:0.0:1787398614.647946:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398614.648084:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398614.648102:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00080000:00000400:3.0:1787398614.648540:0:160300:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:3.0:1787398614.648545:0:160300:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1787398614.648547:0:160300:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:3.0:1787398614.648550:0:160300:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1787398614.648552:0:160300:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1787398614.648554:0:160300:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1787398614.649731:0:160300:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+53:69165:x1874221247583488:12345-192.168.204.36@tcp:4:cp.0 Request processed in 1956us (3045us total) trans 21474836553 rc 0/0 00000100:00100000:3.0:1787398614.649760:0:160300:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 10 00002000:00100000:3.0:1787398614.649771:0:160300:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x24b:0x0] (0->9197) req@ffff9cf33f7f0e00 x1874221247583488/t21474836553(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 9688/448 e 0 to 0 dl 1787398625 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398614.649781:0:160300:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33f7f0e00 with x1874221247583488 ext(0->9197) 00002000:00010000:3.0:1787398614.649787:0:160300:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf33f7f0e00 00000100:00100000:1.0:1787398614.650165:0:160301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247583360 00000100:00100000:1.0:1787398614.650173:0:160301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247583360 00002000:00100000:1.0:1787398614.650225:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c6:0x0] (0->673) req@ffff9cf208893b80 x1874221247583360/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 1168/0 e 0 to 0 dl 1787398625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398614.650235:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf208893b80 with x1874221247583360 ext(0->673) 00002000:00010000:1.0:1787398614.650239:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf208893b80 00000100:00100000:1.0:1787398614.650251:0:160301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247583616 00000100:00100000:1.0:1787398614.650254:0:160301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247583616 00002000:00100000:1.0:1787398614.650279:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c7:0x0] (0->2658) req@ffff9cf208891180 x1874221247583616/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 3152/0 e 0 to 0 dl 1787398625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398614.650287:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf208891180 with x1874221247583616 ext(0->2658) 00002000:00010000:1.0:1787398614.650291:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf208891180 00000100:00100000:1.0:1787398614.650300:0:160301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247583744 00000100:00100000:1.0:1787398614.650303:0:160301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247583744 00002000:00100000:1.0:1787398614.650318:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x24c:0x0] (0->4206) req@ffff9cf208891c00 x1874221247583744/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 4696/0 e 0 to 0 dl 1787398625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398614.650324:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf208891c00 with x1874221247583744 ext(0->4206) 00002000:00010000:1.0:1787398614.650328:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf208891c00 00000100:00100000:1.0:1787398614.650338:0:160301:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 11 00000100:00100000:1.0:1787398614.650361:0:160301:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+47:69165:x1874221247583360:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:1.0:1787398614.650559:0:160301:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1787398614.650563:0:160301:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1787398614.650566:0:160301:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1787398614.650568:0:160301:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1787398614.650570:0:160301:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1787398614.650571:0:160301:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00080000:1.0:1787398614.650926:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787398614.651077:0:166562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 12 00000100:00100000:1.0:1787398614.651086:0:166562:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208891180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+49:69162:x1874221247583616:12345-192.168.204.36@tcp:4:cp.0 00000001:00080000:2.0:1787398614.653929:0:160290:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836551 is committed 00000100:00100000:0.0:1787398614.662736:0:160301:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+49:69165:x1874221247583360:12345-192.168.204.36@tcp:4:cp.0 Request processed in 12363us (14777us total) trans 17179869244 rc 0/0 00000100:00100000:0.0:1787398614.662750:0:160301:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 11 00002000:00100000:0.0:1787398614.662763:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c6:0x0] (0->673) req@ffff9cf208893b80 x1874221247583360/t17179869244(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 1168/448 e 0 to 0 dl 1787398625 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787398614.662775:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf208893b80 with x1874221247583360 ext(0->673) 00002000:00010000:0.0:1787398614.662782:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf208893b80 00000100:00100000:0.0:1787398614.662823:0:160301:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 13 00000100:00100000:0.0:1787398614.662835:0:160301:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208891c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+47:69163:x1874221247583744:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:0.0:1787398614.663065:0:160301:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1787398614.663069:0:160301:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1787398614.663071:0:160301:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1787398614.663073:0:160301:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1787398614.663075:0:160301:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1787398614.663077:0:160301:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398614.663988:0:166562:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:3.0:1787398614.663994:0:166562:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1787398614.663996:0:166562:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:3.0:1787398614.663998:0:166562:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1787398614.664001:0:166562:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1787398614.664003:0:166562:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:0.0:1787398614.670336:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398614.670371:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398614.670426:0:160299:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 4 min 3 max 116 00000100:00100000:0.0:1787398614.670435:0:160299:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_004' 00000100:00100000:0.0:1787398614.670683:0:166562:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208891180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+50:69162:x1874221247583616:12345-192.168.204.36@tcp:4:cp.0 Request processed in 19596us (22596us total) trans 17179869245 rc 0/0 00000100:00100000:0.0:1787398614.670707:0:166562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 12 00002000:00100000:0.0:1787398614.670720:0:166562:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1c7:0x0] (0->2658) req@ffff9cf208891180 x1874221247583616/t17179869245(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 3152/448 e 0 to 0 dl 1787398625 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787398614.670731:0:166562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf208891180 with x1874221247583616 ext(0->2658) 00002000:00010000:0.0:1787398614.670738:0:166562:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf208891180 00000100:00100000:0.0:1787398614.670762:0:166562:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247584000 00000100:00100000:0.0:1787398614.670770:0:166562:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247584000 00002000:00100000:0.0:1787398614.670802:0:166562:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x24d:0x0] (0->703) req@ffff9cf208891880 x1874221247584000/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 1192/0 e 0 to 0 dl 1787398625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787398614.670828:0:166562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf208891880 with x1874221247584000 ext(0->703) 00002000:00010000:0.0:1787398614.670832:0:166562:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf208891880 00000100:00100000:0.0:1787398614.670843:0:166562:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247584256 00000100:00100000:0.0:1787398614.670846:0:166562:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247584256 00002000:00100000:0.0:1787398614.670862:0:166562:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x24e:0x0] (0->4914) req@ffff9cf208891f80 x1874221247584256/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 5408/0 e 0 to 0 dl 1787398625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787398614.670869:0:166562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf208891f80 with x1874221247584256 ext(0->4914) 00002000:00010000:0.0:1787398614.670873:0:166562:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf208891f80 00000100:00100000:0.0:1787398614.670884:0:166562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 14 00000100:00100000:0.0:1787398614.670892:0:166562:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+51:69165:x1874221247584000:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:0.0:1787398614.671098:0:166562:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:0.0:1787398614.671103:0:166562:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1787398614.671106:0:166562:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:0.0:1787398614.671108:0:166562:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1787398614.671110:0:166562:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1787398614.671112:0:166562:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1787398614.671701:0:160301:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208891c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+53:69163:x1874221247583744:12345-192.168.204.36@tcp:4:cp.0 Request processed in 8867us (23594us total) trans 21474836554 rc 0/0 00000100:00100000:3.0:1787398614.671711:0:160301:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 13 00002000:00100000:3.0:1787398614.671717:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x24c:0x0] (0->4206) req@ffff9cf208891c00 x1874221247583744/t21474836554(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 4696/448 e 0 to 0 dl 1787398625 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398614.671726:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf208891c00 with x1874221247583744 ext(0->4206) 00002000:00010000:3.0:1787398614.671730:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf208891c00 00000100:00100000:3.0:1787398614.671749:0:160301:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 15 00000100:00100000:3.0:1787398614.671758:0:160301:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+52:69162:x1874221247584256:12345-192.168.204.36@tcp:4:cp.0 00000001:00080000:2.0:1787398614.672114:0:161106:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 17179869244 is committed 00080000:00000400:3.0:1787398614.672263:0:160301:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:3.0:1787398614.672268:0:160301:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1787398614.672269:0:160301:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:3.0:1787398614.672271:0:160301:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1787398614.672273:0:160301:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1787398614.672281:0:160301:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1787398614.674974:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398614.675162:0:160301:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+54:69162:x1874221247584256:12345-192.168.204.36@tcp:4:cp.0 Request processed in 3401us (4785us total) trans 21474836556 rc 0/0 00000100:00100000:0.0:1787398614.675175:0:160301:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 15 00002000:00100000:0.0:1787398614.675187:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x24e:0x0] (0->4914) req@ffff9cf208891f80 x1874221247584256/t21474836556(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 5408/448 e 0 to 0 dl 1787398625 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787398614.675198:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf208891f80 with x1874221247584256 ext(0->4914) 00002000:00010000:0.0:1787398614.675204:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf208891f80 00000100:00100000:0.0:1787398614.675234:0:160301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247583872 00000100:00100000:0.0:1787398614.675241:0:160301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247583872 00002000:00100000:0.0:1787398614.675275:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c8:0x0] (0->28244) req@ffff9cf20b889880 x1874221247583872/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 488/0 e 0 to 0 dl 1787398625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787398614.675283:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf20b889880 with x1874221247583872 ext(0->28244) 00002000:00010000:0.0:1787398614.675286:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf20b889880 00000100:00100000:0.0:1787398614.675305:0:160301:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 16 00000100:00100000:0.0:1787398614.675313:0:160301:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b889880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+46:69165:x1874221247583872:12345-192.168.204.36@tcp:4:cp.0 00000100:00100000:2.0:1787398614.675642:0:166562:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+53:69165:x1874221247584000:12345-192.168.204.36@tcp:4:cp.0 Request processed in 4749us (5315us total) trans 21474836555 rc 0/0 00000100:00100000:2.0:1787398614.675650:0:166562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 14 00002000:00100000:2.0:1787398614.675656:0:166562:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x24d:0x0] (0->703) req@ffff9cf208891880 x1874221247584000/t21474836555(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 1192/448 e 0 to 0 dl 1787398625 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787398614.675671:0:166562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf208891880 with x1874221247584000 ext(0->703) 00002000:00010000:2.0:1787398614.675675:0:166562:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf208891880 00000100:00100000:2.0:1787398614.685832:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398614.685993:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00080000:00000400:2.0:1787398614.686184:0:160301:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1787398614.686189:0:160301:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1787398614.686192:0:160301:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1787398614.686194:0:160301:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1787398614.686197:0:160301:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1787398614.686199:0:160301:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1787398614.687905:0:160300:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247584128 00000100:00100000:2.0:1787398614.687918:0:160300:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247584128 00002000:00100000:2.0:1787398614.687979:0:160300:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c9:0x0] (0->1753) req@ffff9cf20b88a680 x1874221247584128/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 2248/0 e 0 to 0 dl 1787398625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787398614.687991:0:160300:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf20b88a680 with x1874221247584128 ext(0->1753) 00002000:00010000:2.0:1787398614.687998:0:160300:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf20b88a680 00000100:00100000:2.0:1787398614.688031:0:166562:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247584384 00000100:00100000:2.0:1787398614.688035:0:166562:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247584384 00002000:00100000:2.0:1787398614.688053:0:166562:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1ca:0x0] (0->1612) req@ffff9cf20b88a300 x1874221247584384/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 2104/0 e 0 to 0 dl 1787398625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787398614.688062:0:166562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf20b88a300 with x1874221247584384 ext(0->1612) 00002000:00010000:2.0:1787398614.688065:0:166562:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf20b88a300 00000100:00100000:2.0:1787398614.688084:0:166562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 17 00000100:00100000:2.0:1787398614.688092:0:166562:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b88a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+51:69163:x1874221247584128:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:2.0:1787398614.688277:0:166562:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1787398614.688288:0:166562:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1787398614.688291:0:166562:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1787398614.688293:0:166562:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1787398614.688295:0:166562:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1787398614.688298:0:166562:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1787398614.688456:0:160300:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 18 00000100:00100000:2.0:1787398614.688464:0:160300:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b88a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+53:69164:x1874221247584384:12345-192.168.204.36@tcp:4:cp.0 00000100:00100000:0.0:1787398614.689865:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398614.690014:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398614.690050:0:166638:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 5 min 3 max 116 00000100:00100000:0.0:1787398614.690051:0:160299:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 5 min 3 max 116 00000100:00100000:0.0:1787398614.690064:0:160299:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_005' 00000100:00100000:3.0:1787398614.690078:0:166638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247584512 00000100:00100000:3.0:1787398614.690091:0:166638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247584512 00002000:00100000:3.0:1787398614.690152:0:166638:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x24f:0x0] (0->16000) req@ffff9cf208890000 x1874221247584512/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 16496/0 e 0 to 0 dl 1787398625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398614.690164:0:166638:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf208890000 with x1874221247584512 ext(0->16000) 00002000:00010000:3.0:1787398614.690171:0:166638:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf208890000 00000100:00100000:0.0:1787398614.690184:0:160299:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247584640 00000100:00100000:0.0:1787398614.690193:0:160299:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247584640 00002000:00100000:0.0:1787398614.690230:0:160299:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1cb:0x0] (0->837) req@ffff9cf208892300 x1874221247584640/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 1328/0 e 0 to 0 dl 1787398625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787398614.690240:0:160299:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf208892300 with x1874221247584640 ext(0->837) 00002000:00010000:0.0:1787398614.690245:0:160299:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf208892300 00000100:00100000:0.0:1787398614.690722:0:166640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 19 00000100:00100000:0.0:1787398614.690738:0:166640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208890000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+53:69164:x1874221247584512:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:0.0:1787398614.690964:0:166640:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1787398614.690969:0:166640:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1787398614.690972:0:166640:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1787398614.690973:0:166640:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1787398614.690975:0:166640:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1787398614.690977:0:166640:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:0.0:1787398614.693008:0:166640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208890000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+55:69164:x1874221247584512:12345-192.168.204.36@tcp:4:cp.0 Request processed in 2259us (3135us total) trans 21474836557 rc 0/0 00000100:00100000:0.0:1787398614.693024:0:166640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 19 00002000:00100000:0.0:1787398614.693038:0:166640:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x24f:0x0] (0->16000) req@ffff9cf208890000 x1874221247584512/t21474836557(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 16496/448 e 0 to 0 dl 1787398625 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787398614.693049:0:166640:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf208890000 with x1874221247584512 ext(0->16000) 00002000:00010000:0.0:1787398614.693056:0:166640:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf208890000 00000100:00100000:0.0:1787398614.693095:0:166640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 20 00000100:00100000:0.0:1787398614.693110:0:166640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+54:69162:x1874221247584640:12345-192.168.204.36@tcp:4:cp.0 00000100:00100000:0.0:1787398614.700258:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398614.700340:0:160299:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 6 min 3 max 116 00000100:00100000:3.0:1787398614.700352:0:160299:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_006' 00000100:00100000:3.0:1787398614.700624:0:160299:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247584768 00000100:00100000:3.0:1787398614.700634:0:160299:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247584768 00002000:00100000:3.0:1787398614.700683:0:160299:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x250:0x0] (0->2857) req@ffff9cf208890a80 x1874221247584768/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 3352/0 e 0 to 0 dl 1787398625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398614.700695:0:160299:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf208890a80 with x1874221247584768 ext(0->2857) 00002000:00010000:3.0:1787398614.700702:0:160299:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf208890a80 00000100:00100000:3.0:1787398614.701124:0:166641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 21 00000100:00100000:3.0:1787398614.701135:0:166641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208890a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+55:69163:x1874221247584768:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:3.0:1787398614.701337:0:166641:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1787398614.701341:0:166641:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1787398614.701344:0:166641:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1787398614.701346:0:166641:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1787398614.701348:0:166641:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1787398614.701350:0:166641:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398614.702668:0:160300:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1787398614.702675:0:160300:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1787398614.702677:0:160300:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1787398614.702680:0:160300:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1787398614.702682:0:160300:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1787398614.702684:0:160300:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:0.0:1787398614.703361:0:160301:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b889880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+53:69165:x1874221247583872:12345-192.168.204.36@tcp:4:cp.0 Request processed in 28042us (28389us total) trans 17179869246 rc 0/0 00000100:00100000:0.0:1787398614.703373:0:160301:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 16 00002000:00100000:0.0:1787398614.703384:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c8:0x0] (0->28244) req@ffff9cf20b889880 x1874221247583872/t17179869246(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 488/448 e 0 to 0 dl 1787398625 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787398614.703393:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf20b889880 with x1874221247583872 ext(0->28244) 00002000:00010000:0.0:1787398614.703399:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf20b889880 00080000:00000400:0.0:1787398614.704093:0:166640:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1787398614.704105:0:166640:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1787398614.704107:0:166640:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1787398614.704109:0:166640:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1787398614.704112:0:166640:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1787398614.704114:0:166640:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1787398614.705331:0:166562:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b88a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+54:69163:x1874221247584128:12345-192.168.204.36@tcp:4:cp.0 Request processed in 17232us (19515us total) trans 17179869247 rc 0/0 00000100:00100000:3.0:1787398614.705344:0:166562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 17 00002000:00100000:3.0:1787398614.705353:0:166562:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1c9:0x0] (0->1753) req@ffff9cf20b88a680 x1874221247584128/t17179869247(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 2248/448 e 0 to 0 dl 1787398625 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398614.705373:0:166562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf20b88a680 with x1874221247584128 ext(0->1753) 00002000:00010000:3.0:1787398614.705379:0:166562:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf20b88a680 00000001:00080000:2.0:1787398614.705645:0:161106:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 17179869247 is committed 00000100:00100000:2.0:1787398614.705733:0:160300:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b88a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+49:69164:x1874221247584384:12345-192.168.204.36@tcp:4:cp.0 Request processed in 17268us (19738us total) trans 17179869249 rc 0/0 00000100:00100000:2.0:1787398614.705741:0:160300:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 18 00002000:00100000:2.0:1787398614.705747:0:160300:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1ca:0x0] (0->1612) req@ffff9cf20b88a300 x1874221247584384/t17179869249(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 2104/448 e 0 to 0 dl 1787398625 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787398614.705755:0:160300:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf20b88a300 with x1874221247584384 ext(0->1612) 00002000:00010000:2.0:1787398614.705759:0:160300:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf20b88a300 00000100:00100000:0.0:1787398614.706305:0:166641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208890a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+57:69163:x1874221247584768:12345-192.168.204.36@tcp:4:cp.0 Request processed in 5168us (6057us total) trans 21474836558 rc 0/0 00000100:00100000:0.0:1787398614.706314:0:166641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 21 00002000:00100000:0.0:1787398614.706321:0:166641:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x250:0x0] (0->2857) req@ffff9cf208890a80 x1874221247584768/t21474836558(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 3352/448 e 0 to 0 dl 1787398625 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787398614.706329:0:166641:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf208890a80 with x1874221247584768 ext(0->2857) 00002000:00010000:0.0:1787398614.706334:0:166641:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf208890a80 00000100:00100000:2.0:1787398614.707562:0:166640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+48:69162:x1874221247584640:12345-192.168.204.36@tcp:4:cp.0 Request processed in 14452us (17543us total) trans 17179869248 rc 0/0 00000100:00100000:2.0:1787398614.707573:0:166640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 20 00002000:00100000:2.0:1787398614.707582:0:166640:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1cb:0x0] (0->837) req@ffff9cf208892300 x1874221247584640/t17179869248(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 1328/448 e 0 to 0 dl 1787398625 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787398614.707591:0:166640:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf208892300 with x1874221247584640 ext(0->837) 00002000:00010000:2.0:1787398614.707609:0:166640:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf208892300 00000100:00100000:1.0:1787398614.717014:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398614.717057:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398614.717901:0:160299:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247585024 00000100:00100000:3.0:1787398614.717912:0:160299:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247585024 00002000:00100000:3.0:1787398614.717976:0:160299:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x251:0x0] (0->4217) req@ffff9cf20bb29500 x1874221247585024/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 4712/0 e 0 to 0 dl 1787398625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398614.717986:0:160299:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf20bb29500 with x1874221247585024 ext(0->4217) 00002000:00010000:3.0:1787398614.717991:0:160299:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf20bb29500 00000100:00100000:3.0:1787398614.718019:0:160299:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247584896 00000100:00100000:3.0:1787398614.718023:0:160299:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247584896 00002000:00100000:3.0:1787398614.718038:0:160299:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1cc:0x0] (0->18268) req@ffff9cf20bb2b480 x1874221247584896/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 488/0 e 0 to 0 dl 1787398625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398614.718046:0:160299:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf20bb2b480 with x1874221247584896 ext(0->18268) 00002000:00010000:3.0:1787398614.718049:0:160299:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf20bb2b480 00000100:00100000:3.0:1787398614.718068:0:160299:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 22 00000100:00100000:3.0:1787398614.718077:0:160299:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+57:69165:x1874221247585024:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:3.0:1787398614.718278:0:160299:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1787398614.718283:0:160299:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1787398614.718285:0:160299:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1787398614.718287:0:160299:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1787398614.718290:0:160299:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1787398614.718292:0:160299:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1787398614.718515:0:166638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 23 00000100:00100000:3.0:1787398614.718523:0:166638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:dbe7f5ec-0726-4851-a675-2f47d040e30f+48:69165:x1874221247584896:12345-192.168.204.36@tcp:4:cp.0 00000100:00100000:3.0:1787398614.721725:0:160299:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+59:69165:x1874221247585024:12345-192.168.204.36@tcp:4:cp.0 Request processed in 3638us (4709us total) trans 21474836559 rc 0/0 00000100:00100000:3.0:1787398614.721752:0:160299:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 22 00002000:00100000:3.0:1787398614.721764:0:160299:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x251:0x0] (0->4217) req@ffff9cf20bb29500 x1874221247585024/t21474836559(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 4712/448 e 0 to 0 dl 1787398625 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398614.721775:0:160299:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf20bb29500 with x1874221247585024 ext(0->4217) 00002000:00010000:3.0:1787398614.721781:0:160299:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf20bb29500 00000100:00100000:3.0:1787398614.723357:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398614.723397:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398614.723509:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398614.724316:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398614.724368:0:166641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247585152 00000100:00100000:0.0:1787398614.724378:0:166641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247585152 00002000:00100000:0.0:1787398614.724435:0:166641:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1cd:0x0] (0->3005) req@ffff9cf203b11500 x1874221247585152/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 3496/0 e 0 to 0 dl 1787398625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787398614.724446:0:166641:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf203b11500 with x1874221247585152 ext(0->3005) 00002000:00010000:0.0:1787398614.724452:0:166641:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf203b11500 00000100:00100000:0.0:1787398614.727147:0:166562:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247585280 00000100:00100000:0.0:1787398614.727162:0:166562:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247585280 00002000:00100000:0.0:1787398614.727218:0:166562:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x252:0x0] (0->2191) req@ffff9cf203b11c00 x1874221247585280/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 2680/0 e 0 to 0 dl 1787398625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787398614.727229:0:166562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf203b11c00 with x1874221247585280 ext(0->2191) 00002000:00010000:0.0:1787398614.727234:0:166562:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf203b11c00 00000100:00100000:0.0:1787398614.727274:0:166562:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247585408 00000100:00100000:0.0:1787398614.727277:0:166562:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247585408 00002000:00100000:0.0:1787398614.727295:0:166562:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1ce:0x0] (0->937) req@ffff9cf203b11180 x1874221247585408/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 1432/0 e 0 to 0 dl 1787398625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787398614.727318:0:166562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf203b11180 with x1874221247585408 ext(0->937) 00002000:00010000:0.0:1787398614.727322:0:166562:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf203b11180 00000100:00100000:0.0:1787398614.727343:0:166562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 24 00000100:00100000:0.0:1787398614.727352:0:166562:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+51:69163:x1874221247585152:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:0.0:1787398614.727593:0:166562:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:0.0:1787398614.727598:0:166562:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1787398614.727600:0:166562:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:0.0:1787398614.727601:0:166562:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1787398614.727603:0:166562:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1787398614.727605:0:166562:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:0.0:1787398614.727844:0:160299:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 25 00000100:00100000:0.0:1787398614.727852:0:160299:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+59:69163:x1874221247585280:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:0.0:1787398614.727946:0:160299:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1787398614.727961:0:160299:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1787398614.727963:0:160299:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1787398614.727965:0:160299:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1787398614.727968:0:160299:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1787398614.727969:0:160299:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:0.0:1787398614.728211:0:166562:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+53:69163:x1874221247585152:12345-192.168.204.36@tcp:4:cp.0 Request processed in 858us (4859us total) trans 17179869250 rc 0/0 00000100:00100000:0.0:1787398614.728219:0:166562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 24 00002000:00100000:0.0:1787398614.728227:0:166562:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1cd:0x0] (0->3005) req@ffff9cf203b11500 x1874221247585152/t17179869250(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 3496/448 e 0 to 0 dl 1787398625 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787398614.728235:0:166562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf203b11500 with x1874221247585152 ext(0->3005) 00002000:00010000:0.0:1787398614.728246:0:166562:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf203b11500 00000100:00100000:0.0:1787398614.728278:0:166562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 26 00000100:00100000:0.0:1787398614.728285:0:166562:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+52:69165:x1874221247585408:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:0.0:1787398614.728369:0:166562:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1787398614.728373:0:166562:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1787398614.728375:0:166562:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1787398614.728376:0:166562:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1787398614.728378:0:166562:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1787398614.728381:0:166562:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1787398614.730988:0:166640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247586560 00000100:00100000:1.0:1787398614.731005:0:166640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247586560 00002000:00100000:1.0:1787398614.731145:0:166640:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x258:0x0] (0->1789) req@ffff9cf203b10700 x1874221247586560/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 2280/0 e 0 to 0 dl 1787398625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398614.731169:0:166640:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf203b10700 with x1874221247586560 ext(0->1789) 00002000:00010000:1.0:1787398614.731175:0:166640:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf203b10700 00000100:00100000:1.0:1787398614.731202:0:166640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 27 00000100:00100000:1.0:1787398614.731211:0:166640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+62:69165:x1874221247586560:12345-192.168.204.36@tcp:4:cp.0 00000100:00100000:3.0:1787398614.731246:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398614.731272:0:160301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247586432 00000100:00100000:3.0:1787398614.731276:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398614.731276:0:160301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247586432 00000100:00100000:3.0:1787398614.731293:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00002000:00100000:1.0:1787398614.731293:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x257:0x0] (0->7184) req@ffff9cf203b12300 x1874221247586432/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 7680/0 e 0 to 0 dl 1787398625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398614.731302:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf203b12300 with x1874221247586432 ext(0->7184) 00000100:00100000:3.0:1787398614.731305:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00002000:00010000:1.0:1787398614.731306:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf203b12300 00000100:00100000:1.0:1787398614.731314:0:160301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247585536 00000100:00100000:1.0:1787398614.731317:0:160301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247585536 00000100:00100000:3.0:1787398614.731319:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00002000:00100000:1.0:1787398614.731329:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x253:0x0] (0->55539) req@ffff9cf307ad1c00 x1874221247585536/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 488/0 e 0 to 0 dl 1787398625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787398614.731331:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00002000:00100000:1.0:1787398614.731338:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf307ad1c00 with x1874221247585536 ext(0->55539) 00002000:00010000:1.0:1787398614.731341:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf307ad1c00 00000100:00100000:3.0:1787398614.731346:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398614.731348:0:160301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247585664 00000100:00100000:1.0:1787398614.731350:0:160301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247585664 00000100:00100000:3.0:1787398614.731360:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00002000:00100000:1.0:1787398614.731363:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1cf:0x0] (0->6812) req@ffff9cf307ad2a00 x1874221247585664/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 7304/0 e 0 to 0 dl 1787398625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398614.731370:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf307ad2a00 with x1874221247585664 ext(0->6812) 00000100:00100000:3.0:1787398614.731373:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00002000:00010000:1.0:1787398614.731373:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf307ad2a00 00000100:00100000:3.0:1787398614.731390:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00080000:00000400:3.0:1787398614.731585:0:166638:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1787398614.731590:0:166638:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1787398614.731592:0:166638:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1787398614.731594:0:166638:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1787398614.731597:0:166638:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1787398614.731599:0:166638:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1787398614.731718:0:160301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247585920 00000100:00100000:1.0:1787398614.731721:0:160301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247585920 00002000:00100000:1.0:1787398614.731743:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1d0:0x0] (0->268) req@ffff9cf307ad2680 x1874221247585920/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 760/0 e 0 to 0 dl 1787398625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398614.731750:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf307ad2680 with x1874221247585920 ext(0->268) 00002000:00010000:1.0:1787398614.731753:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf307ad2680 00000100:00100000:1.0:1787398614.731760:0:160301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247586176 00000100:00100000:1.0:1787398614.731763:0:160301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247586176 00002000:00100000:1.0:1787398614.731773:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1d1:0x0] (0->4116) req@ffff9cf307ad0e00 x1874221247586176/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 4608/0 e 0 to 0 dl 1787398625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398614.731780:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf307ad0e00 with x1874221247586176 ext(0->4116) 00002000:00010000:1.0:1787398614.731784:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf307ad0e00 00000100:00100000:1.0:1787398614.731789:0:160301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247586048 00000100:00100000:1.0:1787398614.731792:0:160301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247586048 00002000:00100000:1.0:1787398614.731804:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x255:0x0] (0->233) req@ffff9cf307ad2300 x1874221247586048/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 728/0 e 0 to 0 dl 1787398625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398614.731883:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf307ad2300 with x1874221247586048 ext(0->233) 00002000:00010000:1.0:1787398614.731887:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf307ad2300 00000100:00100000:1.0:1787398614.731896:0:160301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247585792 00000100:00100000:1.0:1787398614.731898:0:160301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247585792 00000100:00100000:3.0:1787398614.731915:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00002000:00100000:1.0:1787398614.731927:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x254:0x0] (0->6212) req@ffff9cf307ad1f80 x1874221247585792/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 6704/0 e 0 to 0 dl 1787398625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398614.731934:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf307ad1f80 with x1874221247585792 ext(0->6212) 00002000:00010000:1.0:1787398614.731937:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf307ad1f80 00000100:00100000:1.0:1787398614.731945:0:160301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247586816 00000100:00100000:1.0:1787398614.731948:0:160301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247586816 00002000:00100000:1.0:1787398614.731975:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1d6:0x0] (0->35426) req@ffff9cf307ad3800 x1874221247586816/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 488/0 e 0 to 0 dl 1787398625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398614.731992:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf307ad3800 with x1874221247586816 ext(0->35426) 00002000:00010000:1.0:1787398614.731996:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf307ad3800 00000100:00100000:1.0:1787398614.732005:0:160301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247586304 00000100:00100000:1.0:1787398614.732008:0:160301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247586304 00002000:00100000:1.0:1787398614.732022:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x256:0x0] (0->3078) req@ffff9cf307ad0380 x1874221247586304/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 3568/0 e 0 to 0 dl 1787398625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398614.732030:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf307ad0380 with x1874221247586304 ext(0->3078) 00002000:00010000:1.0:1787398614.732033:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf307ad0380 00000100:00100000:1.0:1787398614.732038:0:160301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247586688 00000100:00100000:1.0:1787398614.732041:0:160301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247586688 00002000:00100000:1.0:1787398614.732126:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1d5:0x0] (0->6233) req@ffff9cf307ad3b80 x1874221247586688/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 6728/0 e 0 to 0 dl 1787398625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398614.732134:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf307ad3b80 with x1874221247586688 ext(0->6233) 00002000:00010000:1.0:1787398614.732137:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf307ad3b80 00000100:00100000:1.0:1787398614.732146:0:160301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247586944 00000100:00100000:1.0:1787398614.732149:0:160301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247586944 00002000:00100000:1.0:1787398614.732163:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x25b:0x0] (0->13878) req@ffff9cf307ad0700 x1874221247586944/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 14368/0 e 0 to 0 dl 1787398625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398614.732170:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf307ad0700 with x1874221247586944 ext(0->13878) 00002000:00010000:1.0:1787398614.732173:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf307ad0700 00000100:00100000:1.0:1787398614.732183:0:160301:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 28 00000100:00100000:1.0:1787398614.732189:0:160301:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+68:69165:x1874221247586432:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:1.0:1787398614.732324:0:160301:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:1.0:1787398614.732328:0:160301:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1787398614.732334:0:160301:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:1.0:1787398614.732336:0:160301:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1787398614.732338:0:160301:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1787398614.732340:0:160301:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398614.732743:0:166640:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1787398614.732747:0:166640:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1787398614.732749:0:166640:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1787398614.732751:0:166640:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1787398614.732753:0:166640:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1787398614.732754:0:166640:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:0.0:1787398614.733362:0:160299:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+72:69163:x1874221247585280:12345-192.168.204.36@tcp:4:cp.0 Request processed in 5506us (9959us total) trans 21474836560 rc 0/0 00000100:00100000:0.0:1787398614.733373:0:160299:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 25 00002000:00100000:0.0:1787398614.733381:0:160299:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x252:0x0] (0->2191) req@ffff9cf203b11c00 x1874221247585280/t21474836560(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 2680/448 e 0 to 0 dl 1787398625 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787398614.733390:0:160299:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf203b11c00 with x1874221247585280 ext(0->2191) 00002000:00010000:0.0:1787398614.733394:0:160299:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf203b11c00 00000100:00100000:1.0:1787398614.733588:0:160301:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+71:69165:x1874221247586432:12345-192.168.204.36@tcp:4:cp.0 Request processed in 1396us (2340us total) trans 21474836561 rc 0/0 00000100:00100000:1.0:1787398614.733595:0:160301:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 28 00002000:00100000:1.0:1787398614.733601:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x257:0x0] (0->7184) req@ffff9cf203b12300 x1874221247586432/t21474836561(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 7680/448 e 0 to 0 dl 1787398625 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398614.733608:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf203b12300 with x1874221247586432 ext(0->7184) 00002000:00010000:1.0:1787398614.733612:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf203b12300 00000100:00100000:1.0:1787398614.733629:0:160301:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 29 00000100:00100000:1.0:1787398614.733638:0:160301:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+70:69165:x1874221247585536:12345-192.168.204.36@tcp:4:cp.0 00000100:00100000:1.0:1787398614.733805:0:166562:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+60:69165:x1874221247585408:12345-192.168.204.36@tcp:4:cp.0 Request processed in 5519us (10295us total) trans 17179869251 rc 0/0 00000100:00100000:1.0:1787398614.733812:0:166562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 26 00002000:00100000:1.0:1787398614.733818:0:166562:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1ce:0x0] (0->937) req@ffff9cf203b11180 x1874221247585408/t17179869251(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 1432/448 e 0 to 0 dl 1787398625 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398614.733826:0:166562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf203b11180 with x1874221247585408 ext(0->937) 00002000:00010000:1.0:1787398614.733829:0:166562:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf203b11180 00000100:00100000:3.0:1787398614.733877:0:166638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:dbe7f5ec-0726-4851-a675-2f47d040e30f+60:69165:x1874221247584896:12345-192.168.204.36@tcp:4:cp.0 Request processed in 15284us (16748us total) trans 17179869252 rc 0/0 00000100:00100000:3.0:1787398614.733892:0:166638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 23 00002000:00100000:3.0:1787398614.733898:0:166638:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1cc:0x0] (0->18268) req@ffff9cf20bb2b480 x1874221247584896/t17179869252(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 488/448 e 0 to 0 dl 1787398625 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398614.733906:0:166638:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf20bb2b480 with x1874221247584896 ext(0->18268) 00002000:00010000:3.0:1787398614.733910:0:166638:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf20bb2b480 00000100:00100000:3.0:1787398614.733926:0:166638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 30 00000100:00100000:3.0:1787398614.733934:0:166638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:dbe7f5ec-0726-4851-a675-2f47d040e30f+58:69162:x1874221247585664:12345-192.168.204.36@tcp:4:cp.0 00000100:00100000:0.0:1787398614.733936:0:160299:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 31 00000100:00100000:0.0:1787398614.733944:0:160299:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+58:69165:x1874221247585920:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:0.0:1787398614.734052:0:160299:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1787398614.734056:0:160299:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1787398614.734058:0:160299:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1787398614.734061:0:160299:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1787398614.734063:0:160299:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1787398614.734065:0:160299:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:0.0:1787398614.734266:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398614.734324:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398614.734428:0:166641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247587200 00000100:00100000:2.0:1787398614.734435:0:166641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247587200 00002000:00100000:2.0:1787398614.734465:0:166641:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1d7:0x0] (0->2128) req@ffff9cf208890380 x1874221247587200/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 2624/0 e 0 to 0 dl 1787398625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787398614.734474:0:166641:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf208890380 with x1874221247587200 ext(0->2128) 00002000:00010000:2.0:1787398614.734492:0:166641:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf208890380 00000100:00100000:2.0:1787398614.734504:0:166641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247587328 00000100:00100000:2.0:1787398614.734507:0:166641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247587328 00002000:00100000:2.0:1787398614.734520:0:166641:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1d2:0x0] (0->4149) req@ffff9cf305a5b480 x1874221247587328/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 4640/0 e 0 to 0 dl 1787398625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787398614.734527:0:166641:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305a5b480 with x1874221247587328 ext(0->4149) 00002000:00010000:2.0:1787398614.734531:0:166641:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf305a5b480 00000100:00100000:2.0:1787398614.734540:0:166641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 32 00000100:00100000:2.0:1787398614.734546:0:166641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+62:69162:x1874221247586176:12345-192.168.204.36@tcp:4:cp.0 00000100:00100000:1.0:1787398614.735055:0:166640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+71:69165:x1874221247586560:12345-192.168.204.36@tcp:4:cp.0 Request processed in 3842us (10738us total) trans 21474836562 rc 0/0 00000100:00100000:1.0:1787398614.735069:0:166640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 27 00002000:00100000:1.0:1787398614.735076:0:166640:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x258:0x0] (0->1789) req@ffff9cf203b10700 x1874221247586560/t21474836562(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 2280/448 e 0 to 0 dl 1787398625 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398614.735083:0:166640:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf203b10700 with x1874221247586560 ext(0->1789) 00002000:00010000:1.0:1787398614.735088:0:166640:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf203b10700 00000100:00100000:1.0:1787398614.735103:0:166640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 33 00000100:00100000:1.0:1787398614.735110:0:166640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+70:69165:x1874221247586048:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:1.0:1787398614.735217:0:166640:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:1.0:1787398614.735221:0:166640:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1787398614.735223:0:166640:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:1.0:1787398614.735225:0:166640:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1787398614.735228:0:166640:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1787398614.735229:0:166640:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1787398614.737600:0:166640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+72:69165:x1874221247586048:12345-192.168.204.36@tcp:4:cp.0 Request processed in 2480us (6257us total) trans 21474836563 rc 0/0 00000100:00100000:1.0:1787398614.737615:0:166640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 33 00002000:00100000:1.0:1787398614.737628:0:166640:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x255:0x0] (0->233) req@ffff9cf307ad2300 x1874221247586048/t21474836563(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 728/448 e 0 to 0 dl 1787398625 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398614.737637:0:166640:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf307ad2300 with x1874221247586048 ext(0->233) 00002000:00010000:1.0:1787398614.737643:0:166640:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf307ad2300 00000100:00100000:1.0:1787398614.737673:0:166640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 34 00000100:00100000:1.0:1787398614.737684:0:166640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+71:69162:x1874221247585792:12345-192.168.204.36@tcp:4:cp.0 00000100:00100000:0.0:1787398614.737976:0:160299:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+62:69165:x1874221247585920:12345-192.168.204.36@tcp:4:cp.0 Request processed in 4030us (6667us total) trans 17179869253 rc 0/0 00000100:00100000:0.0:1787398614.737993:0:160299:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 31 00002000:00100000:0.0:1787398614.738000:0:160299:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1d0:0x0] (0->268) req@ffff9cf307ad2680 x1874221247585920/t17179869253(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 760/448 e 0 to 0 dl 1787398625 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787398614.738007:0:160299:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf307ad2680 with x1874221247585920 ext(0->268) 00002000:00010000:0.0:1787398614.738011:0:160299:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf307ad2680 00000100:00100000:0.0:1787398614.738025:0:160299:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 35 00080000:00000400:2.0:1787398614.738026:0:166638:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:2.0:1787398614.738030:0:166638:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1787398614.738032:0:166638:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00000100:00100000:0.0:1787398614.738033:0:160299:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+61:69163:x1874221247586816:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:2.0:1787398614.738035:0:166638:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1787398614.738037:0:166638:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1787398614.738039:0:166638:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398614.738222:0:166641:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1787398614.738225:0:166641:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1787398614.738227:0:166641:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1787398614.738229:0:166641:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1787398614.738231:0:166641:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1787398614.738233:0:166641:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398614.738770:0:166640:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:1.0:1787398614.738775:0:166640:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1787398614.738784:0:166640:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:1.0:1787398614.738786:0:166640:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1787398614.738788:0:166640:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1787398614.738791:0:166640:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1787398614.739616:0:166641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+66:69162:x1874221247586176:12345-192.168.204.36@tcp:4:cp.0 Request processed in 5065us (8290us total) trans 17179869255 rc 0/0 00000100:00100000:2.0:1787398614.739633:0:166641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 32 00002000:00100000:2.0:1787398614.739642:0:166641:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1d1:0x0] (0->4116) req@ffff9cf307ad0e00 x1874221247586176/t17179869255(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 4608/448 e 0 to 0 dl 1787398625 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787398614.739651:0:166641:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf307ad0e00 with x1874221247586176 ext(0->4116) 00002000:00010000:2.0:1787398614.739657:0:166641:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf307ad0e00 00000100:00100000:2.0:1787398614.739693:0:166641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 36 00000100:00100000:2.0:1787398614.739703:0:166641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+73:69162:x1874221247586304:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:2.0:1787398614.739831:0:166641:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1787398614.739835:0:166641:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1787398614.739837:0:166641:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1787398614.739839:0:166641:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1787398614.739841:0:166641:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1787398614.739843:0:166641:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1787398614.740270:0:166641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+75:69162:x1874221247586304:12345-192.168.204.36@tcp:4:cp.0 Request processed in 568us (8893us total) trans 21474836565 rc 0/0 00000100:00100000:2.0:1787398614.740276:0:166641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 36 00002000:00100000:2.0:1787398614.740282:0:166641:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x256:0x0] (0->3078) req@ffff9cf307ad0380 x1874221247586304/t21474836565(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 3568/448 e 0 to 0 dl 1787398625 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787398614.740519:0:166640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+75:69162:x1874221247585792:12345-192.168.204.36@tcp:4:cp.0 Request processed in 2836us (9169us total) trans 21474836564 rc 0/0 00000100:00100000:1.0:1787398614.740526:0:166640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 34 00002000:00100000:1.0:1787398614.740532:0:166640:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x254:0x0] (0->6212) req@ffff9cf307ad1f80 x1874221247585792/t21474836564(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 6704/448 e 0 to 0 dl 1787398625 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398614.740540:0:166640:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf307ad1f80 with x1874221247585792 ext(0->6212) 00002000:00010000:1.0:1787398614.740544:0:166640:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf307ad1f80 00000100:00100000:1.0:1787398614.740562:0:166640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 37 00000100:00100000:1.0:1787398614.740570:0:166640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+65:69162:x1874221247586688:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:1.0:1787398614.740694:0:166640:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:1.0:1787398614.740698:0:166640:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1787398614.740700:0:166640:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:1.0:1787398614.740702:0:166640:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1787398614.740704:0:166640:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1787398614.740706:0:166640:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00002000:00100000:2.0:1787398614.741089:0:166641:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf307ad0380 with x1874221247586304 ext(0->3078) 00002000:00010000:2.0:1787398614.741095:0:166641:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf307ad0380 00000100:00100000:2.0:1787398614.741115:0:166641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 38 00000100:00100000:2.0:1787398614.741122:0:166641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+73:69165:x1874221247586944:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:2.0:1787398614.741228:0:166641:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1787398614.741231:0:166641:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1787398614.741239:0:166641:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1787398614.741241:0:166641:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1787398614.741243:0:166641:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1787398614.741245:0:166641:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1787398614.741534:0:166640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+67:69162:x1874221247586688:12345-192.168.204.36@tcp:4:cp.0 Request processed in 963us (10141us total) trans 17179869256 rc 0/0 00000100:00100000:1.0:1787398614.741542:0:166640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 37 00002000:00100000:1.0:1787398614.741549:0:166640:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1d5:0x0] (0->6233) req@ffff9cf307ad3b80 x1874221247586688/t17179869256(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 6728/448 e 0 to 0 dl 1787398625 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398614.741558:0:166640:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf307ad3b80 with x1874221247586688 ext(0->6233) 00002000:00010000:1.0:1787398614.741562:0:166640:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf307ad3b80 00000100:00100000:1.0:1787398614.741575:0:166640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 39 00000100:00100000:1.0:1787398614.741588:0:166640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+66:69163:x1874221247587200:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:1.0:1787398614.741667:0:166640:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1787398614.741671:0:166640:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1787398614.741673:0:166640:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1787398614.741675:0:166640:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1787398614.741676:0:166640:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1787398614.741678:0:166640:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1787398614.742853:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398614.742946:0:166640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+68:69163:x1874221247587200:12345-192.168.204.36@tcp:4:cp.0 Request processed in 1357us (8679us total) trans 17179869257 rc 0/0 00000100:00100000:1.0:1787398614.742965:0:166640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 39 00002000:00100000:1.0:1787398614.742974:0:166640:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1d7:0x0] (0->2128) req@ffff9cf208890380 x1874221247587200/t17179869257(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 2624/448 e 0 to 0 dl 1787398625 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398614.742983:0:166640:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf208890380 with x1874221247587200 ext(0->2128) 00002000:00010000:1.0:1787398614.742988:0:166640:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf208890380 00000100:00100000:1.0:1787398614.743006:0:166640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247587072 00000100:00100000:1.0:1787398614.743013:0:166640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247587072 00002000:00100000:1.0:1787398614.743041:0:166640:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x25c:0x0] (0->158095) req@ffff9cf20bb29880 x1874221247587072/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 488/0 e 0 to 0 dl 1787398625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398614.743049:0:166640:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf20bb29880 with x1874221247587072 ext(0->158095) 00002000:00010000:1.0:1787398614.743052:0:166640:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf20bb29880 00000100:00100000:1.0:1787398614.743077:0:166562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 40 00000100:00100000:1.0:1787398614.743085:0:166562:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+67:69163:x1874221247587328:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:1.0:1787398614.743228:0:166562:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1787398614.743232:0:166562:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1787398614.743234:0:166562:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1787398614.743240:0:166562:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1787398614.743243:0:166562:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1787398614.743245:0:166562:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1787398614.743514:0:166641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+76:69165:x1874221247586944:12345-192.168.204.36@tcp:4:cp.0 Request processed in 2392us (11597us total) trans 21474836566 rc 0/0 00000100:00100000:2.0:1787398614.743522:0:166641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 38 00002000:00100000:2.0:1787398614.743527:0:166641:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x25b:0x0] (0->13878) req@ffff9cf307ad0700 x1874221247586944/t21474836566(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 14368/448 e 0 to 0 dl 1787398625 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787398614.743535:0:166641:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf307ad0700 with x1874221247586944 ext(0->13878) 00002000:00010000:2.0:1787398614.743539:0:166641:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf307ad0700 00000100:00100000:2.0:1787398614.743555:0:166641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 41 00000100:00100000:2.0:1787398614.743562:0:166641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+75:69164:x1874221247587072:12345-192.168.204.36@tcp:4:cp.0 00000100:00100000:0.0:1787398614.744202:0:166562:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+69:69163:x1874221247587328:12345-192.168.204.36@tcp:4:cp.0 Request processed in 1115us (9875us total) trans 17179869258 rc 0/0 00000100:00100000:0.0:1787398614.744210:0:166562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 40 00002000:00100000:0.0:1787398614.744216:0:166562:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1d2:0x0] (0->4149) req@ffff9cf305a5b480 x1874221247587328/t17179869258(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 4640/448 e 0 to 0 dl 1787398625 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787398614.744224:0:166562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305a5b480 with x1874221247587328 ext(0->4149) 00002000:00010000:0.0:1787398614.744229:0:166562:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf305a5b480 00000100:00100000:0.0:1787398614.744591:0:166638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:dbe7f5ec-0726-4851-a675-2f47d040e30f+68:69162:x1874221247585664:12345-192.168.204.36@tcp:4:cp.0 Request processed in 10656us (13295us total) trans 17179869254 rc 0/0 00000100:00100000:0.0:1787398614.744598:0:166638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 30 00002000:00100000:0.0:1787398614.744604:0:166638:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1cf:0x0] (0->6812) req@ffff9cf307ad2a00 x1874221247585664/t17179869254(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 7304/448 e 0 to 0 dl 1787398625 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787398614.744612:0:166638:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf307ad2a00 with x1874221247585664 ext(0->6812) 00002000:00010000:0.0:1787398614.744617:0:166638:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf307ad2a00 00080000:00000400:3.0:1787398614.748527:0:160301:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1787398614.748535:0:160301:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1787398614.748538:0:160301:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1787398614.748541:0:160301:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1787398614.748543:0:160301:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1787398614.748545:0:160301:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00080000:0.0:1787398614.750369:0:161106:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 17179869253 is committed 00000100:00100000:3.0:1787398614.755243:0:160301:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+77:69165:x1874221247585536:12345-192.168.204.36@tcp:4:cp.0 Request processed in 21594us (23952us total) trans 21474836567 rc 0/0 00000100:00100000:3.0:1787398614.755260:0:160301:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 29 00002000:00100000:3.0:1787398614.755277:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x253:0x0] (0->55539) req@ffff9cf307ad1c00 x1874221247585536/t21474836567(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 488/448 e 0 to 0 dl 1787398625 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398614.755287:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf307ad1c00 with x1874221247585536 ext(0->55539) 00002000:00010000:3.0:1787398614.755295:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf307ad1c00 00000100:00100000:0.0:1787398614.755760:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398614.755814:0:166640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247587584 00000100:00100000:3.0:1787398614.755823:0:166640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247587584 00000100:00100000:0.0:1787398614.755881:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398614.755910:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00002000:00100000:3.0:1787398614.755934:0:166640:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1d3:0x0] (0->8440) req@ffff9cf305a59f80 x1874221247587584/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 8936/0 e 0 to 0 dl 1787398625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398614.755946:0:166640:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305a59f80 with x1874221247587584 ext(0->8440) 00002000:00010000:3.0:1787398614.755968:0:166640:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf305a59f80 00000100:00100000:3.0:1787398614.755998:0:160300:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247587712 00000100:00100000:3.0:1787398614.756002:0:160300:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247587712 00002000:00100000:3.0:1787398614.756019:0:160300:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1d4:0x0] (0->1693) req@ffff9cf305a5b100 x1874221247587712/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 2184/0 e 0 to 0 dl 1787398625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398614.756027:0:160300:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305a5b100 with x1874221247587712 ext(0->1693) 00002000:00010000:3.0:1787398614.756030:0:160300:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf305a5b100 00000100:00100000:3.0:1787398614.756040:0:160300:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247587840 00000100:00100000:3.0:1787398614.756043:0:160300:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247587840 00002000:00100000:3.0:1787398614.756057:0:160300:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x259:0x0] (0->6429) req@ffff9cf305a5a680 x1874221247587840/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 6920/0 e 0 to 0 dl 1787398625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398614.756065:0:160300:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305a5a680 with x1874221247587840 ext(0->6429) 00002000:00010000:3.0:1787398614.756068:0:160300:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf305a5a680 00000100:00100000:0.0:1787398614.756074:0:166562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 42 00000100:00100000:0.0:1787398614.756085:0:166562:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+57:69164:x1874221247587584:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:0.0:1787398614.756274:0:166562:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1787398614.756279:0:166562:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1787398614.756282:0:166562:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1787398614.756284:0:166562:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1787398614.756287:0:166562:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1787398614.756289:0:166562:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398614.756566:0:166641:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1787398614.756570:0:166641:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1787398614.756572:0:166641:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1787398614.756574:0:166641:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1787398614.756576:0:166641:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1787398614.756577:0:166641:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1787398614.758028:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00080000:00000400:1.0:1787398614.758254:0:160299:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:1.0:1787398614.758263:0:160299:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1787398614.758264:0:160299:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:1.0:1787398614.758266:0:160299:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1787398614.758268:0:160299:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1787398614.758269:0:160299:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1787398614.758828:0:160299:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+58:69163:x1874221247586816:12345-192.168.204.36@tcp:4:cp.0 Request processed in 20793us (27463us total) trans 17179869259 rc 0/0 00000100:00100000:0.0:1787398614.759803:0:166638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 43 00000100:00100000:3.0:1787398614.759806:0:160300:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247587456 00000100:00100000:3.0:1787398614.759815:0:160300:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247587456 00002000:00100000:3.0:1787398614.759859:0:160300:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x25a:0x0] (0->110862) req@ffff9cf20bb28380 x1874221247587456/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 488/0 e 0 to 0 dl 1787398625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787398614.759879:0:166638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:dbe7f5ec-0726-4851-a675-2f47d040e30f+58:69162:x1874221247587712:12345-192.168.204.36@tcp:4:cp.0 00002000:00100000:3.0:1787398614.759924:0:160300:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf20bb28380 with x1874221247587456 ext(0->110862) 00002000:00010000:3.0:1787398614.759929:0:160300:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf20bb28380 00000100:00100000:3.0:1787398614.759944:0:160300:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 44 00000100:00100000:3.0:1787398614.759961:0:160300:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+80:69162:x1874221247587840:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:3.0:1787398614.760096:0:160300:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1787398614.760101:0:160300:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1787398614.760103:0:160300:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1787398614.760105:0:160300:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1787398614.760108:0:160300:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1787398614.760115:0:160300:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1787398614.760143:0:166638:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1787398614.760146:0:166638:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1787398614.760148:0:166638:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1787398614.760150:0:166638:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1787398614.760152:0:166638:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1787398614.760154:0:166638:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:0.0:1787398614.760754:0:166638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:dbe7f5ec-0726-4851-a675-2f47d040e30f+60:69162:x1874221247587712:12345-192.168.204.36@tcp:4:cp.0 Request processed in 877us (4871us total) trans 17179869260 rc 0/0 00000100:00100000:0.0:1787398614.760776:0:166638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 43 00002000:00100000:0.0:1787398614.760784:0:166638:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1d4:0x0] (0->1693) req@ffff9cf305a5b100 x1874221247587712/t17179869260(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 2184/448 e 0 to 0 dl 1787398625 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787398614.760992:0:166638:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305a5b100 with x1874221247587712 ext(0->1693) 00002000:00010000:0.0:1787398614.760998:0:166638:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf305a5b100 00000100:00100000:3.0:1787398614.761033:0:160300:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+82:69162:x1874221247587840:12345-192.168.204.36@tcp:4:cp.0 Request processed in 1081us (5121us total) trans 21474836569 rc 0/0 00000100:00100000:3.0:1787398614.761040:0:160300:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 44 00002000:00100000:3.0:1787398614.761046:0:160300:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x259:0x0] (0->6429) req@ffff9cf305a5a680 x1874221247587840/t21474836569(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 6920/448 e 0 to 0 dl 1787398625 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398614.761054:0:160300:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305a5a680 with x1874221247587840 ext(0->6429) 00002000:00010000:3.0:1787398614.761058:0:160300:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf305a5a680 00000100:00100000:0.0:1787398614.761064:0:166638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 45 00000100:00100000:0.0:1787398614.761073:0:166638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:dbe7f5ec-0726-4851-a675-2f47d040e30f+81:69164:x1874221247587456:12345-192.168.204.36@tcp:4:cp.0 00000100:00100000:3.0:1787398614.761628:0:166641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+81:69164:x1874221247587072:12345-192.168.204.36@tcp:4:cp.0 Request processed in 18064us (18778us total) trans 21474836568 rc 0/0 00000100:00100000:3.0:1787398614.761636:0:166641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 41 00002000:00100000:3.0:1787398614.761644:0:166641:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x25c:0x0] (0->158095) req@ffff9cf20bb29880 x1874221247587072/t21474836568(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 488/448 e 0 to 0 dl 1787398625 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398614.761652:0:166641:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf20bb29880 with x1874221247587072 ext(0->158095) 00002000:00010000:3.0:1787398614.761656:0:166641:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf20bb29880 00000100:00100000:1.0:1787398614.766200:0:160299:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 35 00002000:00100000:1.0:1787398614.766221:0:160299:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1d6:0x0] (0->35426) req@ffff9cf307ad3800 x1874221247586816/t17179869259(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 488/448 e 0 to 0 dl 1787398625 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398614.766233:0:160299:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf307ad3800 with x1874221247586816 ext(0->35426) 00002000:00010000:1.0:1787398614.766241:0:160299:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf307ad3800 00000100:00100000:1.0:1787398614.767741:0:166562:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+60:69164:x1874221247587584:12345-192.168.204.36@tcp:4:cp.0 Request processed in 11649us (11972us total) trans 17179869261 rc 0/0 00000100:00100000:1.0:1787398614.767755:0:166562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 42 00002000:00100000:1.0:1787398614.767765:0:166562:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1d3:0x0] (0->8440) req@ffff9cf305a59f80 x1874221247587584/t17179869261(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 8936/448 e 0 to 0 dl 1787398625 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398614.767775:0:166562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305a59f80 with x1874221247587584 ext(0->8440) 00002000:00010000:1.0:1787398614.767780:0:166562:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf305a59f80 00080000:00000400:3.0:1787398614.777279:0:166638:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1787398614.777293:0:166638:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1787398614.777295:0:166638:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1787398614.777298:0:166638:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1787398614.777300:0:166638:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1787398614.777302:0:166638:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1787398614.778601:0:166638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:dbe7f5ec-0726-4851-a675-2f47d040e30f+81:69164:x1874221247587456:12345-192.168.204.36@tcp:4:cp.0 Request processed in 17519us (20572us total) trans 21474836570 rc 0/0 00000100:00100000:3.0:1787398614.778615:0:166638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 45 00002000:00100000:3.0:1787398614.778627:0:166638:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x25a:0x0] (0->110862) req@ffff9cf20bb28380 x1874221247587456/t21474836570(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:300/0 lens 488/448 e 0 to 0 dl 1787398625 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398614.778656:0:166638:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf20bb28380 with x1874221247587456 ext(0->110862) 00002000:00010000:3.0:1787398614.778662:0:166638:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf20bb28380 00000001:00080000:1.0:1787398614.781395:0:161106:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 17179869258 is committed 00000020:00000080:3.0:1787398614.799391:0:166651:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866e6 len=0 uarg=00007ffd8c2971c0 00000004:00000080:3.0:1787398614.799415:0:166651:0:(mdt_handler.c:8167:mdt_iocontrol()) lustre-MDT0000: cmd=c00866e6 len=608 karg=ffff9cf33f345c00 uarg=0000000000000000 00000004:00000080:3.0:1787398614.799516:0:166651:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffbb7d0fa53d70 00100000:10000000:3.0:1787398614.799522:0:166651:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00100000:10000000:3.0:1787398614.799826:0:166651:0:(lfsck_namespace.c:4332:lfsck_namespace_reset()) lustre-MDT0000-osd: namespace LFSCK reset: rc = 0 00100000:10000000:3.0:1787398614.800696:0:166653:0:(scrub.c:294:scrub_thread_prep()) lustre-MDT0000: OI scrub prep, flags = 0x46 00100000:10000000:3.0:1787398614.800701:0:166653:0:(scrub.c:116:scrub_file_reset()) lustre-MDT0000: reset OI scrub file, old flags = 0x0, add flags = 0x0 00100000:10000000:3.0:1787398614.800742:0:166653:0:(scrub.c:229:scrub_file_store()) lustre-MDT0000: store scrub file: rc = 0 00100000:10000000:2.0:1787398614.800859:0:166652:0:(lfsck_lib.c:2526:lfsck_start_assistant()) lustre-MDT0000-osd: start lfsck_namespace assistant thread 00100000:10000000:3.0:1787398614.801234:0:166652:0:(lfsck_namespace.c:4580:lfsck_namespace_prep()) lustre-MDT0000-osd: namespace LFSCK prep done, start pos [1, [0x0:0x0:0x0], 0x0]: rc = 0 00100000:10000000:3.0:1787398614.801248:0:166653:0:(osd_scrub.c:1263:osd_scrub_main()) lustre-MDT0000: OI scrub start, flags = 0x46, pos = 12 00000001:00080000:1.0:1787398614.801443:0:158774:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738828 is committed 00010000:00010000:3.0:1787398614.801456:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca200/0x5703899912343ba4 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.801468:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca200/0x5703899912343ba4 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.801494:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca200/0x5703899912343ba4 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.801500:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2034ca200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.801505:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca200/0x5703899912343ba4 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.801512:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca200/0x5703899912343ba4 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.801530:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x57ba1cca (ffff9cf33e1a8000) 00010000:00010000:3.0:1787398614.801539:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.801544:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca200/0x5703899912343ba4 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.801550:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca200/0x5703899912343ba4 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.801575:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508e00/0x5703899912343bff lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.801581:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508e00/0x5703899912343bff lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.801586:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508e00/0x5703899912343bff lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.801591:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301508e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.801594:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508e00/0x5703899912343bff lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.801600:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508e00/0x5703899912343bff lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.801608:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x407c6222 (ffff9cf305ea8700) 00010000:00010000:3.0:1787398614.801611:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.801615:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508e00/0x5703899912343bff lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.801621:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508e00/0x5703899912343bff lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.801646:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2200/0x5703899912343c5a lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.801657:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2200/0x5703899912343c5a lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.801662:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2200/0x5703899912343c5a lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00100000:10000000:1.0:1787398614.801688:0:166652:0:(lfsck_namespace.c:4478:lfsck_namespace_checkpoint()) lustre-MDT0000-osd: namespace LFSCK checkpoint at the pos [13, [0x0:0x0:0x0], 0x0], status = 1: rc = 0 00100000:10000000:1.0:1787398614.801698:0:166652:0:(lfsck_engine.c:1034:lfsck_master_engine()) lustre-MDT0000-osd entry: oit_flags = 0x60000, dir_flags = 0x8006, oit_cookie = 13, dir_cookie = 0x0, parent = [0x0:0x0:0x0], pid = 166652 00100000:02000000:1.0:1787398614.801709:0:166652:0:(lfsck_engine.c:823:lfsck_master_oit_engine()) *** cfs_fail_loc=1600, val=3*** 00100000:10000000:2.0:1787398614.801760:0:166654:0:(lfsck_engine.c:1551:lfsck_assistant_engine()) lustre-MDT0000-osd: lfsck_namespace LFSCK assistant thread start 00010000:00010000:3.0:1787398614.801796:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d2200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.801800:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2200/0x5703899912343c5a lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.801806:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2200/0x5703899912343c5a lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.801815:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x239dea14 (ffff9cf3112cba00) 00010000:00010000:3.0:1787398614.801818:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.801821:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2200/0x5703899912343c5a lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.801827:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2200/0x5703899912343c5a lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.801844:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48200/0x5703899912343cb5 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.801916:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48200/0x5703899912343cb5 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.801923:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48200/0x5703899912343cb5 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.801928:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf48200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.801937:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48200/0x5703899912343cb5 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.801944:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48200/0x5703899912343cb5 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.801963:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x130f79e0 (ffff9cf311b01e00) 00010000:00010000:3.0:1787398614.801966:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.801969:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48200/0x5703899912343cb5 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.801976:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48200/0x5703899912343cb5 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.801993:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343d10 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.801999:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343d10 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.802005:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343d10 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.802010:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d3c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.802013:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343d10 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.802020:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343d10 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.802027:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xc735cef4 (ffff9cf305182600) 00010000:00010000:3.0:1787398614.802030:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.802040:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343d10 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.802046:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3c00/0x5703899912343d10 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.802064:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509c00/0x5703899912343d6b lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.802071:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509c00/0x5703899912343d6b lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.802077:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509c00/0x5703899912343d6b lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.802083:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301509c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.802085:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509c00/0x5703899912343d6b lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.802092:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509c00/0x5703899912343d6b lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.802100:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x21aa2247 (ffff9cf33b69ec00) 00010000:00010000:3.0:1787398614.802102:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.802106:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509c00/0x5703899912343d6b lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.802112:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509c00/0x5703899912343d6b lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.802127:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69800/0x5703899912343dc6 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.802143:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69800/0x5703899912343dc6 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.802149:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69800/0x5703899912343dc6 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.802303:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf305a69800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.802307:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69800/0x5703899912343dc6 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.802314:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69800/0x5703899912343dc6 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.802323:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xbf580d0c (ffff9cf20af0d200) 00010000:00010000:3.0:1787398614.802326:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.802329:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69800/0x5703899912343dc6 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.802335:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69800/0x5703899912343dc6 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.802354:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8800/0x5703899912343e21 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.802361:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8800/0x5703899912343e21 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.802367:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8800/0x5703899912343e21 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.802372:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf3136b8800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.802382:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8800/0x5703899912343e21 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.802389:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8800/0x5703899912343e21 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.802397:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe3541c1d (ffff9cf3414fe700) 00010000:00010000:3.0:1787398614.802400:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.802403:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8800/0x5703899912343e21 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.802409:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8800/0x5703899912343e21 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.802426:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912343e7c lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.802433:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912343e7c lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.802439:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912343e7c lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.802444:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf48000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.802447:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912343e7c lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.802453:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912343e7c lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.802461:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x89d48c8d (ffff9cf311b01400) 00010000:00010000:3.0:1787398614.802463:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.802472:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912343e7c lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.803751:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912343e7c lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.803772:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x5703899912343ed7 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.803780:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x5703899912343ed7 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.803786:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x5703899912343ed7 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.803791:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf300031600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.803795:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x5703899912343ed7 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.803801:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x5703899912343ed7 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.803813:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xa38d6329 (ffff9cf3414fef00) 00010000:00010000:3.0:1787398614.803815:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.803819:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x5703899912343ed7 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.803825:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031600/0x5703899912343ed7 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.803839:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343f32 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.804231:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343f32 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.804237:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343f32 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.804242:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d3600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.804245:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343f32 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.804250:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343f32 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.804258:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xbb599949 (ffff9cf3414feb00) 00010000:00010000:3.0:1787398614.804260:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.804263:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343f32 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.804268:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3600/0x5703899912343f32 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.804286:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75da00/0x5703899912343f8d lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.804293:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75da00/0x5703899912343f8d lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.804300:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75da00/0x5703899912343f8d lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.804305:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75da00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.804314:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75da00/0x5703899912343f8d lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.804320:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75da00/0x5703899912343f8d lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.804328:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x1a616f3f (ffff9cf3414fea00) 00010000:00010000:3.0:1787398614.804331:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.804333:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75da00/0x5703899912343f8d lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.804339:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75da00/0x5703899912343f8d lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.804774:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c200/0x5703899912343fe8 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.804782:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c200/0x5703899912343fe8 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.804787:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c200/0x5703899912343fe8 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.804792:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75c200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.804795:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c200/0x5703899912343fe8 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.804801:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c200/0x5703899912343fe8 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.804810:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x6d38f012 (ffff9cf3414fe200) 00010000:00010000:3.0:1787398614.804813:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.804822:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c200/0x5703899912343fe8 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.804828:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c200/0x5703899912343fe8 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.804846:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242da00/0x5703899912344043 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.805046:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242da00/0x5703899912344043 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.805052:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242da00/0x5703899912344043 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.805057:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242da00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.805060:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242da00/0x5703899912344043 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.805066:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242da00/0x5703899912344043 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.805074:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x52815b39 (ffff9cf311b01600) 00010000:00010000:3.0:1787398614.805077:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.805079:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242da00/0x5703899912344043 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.805085:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242da00/0x5703899912344043 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.805103:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca600/0x570389991234409e lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.805120:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca600/0x570389991234409e lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.805126:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca600/0x570389991234409e lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.805131:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2034ca600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.805134:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca600/0x570389991234409e lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.805139:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca600/0x570389991234409e lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.805146:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9cfce7b5 (ffff9cf33e1a8600) 00010000:00010000:3.0:1787398614.805148:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.805223:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca600/0x570389991234409e lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.805231:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca600/0x570389991234409e lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.805249:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d000/0x57038999123440f9 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.805256:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d000/0x57038999123440f9 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.805261:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d000/0x57038999123440f9 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.805267:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75d000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.805276:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d000/0x57038999123440f9 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.805283:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d000/0x57038999123440f9 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.805291:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe708c894 (ffff9cf304cbd400) 00010000:00010000:3.0:1787398614.805294:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.805297:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d000/0x57038999123440f9 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.805302:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d000/0x57038999123440f9 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.805317:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x5703899912344154 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.805324:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x5703899912344154 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.805329:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x5703899912344154 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.805334:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75c600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.805337:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x5703899912344154 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.805343:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x5703899912344154 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.805350:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xd13f1037 (ffff9cf304cbdd00) 00010000:00010000:3.0:1787398614.805353:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.805363:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x5703899912344154 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.805369:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c600/0x5703899912344154 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.805385:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242dc00/0x57038999123441af lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.805391:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242dc00/0x57038999123441af lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.805397:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242dc00/0x57038999123441af lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.805402:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242dc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.805405:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242dc00/0x57038999123441af lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.805410:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242dc00/0x57038999123441af lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.807592:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xc701cb36 (ffff9cf303a80f00) 00010000:00010000:3.0:1787398614.807597:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.807605:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242dc00/0x57038999123441af lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.807613:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242dc00/0x57038999123441af lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.807645:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x570389991234420a lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.807669:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x570389991234420a lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808010:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x570389991234420a lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808016:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75c000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.808020:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x570389991234420a lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808027:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x570389991234420a lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808036:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x322afea2 (ffff9cf304cbd000) 00010000:00010000:3.0:1787398614.808038:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.808041:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x570389991234420a lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808046:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c000/0x570389991234420a lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808064:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ce00/0x5703899912344265 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808070:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ce00/0x5703899912344265 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808075:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ce00/0x5703899912344265 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808079:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75ce00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.808088:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ce00/0x5703899912344265 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808094:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ce00/0x5703899912344265 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808101:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xaa0c2c16 (ffff9cf304cbde00) 00010000:00010000:3.0:1787398614.808103:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.808106:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ce00/0x5703899912344265 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808111:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75ce00/0x5703899912344265 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808125:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb200/0x57038999123442c0 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808130:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb200/0x57038999123442c0 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808135:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb200/0x57038999123442c0 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808140:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2034cb200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.808143:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb200/0x57038999123442c0 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808149:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb200/0x57038999123442c0 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808224:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xd47b514a (ffff9cf33e1a8400) 00010000:00010000:3.0:1787398614.808226:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.808235:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb200/0x57038999123442c0 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808241:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb200/0x57038999123442c0 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808259:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242de00/0x570389991234431b lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808265:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242de00/0x570389991234431b lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808270:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242de00/0x570389991234431b lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808275:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242de00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.808278:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242de00/0x570389991234431b lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808283:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242de00/0x570389991234431b lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808290:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x7772308b (ffff9cf303a80000) 00010000:00010000:3.0:1787398614.808293:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.808296:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242de00/0x570389991234431b lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808301:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242de00/0x570389991234431b lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808313:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a400/0x5703899912344376 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808328:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a400/0x5703899912344376 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808334:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a400/0x5703899912344376 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808338:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf202c5a400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.808341:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a400/0x5703899912344376 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808346:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a400/0x5703899912344376 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808354:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe087ee79 (ffff9cf337a20a00) 00010000:00010000:3.0:1787398614.808357:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.808360:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a400/0x5703899912344376 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808365:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a400/0x5703899912344376 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808380:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ba00/0x57038999123443d1 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808386:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ba00/0x57038999123443d1 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808391:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ba00/0x57038999123443d1 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808395:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf202c5ba00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.808404:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ba00/0x57038999123443d1 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808411:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ba00/0x57038999123443d1 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808418:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x4d2290fc (ffff9cf337a20c00) 00010000:00010000:3.0:1787398614.808420:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.808423:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ba00/0x57038999123443d1 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808428:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ba00/0x57038999123443d1 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808443:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d000/0x570389991234442c lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808449:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d000/0x570389991234442c lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808454:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d000/0x570389991234442c lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808458:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242d000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.808461:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d000/0x570389991234442c lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808466:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d000/0x570389991234442c lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808473:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x489b8eb2 (ffff9cf303a80800) 00010000:00010000:3.0:1787398614.808626:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.808635:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d000/0x570389991234442c lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808641:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d000/0x570389991234442c lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808660:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912344487 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808732:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912344487 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808739:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912344487 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808744:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9ac00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.808747:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912344487 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808753:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912344487 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808761:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xf2ca543e (ffff9cf33f78e700) 00010000:00010000:3.0:1787398614.808763:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.808766:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912344487 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808771:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912344487 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808786:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b800/0x57038999123444e2 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808799:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b800/0x57038999123444e2 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808804:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b800/0x57038999123444e2 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808809:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf202c5b800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.808812:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b800/0x57038999123444e2 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808818:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b800/0x57038999123444e2 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808826:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xd06bcd9f (ffff9cf305ea9d00) 00010000:00010000:3.0:1787398614.808828:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.808831:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b800/0x57038999123444e2 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808836:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b800/0x57038999123444e2 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808916:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b400/0x570389991234453d lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808923:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b400/0x570389991234453d lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808929:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b400/0x570389991234453d lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808934:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf202c5b400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.808943:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b400/0x570389991234453d lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808957:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b400/0x570389991234453d lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808966:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x22eacdcf (ffff9cf305ea9b00) 00010000:00010000:3.0:1787398614.808969:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.808972:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b400/0x570389991234453d lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808978:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b400/0x570389991234453d lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808993:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344598 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.808999:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344598 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809005:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344598 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809010:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242d200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.809013:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344598 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809018:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344598 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809024:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9ce4d69c (ffff9cf341c78600) 00010000:00010000:3.0:1787398614.809026:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.809033:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344598 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809039:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d200/0x5703899912344598 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809054:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x57038999123445f3 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809060:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x57038999123445f3 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809066:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x57038999123445f3 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809071:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9be00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.809073:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x57038999123445f3 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809079:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x57038999123445f3 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809086:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x6caa4986 (ffff9cf30dbdb800) 00010000:00010000:3.0:1787398614.809088:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.809091:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x57038999123445f3 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809096:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9be00/0x57038999123445f3 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809110:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ca00/0x570389991234464e lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809126:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ca00/0x570389991234464e lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809132:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ca00/0x570389991234464e lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809137:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20359ca00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.809140:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ca00/0x570389991234464e lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809146:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ca00/0x570389991234464e lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809228:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x47a21a83 (ffff9cf30d87d100) 00010000:00010000:3.0:1787398614.809231:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.809234:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ca00/0x570389991234464e lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809240:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ca00/0x570389991234464e lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809259:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912344678 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809265:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912344678 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809271:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912344678 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809276:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b1d2e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.809285:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912344678 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809293:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912344678 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809300:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xff182846 (ffff9cf30dbdb400) 00010000:00010000:3.0:1787398614.809303:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.809306:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912344678 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809311:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2e00/0x5703899912344678 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809324:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x570389991234467f lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809331:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x570389991234467f lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809336:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x570389991234467f lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809341:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242ce00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.809344:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x570389991234467f lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809349:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x570389991234467f lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809356:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x4f:0x0].0x0 (ffff9cf341c78200) 00010000:00010000:3.0:1787398614.809358:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.809367:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x570389991234467f lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809373:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ce00/0x570389991234467f lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809385:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x570389991234468d lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809392:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x570389991234468d lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809397:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x570389991234468d lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809401:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2034cb400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.809404:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x570389991234468d lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809410:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x570389991234468d lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809418:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x43454b14 (ffff9cf20bc1fe00) 00010000:00010000:3.0:1787398614.809420:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.809422:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x570389991234468d lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809428:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb400/0x570389991234468d lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809442:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x5703899912344694 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809458:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x5703899912344694 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809463:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x5703899912344694 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809468:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2034cac00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.809471:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x5703899912344694 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809558:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x5703899912344694 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809568:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x50:0x0].0x0 (ffff9cf20bc1f000) 00010000:00010000:3.0:1787398614.809571:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.809574:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x5703899912344694 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809580:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cac00/0x5703899912344694 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809594:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123446a2 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809600:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123446a2 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809606:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123446a2 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809611:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242c000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.809621:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123446a2 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809628:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123446a2 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809637:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x87726de2 (ffff9cf341c78a00) 00010000:00010000:3.0:1787398614.809639:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.809643:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123446a2 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809649:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c000/0x57038999123446a2 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809664:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123446a9 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809833:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123446a9 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809839:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123446a9 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809844:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242cc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.809912:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123446a9 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809920:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123446a9 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809930:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x51:0x0].0x0 (ffff9cf341c78800) 00010000:00010000:3.0:1787398614.809932:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.809962:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123446a9 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809970:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242cc00/0x57038999123446a9 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809984:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406a00/0x57038999123446b7 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809991:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406a00/0x57038999123446b7 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.809997:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406a00/0x57038999123446b7 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810002:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf205406a00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.810006:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406a00/0x57038999123446b7 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810011:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406a00/0x57038999123446b7 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810020:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xbda0828b (ffff9cf33e1a8500) 00010000:00010000:3.0:1787398614.810022:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.810025:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406a00/0x57038999123446b7 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810030:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406a00/0x57038999123446b7 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810045:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406600/0x57038999123446c5 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810062:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406600/0x57038999123446c5 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810068:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406600/0x57038999123446c5 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810073:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf205406600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.810076:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406600/0x57038999123446c5 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810082:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406600/0x57038999123446c5 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810089:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x1cda55a (ffff9cf33e1a8100) 00010000:00010000:3.0:1787398614.810092:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.810094:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406600/0x57038999123446c5 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810100:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406600/0x57038999123446c5 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810114:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406e00/0x57038999123446d3 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810120:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406e00/0x57038999123446d3 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810126:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406e00/0x57038999123446d3 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810131:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf205406e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.810139:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406e00/0x57038999123446d3 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810146:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406e00/0x57038999123446d3 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810226:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x45fac828 (ffff9cf33e1a8f00) 00010000:00010000:3.0:1787398614.810229:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.810233:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406e00/0x57038999123446d3 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810239:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406e00/0x57038999123446d3 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810256:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x57038999123446fd lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810262:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x57038999123446fd lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810267:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x57038999123446fd lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810272:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242d600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.810275:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x57038999123446fd lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810280:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x57038999123446fd lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810287:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x4f:0x0].0xbda0828b (ffff9cf341c78f00) 00010000:00010000:3.0:1787398614.810289:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.810298:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x57038999123446fd lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x4f:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810303:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d600/0x57038999123446fd lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x4f:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810319:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x570389991234470b lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810325:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x570389991234470b lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810332:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x570389991234470b lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810337:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf49e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.810339:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x570389991234470b lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810345:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x570389991234470b lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810352:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x4f:0x0].0x1cda55a (ffff9cf341c78b00) 00010000:00010000:3.0:1787398614.810355:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.810357:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x570389991234470b lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x4f:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810362:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x570389991234470b lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x4f:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810376:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407600/0x5703899912344719 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810392:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407600/0x5703899912344719 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810398:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407600/0x5703899912344719 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810402:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf205407600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.810405:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407600/0x5703899912344719 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810410:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407600/0x5703899912344719 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810418:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x4f:0x0].0x45fac828 (ffff9cf31e895c00) 00010000:00010000:3.0:1787398614.810420:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.810423:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407600/0x5703899912344719 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x4f:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810428:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407600/0x5703899912344719 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x4f:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810443:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c200/0x5703899912344743 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810448:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c200/0x5703899912344743 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810454:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c200/0x5703899912344743 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810458:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20359c200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.810466:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c200/0x5703899912344743 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810473:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c200/0x5703899912344743 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810584:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x50:0x0].0xbda0828b (ffff9cf30d87d500) 00010000:00010000:3.0:1787398614.810587:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.810590:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c200/0x5703899912344743 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x50:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810596:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c200/0x5703899912344743 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x50:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810612:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912344751 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810618:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912344751 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810623:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912344751 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810628:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf49a00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.810631:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912344751 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810636:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912344751 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810643:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x50:0x0].0x1cda55a (ffff9cf341c78c00) 00010000:00010000:3.0:1787398614.810645:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.810653:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912344751 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x50:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810659:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49a00/0x5703899912344751 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x50:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810745:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x570389991234475f lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810751:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x570389991234475f lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810756:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x570389991234475f lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810761:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20d96b000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.810764:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x570389991234475f lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810771:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x570389991234475f lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810778:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x50:0x0].0x45fac828 (ffff9cf341c78000) 00010000:00010000:3.0:1787398614.810781:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.810784:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x570389991234475f lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x50:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810789:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b000/0x570389991234475f lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x50:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810802:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407c00/0x5703899912344789 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810815:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407c00/0x5703899912344789 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810821:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407c00/0x5703899912344789 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810825:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf205407c00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.810827:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407c00/0x5703899912344789 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810832:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407c00/0x5703899912344789 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810838:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x51:0x0].0xbda0828b (ffff9cf31e895b00) 00010000:00010000:3.0:1787398614.810840:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.810843:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407c00/0x5703899912344789 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x51:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810912:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407c00/0x5703899912344789 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x51:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810928:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912344797 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810933:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912344797 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810938:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912344797 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810943:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301649400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.810960:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912344797 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810967:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912344797 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810975:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x51:0x0].0x1cda55a (ffff9cf20bc1fd00) 00010000:00010000:3.0:1787398614.810978:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.810981:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912344797 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x51:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.810986:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649400/0x5703899912344797 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x51:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.811003:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648200/0x57038999123447a5 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.811009:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648200/0x57038999123447a5 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.811015:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648200/0x57038999123447a5 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.811021:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301648200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.811023:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648200/0x57038999123447a5 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.811029:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648200/0x57038999123447a5 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.811037:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x51:0x0].0x45fac828 (ffff9cf20bc1f400) 00010000:00010000:3.0:1787398614.811040:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.811049:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648200/0x57038999123447a5 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x51:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.811055:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648200/0x57038999123447a5 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x51:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.811070:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123447b3 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.811076:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123447b3 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.811082:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123447b3 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.811087:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf301508600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.811090:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123447b3 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.811095:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123447b3 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.811102:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xde5c5568 (ffff9cf20bc1f600) 00010000:00010000:3.0:1787398614.811104:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.811107:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123447b3 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.811112:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508600/0x57038999123447b3 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.811133:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x57038999123447ba lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.811149:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x57038999123447ba lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.811763:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x57038999123447ba lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.811769:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.811772:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x57038999123447ba lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.811780:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x57038999123447ba lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.811791:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x5e:0x0].0x0 (ffff9cf20bc1f700) 00010000:00010000:3.0:1787398614.811793:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.811797:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x57038999123447ba lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.811803:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c400/0x57038999123447ba lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.811820:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407800/0x57038999123447c8 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x22897837 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.811827:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407800/0x57038999123447c8 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x22897837 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.811833:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407800/0x57038999123447c8 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x22897837 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.811838:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf205407800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.811846:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407800/0x57038999123447c8 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x22897837 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.811915:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407800/0x57038999123447c8 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x22897837 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.811924:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x22897837 (ffff9cf31e895d00) 00010000:00010000:3.0:1787398614.811927:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.811930:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407800/0x57038999123447c8 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x22897837 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.811935:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407800/0x57038999123447c8 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x22897837 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.811957:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407400/0x57038999123447cf lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.811963:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407400/0x57038999123447cf lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.811969:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407400/0x57038999123447cf lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.811974:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf205407400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.811976:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407400/0x57038999123447cf lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.811982:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407400/0x57038999123447cf lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.811989:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x5f:0x0].0x0 (ffff9cf31e895e00) 00010000:00010000:3.0:1787398614.811991:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.811999:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407400/0x57038999123447cf lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.812005:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407400/0x57038999123447cf lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.812020:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x57038999123447dd lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.812026:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x57038999123447dd lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.812032:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x57038999123447dd lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.812037:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6d800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.812039:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x57038999123447dd lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.812045:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x57038999123447dd lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.812051:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x66b69b05 (ffff9cf20bc1fb00) 00010000:00010000:3.0:1787398614.812053:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.812055:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x57038999123447dd lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.812061:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d800/0x57038999123447dd lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.812071:0:106487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x57038999123447e4 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x60:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.812084:0:106487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x57038999123447e4 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x60:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.812090:0:106487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x57038999123447e4 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x60:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.812095:0:106487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6ca00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398614.812098:0:106487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x57038999123447e4 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x60:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.812103:0:106487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x57038999123447e4 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x60:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.812110:0:106487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x60:0x0].0x0 (ffff9cf20bc1f100) 00010000:00010000:3.0:1787398614.812111:0:106487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398614.812114:0:106487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x57038999123447e4 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x60:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398614.812119:0:106487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6ca00/0x57038999123447e4 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x60:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398615.140671:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398615.140715:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398615.140747:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398615.140795:0:158789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247587968 00000100:00100000:1.0:1787398615.140812:0:158789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247587968 00000100:00100000:1.0:1787398615.140898:0:158789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 293 00000100:00100000:1.0:1787398615.140909:0:158789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b0e9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69164:x1874221247587968:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398615.141013:0:158789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b0e9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69164:x1874221247587968:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 105us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398615.141020:0:158789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 293 00000100:00100000:1.0:1787398615.141078:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247588224 00000100:00100000:1.0:1787398615.141083:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247588224 00000100:00100000:1.0:1787398615.141145:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247588096 00000100:00100000:1.0:1787398615.141148:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247588096 00000100:00100000:1.0:1787398615.141172:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 362 00000100:00100000:1.0:1787398615.141179:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69163:x1874221247588224:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398615.141211:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69163:x1874221247588224:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 32us (562us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398615.141218:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 362 00000100:00100000:1.0:1787398615.141230:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 363 00000100:00100000:1.0:1787398615.141236:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+91:69164:x1874221247588096:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398615.141263:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+91:69164:x1874221247588096:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 27us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398615.141286:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 363 00000100:00080000:1.0:1787398615.141420:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787398615.141425:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1787398615.318708:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1787398616.013293:0:166702:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866e7 len=0 uarg=00007ffd6415d780 00000004:00000080:2.0:1787398616.013320:0:166702:0:(mdt_handler.c:8167:mdt_iocontrol()) lustre-MDT0000: cmd=400866e7 len=608 karg=ffff9cf306ae9c00 uarg=0000000000000000 00000004:00000080:2.0:1787398616.013392:0:166702:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffbb7d0fa33d70 00100000:10000000:0.0:1787398616.013698:0:166654:0:(lfsck_engine.c:1760:lfsck_assistant_engine()) lustre-MDT0000-osd: LFSCK assistant sync before exit 00000004:00080000:0.0:1787398616.013727:0:166654:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 5637080248236ns, next at 5594058276825ns, rc = 0 00080000:00080000:0.0:1787398616.013742:0:166654:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1787398616.013768:0:166654:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 5637080290039ns, next at 5456621163751ns, rc = 0 00080000:00080000:0.0:1787398616.013773:0:166654:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1787398616.016540:0:158774:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 24 committed 00000004:00080000:1.0:1787398616.016586:0:158774:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 28 committed 00100000:10000000:3.0:1787398616.016661:0:166654:0:(lfsck_engine.c:1766:lfsck_assistant_engine()) lustre-MDT0000-osd: LFSCK assistant synced before exit: rc = 0 00100000:10000000:3.0:1787398616.016670:0:166654:0:(lfsck_engine.c:1790:lfsck_assistant_engine()) lustre-MDT0000-osd: lfsck_namespace LFSCK assistant thread exit: rc = 0 00100000:10000000:1.0:1787398616.016850:0:166652:0:(lfsck_engine.c:826:lfsck_master_oit_engine()) lustre-MDT0000-osd: OIT scan exit for engine stop, cookie 13 00100000:10000000:1.0:1787398616.016859:0:166652:0:(lfsck_engine.c:1053:lfsck_master_engine()) lustre-MDT0000-osd ffff9cf20c144f80 exit: oit_flags = 0x60000, dir_flags = 0x8006, oit_cookie = 12, dir_cookie = 0x0, parent = [0x0:0x0:0x0], pid = 166652: rc = 0 00100000:10000000:1.0:1787398616.016871:0:166652:0:(lfsck_lib.c:2594:lfsck_post_generic()) lustre-MDT0000-osd: waiting for assistant to do lfsck_namespace post, rc = 0 00100000:10000000:1.0:1787398616.016875:0:166652:0:(lfsck_lib.c:2604:lfsck_post_generic()) lustre-MDT0000-osd: the assistant has done lfsck_namespace post, rc = 0 00100000:10000000:1.0:1787398616.016984:0:166652:0:(lfsck_namespace.c:4808:lfsck_namespace_post()) lustre-MDT0000-osd: namespace LFSCK post done: rc = 0 00100000:10000000:3.0:1787398616.017367:0:166653:0:(scrub.c:368:scrub_thread_post()) lustre-MDT0000: OI scrub post with result = 0 00100000:10000000:3.0:1787398616.017420:0:166653:0:(scrub.c:229:scrub_file_store()) lustre-MDT0000: store scrub file: rc = 0 00100000:10000000:3.0:1787398616.017424:0:166653:0:(osd_scrub.c:1303:osd_scrub_main()) lustre-MDT0000: OI scrub: stop, pos = 20036: rc = 0 00010000:00010000:1.0:1787398616.355493:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398616.539828:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261018624:0@lo:400:kworker.0 00000100:00100000:0.0:1787398616.539941:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398616.540365:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261018752:0@lo:400:kworker.0 00000100:00100000:1.0:1787398616.540403:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398616.542247:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106501:1874221261019136:0@lo:400:kworker.0 00000100:00100000:0.0:1787398616.542313:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398616.542346:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261019648:0@lo:400:kworker.0 00000100:00100000:0.0:1787398616.542374:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398616.542424:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:0.0:1787398616.542432:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a066c752-c801-430f-905b-71f66cddaa9e:106501:1874221261018496:0@lo:400:kworker.0 00000100:00100000:0.0:1787398616.542463:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398616.542504:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106501:1874221261019008:0@lo:400:kworker.0 00000100:00100000:0.0:1787398616.542527:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398616.542545:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:106501:1874221261019520:0@lo:400:kworker.0 00000100:00100000:0.0:1787398616.542567:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398616.542583:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31372df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106501:1874221261020032:0@lo:400:kworker.0 00000100:00100000:0.0:1787398616.542602:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398616.542642:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261018624 00000100:00100000:0.0:1787398616.542649:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261018624 00000100:00100000:0.0:1787398616.542691:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261019648 00000100:00100000:0.0:1787398616.542694:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261019648 00000100:00100000:0.0:1787398616.542736:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:0.0:1787398616.542745:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261018624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398616.542967:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787398616.542977:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261020160:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787398616.543006:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398616.545389:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261018880:0@lo:400:kworker.0 00000100:00100000:2.0:1787398616.545458:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398616.545512:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:106503:1874221261019392:0@lo:400:kworker.0 00000100:00100000:2.0:1787398616.545560:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398616.545573:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31372f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261019904:0@lo:400:kworker.0 00000100:00100000:2.0:1787398616.545593:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398616.545609:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20b88aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261020416:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787398616.545641:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398616.545661:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787398616.545668:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261020288:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787398616.545692:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398616.545727:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261020160 00000100:00100000:2.0:1787398616.545733:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261020160 00000100:00100000:2.0:1787398616.545766:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261020416 00000100:00100000:2.0:1787398616.545769:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261020416 00000100:00100000:2.0:1787398616.545786:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:2.0:1787398616.545795:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106501:x1874221261019648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398616.546318:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:106501:x1874221261018624:12345-0@lo:400:kworker.0 Request processed in 3571us (6374us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398616.546328:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:0.0:1787398616.546358:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:0.0:1787398616.546366:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221261020160:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787398616.546395:0:158800:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42520576 avail 36388864 00000100:00100000:0.0:1787398616.546435:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221261020160:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (3428us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398616.546442:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:0.0:1787398616.546469:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:0.0:1787398616.546490:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b888a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261020416:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787398616.546509:0:158800:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42676224 avail 36544512 00000100:00100000:0.0:1787398616.546544:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b888a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261020416:12345-0@lo:41:osp-pre-1-0.0 Request processed in 68us (913us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398616.546549:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:0.0:1787398616.546620:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261019136 00000100:00100000:0.0:1787398616.546625:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261019136 00000100:00100000:0.0:1787398616.546659:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261019008 00000100:00100000:0.0:1787398616.546663:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261019008 00000100:00100000:0.0:1787398616.546675:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261019520 00000100:00100000:0.0:1787398616.546677:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261019520 00000100:00100000:0.0:1787398616.546690:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261020032 00000100:00100000:0.0:1787398616.546692:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261020032 00000100:00100000:0.0:1787398616.546704:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261019392 00000100:00100000:0.0:1787398616.546707:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261019392 00000100:00100000:0.0:1787398616.546724:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:0.0:1787398616.546740:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:106501:x1874221261019136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398616.546741:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261019648:12345-0@lo:400:kworker.0 Request processed in 946us (4365us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398616.546748:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:2.0:1787398616.546770:0:158788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261018496 00000100:00100000:2.0:1787398616.546773:0:158788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261018496 00000100:00100000:2.0:1787398616.546802:0:158788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:2.0:1787398616.546808:0:158788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b0e8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+24:106501:x1874221261018496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398616.547566:0:158788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b0e8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+24:106501:x1874221261018496:12345-0@lo:400:kworker.0 Request processed in 754us (5099us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398616.547575:0:158788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00100000:0.0:1787398616.547870:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:106501:x1874221261019136:12345-0@lo:400:kworker.0 Request processed in 33us (4458us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398616.547880:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:0.0:1787398616.547899:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:0.0:1787398616.547908:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106501:x1874221261019008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398616.547964:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106501:x1874221261019008:12345-0@lo:400:kworker.0 Request processed in 58us (5436us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398616.547971:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:0.0:1787398616.547983:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:0.0:1787398616.547989:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106501:x1874221261019520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398616.548017:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106501:x1874221261019520:12345-0@lo:400:kworker.0 Request processed in 28us (5449us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398616.548022:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:3.0:1787398616.548025:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261020544:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787398616.548034:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:0.0:1787398616.548039:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:106501:x1874221261020032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398616.548065:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:106501:x1874221261020032:12345-0@lo:400:kworker.0 Request processed in 27us (5462us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398616.548071:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398616.548071:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:0.0:1787398616.548083:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:0.0:1787398616.548088:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b889f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:106503:x1874221261019392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398616.548114:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b889f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:106503:x1874221261019392:12345-0@lo:400:kworker.0 Request processed in 26us (2554us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398616.548119:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:3.0:1787398616.548120:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261020160:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787398616.548156:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a066c752-c801-430f-905b-71f66cddaa9e:106501:1874221261018496:0@lo:400:kworker.0 00000100:00100000:3.0:1787398616.548169:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106501:1874221261019008:0@lo:400:kworker.0 00000100:00100000:3.0:1787398616.548179:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:106501:1874221261019520:0@lo:400:kworker.0 00000100:00100000:3.0:1787398616.548189:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31372df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106501:1874221261020032:0@lo:400:kworker.0 00000100:00100000:0.0:1787398616.548191:0:162518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261018752 00000100:00100000:3.0:1787398616.548200:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261018624:0@lo:400:kworker.0 00000100:00100000:0.0:1787398616.548201:0:162518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261018752 00000100:00100000:3.0:1787398616.548211:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106501:1874221261019136:0@lo:400:kworker.0 00000100:00100000:3.0:1787398616.548219:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261019648:0@lo:400:kworker.0 00000100:00100000:0.0:1787398616.548234:0:162518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261018880 00000100:00100000:0.0:1787398616.548236:0:162518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261018880 00000100:00100000:0.0:1787398616.548260:0:162518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261019904 00000100:00100000:0.0:1787398616.548264:0:162518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261019904 00000100:00100000:3.0:1787398616.548272:0:160294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:3.0:1787398616.548279:0:160294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261018752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398616.548283:0:162518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00100000:0.0:1787398616.548288:0:162518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b88b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261018880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398616.548312:0:160294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261018752:12345-0@lo:400:kworker.0 Request processed in 33us (7907us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398616.548313:0:162518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b88b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261018880:12345-0@lo:400:kworker.0 Request processed in 25us (2856us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398616.548318:0:160294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00100000:0.0:1787398616.549973:0:162518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00000100:00100000:0.0:1787398616.550015:0:162518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:0.0:1787398616.550035:0:162518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261019904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398616.550142:0:162518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261019904:12345-0@lo:400:kworker.0 Request processed in 118us (4547us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398616.550149:0:162518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00000100:00080000:0.0:1787398616.550208:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787398616.550214:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787398616.550218:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787398616.550221:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787398616.550243:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261020288 00000100:00100000:0.0:1787398616.550251:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261020288 00000100:00100000:0.0:1787398616.550291:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261020544 00000100:00100000:0.0:1787398616.550294:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261020544 00000100:00100000:0.0:1787398616.550305:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:0.0:1787398616.550310:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b88ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261020288:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787398616.550334:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3764224 granted 60741568 pending 933888 free 70529024 avail 63361024 00000100:00100000:0.0:1787398616.550364:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b88ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261020288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 54us (4672us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398616.550370:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00100000:0.0:1787398616.550395:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:0.0:1787398616.550401:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261020544:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1787398616.550418:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1564672 granted 60196800 pending 126976 free 70561792 avail 63393792 00000100:00100000:0.0:1787398616.550455:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261020544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (2383us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398616.550461:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00080000:0.0:1787398616.550474:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787398616.555433:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261018752:0@lo:400:kworker.0 00000100:00100000:1.0:1787398616.555452:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106502:1874221261019264:0@lo:400:kworker.0 00000100:00100000:1.0:1787398616.555543:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398616.555587:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261019776:0@lo:400:kworker.0 00000100:00100000:1.0:1787398616.555616:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398616.556192:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261019264 00000100:00100000:1.0:1787398616.556201:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261019264 00000100:00100000:1.0:1787398616.556260:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:1.0:1787398616.556270:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106502:x1874221261019264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398616.556330:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106502:x1874221261019264:12345-0@lo:400:kworker.0 Request processed in 62us (787us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398616.556351:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:1.0:1787398616.556397:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261019776 00000100:00100000:1.0:1787398616.556401:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261019776 00000100:00100000:1.0:1787398616.556425:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00100000:1.0:1787398616.556432:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261019776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398616.556464:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261019776:12345-0@lo:400:kworker.0 Request processed in 33us (848us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398616.556471:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00000100:00080000:1.0:1787398616.556509:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787398616.556533:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106502:1874221261019264:0@lo:400:kworker.0 00000100:00100000:1.0:1787398616.556543:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261019776:0@lo:400:kworker.0 00000100:00100000:3.0:1787398616.557970:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261020544:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787398616.568749:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261020288:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787398616.568770:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261018880:0@lo:400:kworker.0 00000100:00100000:2.0:1787398616.568795:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:106503:1874221261019392:0@lo:400:kworker.0 00000100:00100000:2.0:1787398616.568808:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31372f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261019904:0@lo:400:kworker.0 00000100:00100000:2.0:1787398616.568822:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20b88aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261020416:0@lo:41:osp-pre-1-0.0 00000020:00080000:1.0:1787398617.047143:0:165607:0:(update_trans.c:1341:distribute_txn_batchid_cb()) lustre-MDT0001: 21474836546 batchid updated 00000020:00080000:0.0:1787398617.051567:0:165627:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 21474836546 00000004:00080000:0.0:1787398617.051642:0:165627:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9cf2034a8000 with version 18 00000020:00080000:0.0:1787398617.051657:0:165627:0:(update_trans.c:1303:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 21474836537 cancel update log [0x200003ab4:0x2:0x0].1: rc = 0 00000020:00080000:0.0:1787398617.051793:0:165627:0:(update_trans.c:1303:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 21474836537 cancel update log [0x240002b10:0x2:0x0].1: rc = 0 00000004:00080000:0.0:1787398617.051819:0:165627:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9cf2034a8300 with version 19 00000020:00080000:0.0:1787398617.051822:0:165627:0:(update_trans.c:1303:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 21474836538 cancel update log [0x200003ab4:0x2:0x0].2: rc = 0 00000020:00080000:0.0:1787398617.051842:0:165627:0:(update_trans.c:1303:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 21474836538 cancel update log [0x240002b10:0x2:0x0].2: rc = 0 00000004:00080000:0.0:1787398617.051860:0:165627:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9cf2034a8180 with version 20 00000020:00080000:0.0:1787398617.051863:0:165627:0:(update_trans.c:1303:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 21474836539 cancel update log [0x200003ab4:0x2:0x0].3: rc = 0 00000020:00080000:0.0:1787398617.051882:0:165627:0:(update_trans.c:1303:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 21474836539 cancel update log [0x240002b10:0x2:0x0].3: rc = 0 00000004:00080000:0.0:1787398617.051903:0:165627:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9cf2034a80c0 with version 21 00000020:00080000:0.0:1787398617.051917:0:165627:0:(update_trans.c:1303:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 21474836540 cancel update log [0x200003ab4:0x2:0x0].4: rc = 0 00000020:00080000:0.0:1787398617.051939:0:165627:0:(update_trans.c:1303:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 21474836540 cancel update log [0x240002b10:0x2:0x0].4: rc = 0 00000004:00080000:0.0:1787398617.051960:0:165627:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9cf2034a8e40 with version 22 00000020:00080000:0.0:1787398617.051962:0:165627:0:(update_trans.c:1303:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 21474836541 cancel update log [0x200003ab4:0x2:0x0].5: rc = 0 00000020:00080000:0.0:1787398617.051981:0:165627:0:(update_trans.c:1303:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 21474836541 cancel update log [0x240002b10:0x2:0x0].5: rc = 0 00000004:00080000:0.0:1787398617.052000:0:165627:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9cf2034a8840 with version 23 00000020:00080000:0.0:1787398617.052009:0:165627:0:(update_trans.c:1303:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 21474836542 cancel update log [0x200003ab4:0x2:0x0].6: rc = 0 00000020:00080000:0.0:1787398617.052033:0:165627:0:(update_trans.c:1303:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 21474836542 cancel update log [0x240002b10:0x2:0x0].6: rc = 0 00000004:00080000:0.0:1787398617.052052:0:165627:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9cf308182900 with version 24 00000020:00080000:0.0:1787398617.052055:0:165627:0:(update_trans.c:1303:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 21474836543 cancel update log [0x200003ab4:0x2:0x0].7: rc = 0 00000020:00080000:0.0:1787398617.052073:0:165627:0:(update_trans.c:1303:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 21474836543 cancel update log [0x240002b10:0x2:0x0].7: rc = 0 00000004:00080000:0.0:1787398617.052099:0:165627:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9cf3081820c0 with version 25 00000020:00080000:0.0:1787398617.052104:0:165627:0:(update_trans.c:1303:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 21474836544 cancel update log [0x200003ab4:0x2:0x0].8: rc = 0 00000020:00080000:0.0:1787398617.052125:0:165627:0:(update_trans.c:1303:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 21474836544 cancel update log [0x240002b10:0x2:0x0].8: rc = 0 00000004:00080000:0.0:1787398617.052153:0:165627:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9cf30536e480 with version 26 00000020:00080000:0.0:1787398617.052157:0:165627:0:(update_trans.c:1303:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 21474836545 cancel update log [0x200003ab4:0x2:0x0].9: rc = 0 00000020:00080000:0.0:1787398617.052176:0:165627:0:(update_trans.c:1303:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 21474836545 cancel update log [0x240002b10:0x2:0x0].9: rc = 0 00000004:00080000:0.0:1787398617.052194:0:165627:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9cf308182f00 with version 27 00000020:00080000:0.0:1787398617.052197:0:165627:0:(update_trans.c:1303:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 21474836546 cancel update log [0x200003ab4:0x2:0x0].10: rc = 0 00000020:00080000:0.0:1787398617.052217:0:165627:0:(update_trans.c:1303:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 21474836546 cancel update log [0x240002b10:0x2:0x0].10: rc = 0 00000020:00080000:0.0:1787398617.052223:0:165627:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 21474836546 00000004:00080000:2.0:1787398617.052575:0:165613:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf33f4d50c0 version 18 rpc_version 18 00000020:00100000:2.0:1787398617.052612:0:165613:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787398617.052623:0:165613:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf20b88aa00 x1874221261020800/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787398617.052647:0:165613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20b88aa00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221261020800:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787398617.052723:0:165613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398617.052758:0:165613:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbe000 going to sleep for 11 seconds 00000100:00100000:0.0:1787398617.052877:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261020800 00000100:00100000:0.0:1787398617.052885:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261020800 00000100:00100000:0.0:1787398617.052949:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:0.0:1787398617.052959:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b889500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:165613:x1874221261020800:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787398617.053104:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b889500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:165613:x1874221261020800:12345-0@lo:1000:osp_up0-1.0 Request processed in 145us (380us total) trans 34359738829 rc 0/0 00000100:00100000:0.0:1787398617.053112:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:1.0:1787398617.053203:0:165613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20b88aa00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221261020800:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1787398617.053223:0:165613:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf33f4d50c0 version 19 rpc_version 19 00000020:00100000:1.0:1787398617.053253:0:165613:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787398617.053262:0:165613:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf20bb2a300 x1874221261021056/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787398617.053284:0:165613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bb2a300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221261021056:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787398617.053348:0:165613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398617.053384:0:165613:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20aee5300 going to sleep for 11 seconds 00000100:00100000:0.0:1787398617.053403:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261021056 00000100:00100000:0.0:1787398617.053410:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261021056 00000100:00100000:0.0:1787398617.053440:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:0.0:1787398617.053452:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:165613:x1874221261021056:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787398617.053565:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:165613:x1874221261021056:12345-0@lo:1000:osp_up0-1.0 Request processed in 112us (218us total) trans 34359738830 rc 0/0 00000100:00100000:0.0:1787398617.053572:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:2.0:1787398617.053668:0:165613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bb2a300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221261021056:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1787398617.053680:0:165613:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf33f4d50c0 version 20 rpc_version 20 00000020:00100000:2.0:1787398617.053694:0:165613:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787398617.053700:0:165613:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf20b88b100 x1874221261021312/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787398617.053717:0:165613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20b88b100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221261021312:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787398617.053747:0:165613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398617.053779:0:165613:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787398617.054425:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261021312 00000100:00100000:3.0:1787398617.054432:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261021312 00000100:00100000:3.0:1787398617.054473:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:3.0:1787398617.054519:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b889180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:165613:x1874221261021312:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787398617.054647:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b889180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:165613:x1874221261021312:12345-0@lo:1000:osp_up0-1.0 Request processed in 134us (899us total) trans 34359738831 rc 0/0 00000100:00100000:3.0:1787398617.054666:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00100000:1.0:1787398617.054975:0:165613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20b88b100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221261021312:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1787398617.054992:0:165613:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf33f4d50c0 version 21 rpc_version 21 00000020:00100000:1.0:1787398617.055030:0:165613:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787398617.055038:0:165613:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf20bb2aa00 x1874221261021568/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787398617.055074:0:165613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bb2aa00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221261021568:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787398617.055151:0:165613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398617.055190:0:165613:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20aee5000 going to sleep for 11 seconds 00000100:00100000:3.0:1787398617.055217:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261021568 00000100:00100000:3.0:1787398617.055224:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261021568 00000100:00100000:3.0:1787398617.055262:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:3.0:1787398617.055268:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:165613:x1874221261021568:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787398617.055365:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:165613:x1874221261021568:12345-0@lo:1000:osp_up0-1.0 Request processed in 97us (215us total) trans 34359738832 rc 0/0 00000100:00100000:3.0:1787398617.055372:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:3.0:1787398617.055420:0:165613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bb2aa00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221261021568:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1787398617.055430:0:165613:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf33f4d50c0 version 22 rpc_version 22 00000020:00100000:3.0:1787398617.055448:0:165613:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787398617.055453:0:165613:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf33f7d5500 x1874221261021824/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787398617.055469:0:165613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d5500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221261021824:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787398617.055524:0:165613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398617.055554:0:165613:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf309f283c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787398617.055738:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261021824 00000100:00100000:1.0:1787398617.055747:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261021824 00000100:00100000:1.0:1787398617.055806:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:1.0:1787398617.055815:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:165613:x1874221261021824:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787398617.056040:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:165613:x1874221261021824:12345-0@lo:1000:osp_up0-1.0 Request processed in 224us (514us total) trans 34359738833 rc 0/0 00000100:00100000:1.0:1787398617.056051:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:2.0:1787398617.056088:0:165613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d5500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221261021824:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1787398617.056098:0:165613:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf33f4d50c0 version 23 rpc_version 23 00000020:00100000:2.0:1787398617.056114:0:165613:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787398617.056119:0:165613:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf20b888700 x1874221261022080/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787398617.056133:0:165613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20b888700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221261022080:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787398617.056181:0:165613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398617.056210:0:165613:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbe840 going to sleep for 11 seconds 00000100:00100000:1.0:1787398617.056272:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261022080 00000100:00100000:1.0:1787398617.056278:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261022080 00000100:00100000:1.0:1787398617.056350:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:1.0:1787398617.056359:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:165613:x1874221261022080:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787398617.056474:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:165613:x1874221261022080:12345-0@lo:1000:osp_up0-1.0 Request processed in 116us (292us total) trans 34359738834 rc 0/0 00000100:00100000:1.0:1787398617.056503:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:2.0:1787398617.056582:0:165613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20b888700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221261022080:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1787398617.056589:0:165613:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf33f4d50c0 version 24 rpc_version 24 00000020:00100000:2.0:1787398617.056602:0:165613:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787398617.056607:0:165613:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf20a1ab480 x1874221261022336/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787398617.056619:0:165613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1ab480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221261022336:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787398617.056645:0:165613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398617.056660:0:165613:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbe840 going to sleep for 11 seconds 00000100:00100000:2.0:1787398617.056672:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261022336 00000100:00100000:2.0:1787398617.056676:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261022336 00000100:00100000:2.0:1787398617.056699:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:2.0:1787398617.056705:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:165613:x1874221261022336:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787398617.056810:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+12:165613:x1874221261022336:12345-0@lo:1000:osp_up0-1.0 Request processed in 105us (164us total) trans 34359738835 rc 0/0 00000100:00100000:2.0:1787398617.056817:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:2.0:1787398617.056844:0:165613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1ab480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221261022336:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1787398617.056850:0:165613:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf33f4d50c0 version 25 rpc_version 25 00000020:00100000:2.0:1787398617.056861:0:165613:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787398617.056865:0:165613:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf20a1abb80 x1874221261022592/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787398617.056876:0:165613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1abb80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221261022592:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787398617.056898:0:165613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398617.056922:0:165613:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbe840 going to sleep for 11 seconds 00000100:00100000:2.0:1787398617.056939:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261022592 00000100:00100000:2.0:1787398617.056942:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261022592 00000100:00100000:2.0:1787398617.056964:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:2.0:1787398617.056969:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+12:165613:x1874221261022592:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787398617.057033:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:165613:x1874221261022592:12345-0@lo:1000:osp_up0-1.0 Request processed in 63us (134us total) trans 34359738836 rc 0/0 00000100:00100000:2.0:1787398617.057039:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:2.0:1787398617.057068:0:165613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1abb80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221261022592:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1787398617.057075:0:165613:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf33f4d50c0 version 26 rpc_version 26 00000020:00100000:2.0:1787398617.057085:0:165613:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787398617.057091:0:165613:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf20a1a9500 x1874221261022848/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787398617.057102:0:165613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a9500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221261022848:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787398617.057125:0:165613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398617.057140:0:165613:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbe840 going to sleep for 11 seconds 00000100:00100000:2.0:1787398617.057149:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261022848 00000100:00100000:2.0:1787398617.057152:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261022848 00000100:00100000:2.0:1787398617.057171:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:2.0:1787398617.057176:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:165613:x1874221261022848:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787398617.057254:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+14:165613:x1874221261022848:12345-0@lo:1000:osp_up0-1.0 Request processed in 76us (127us total) trans 34359738837 rc 0/0 00000100:00100000:2.0:1787398617.057260:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:2.0:1787398617.057291:0:165613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a9500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221261022848:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1787398617.057298:0:165613:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf33f4d50c0 version 27 rpc_version 27 00000020:00100000:2.0:1787398617.057308:0:165613:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787398617.057312:0:165613:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf20a1ab800 x1874221261023104/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787398617.057331:0:165613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1ab800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221261023104:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787398617.057355:0:165613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398617.057368:0:165613:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf31ecbe840 going to sleep for 11 seconds 00000100:00100000:2.0:1787398617.057378:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261023104 00000100:00100000:2.0:1787398617.057381:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261023104 00000100:00100000:2.0:1787398617.057401:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:2.0:1787398617.057406:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+14:165613:x1874221261023104:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787398617.057469:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+15:165613:x1874221261023104:12345-0@lo:1000:osp_up0-1.0 Request processed in 62us (112us total) trans 34359738838 rc 0/0 00000100:00100000:2.0:1787398617.057495:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:2.0:1787398617.057524:0:165613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1ab800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165613:1874221261023104:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1787398617.365776:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398618.072324:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787398618.073214:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261023232:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787398618.073287:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398618.073382:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261023232 00000100:00100000:1.0:1787398618.073390:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261023232 00000100:00080000:0.0:1787398618.073543:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787398618.073608:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00100000:1.0:1787398618.073619:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261023232:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787398618.073648:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3764224 granted 60741568 pending 933888 free 70529024 avail 63361024 00000100:00100000:1.0:1787398618.073697:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261023232:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398618.073704:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00000100:00100000:0.0:1787398618.073836:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261023232:0@lo:13:osp-pre-0-0.0 00000020:01000004:1.0:1787398618.074313:0:166800:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:1.0:1787398618.074377:0:166800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf32cc9d800/0x570389991233eac2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x570389991233eac9 expref: -99 pid: 158773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398618.074400:0:166800:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf32cc9d800/0x570389991233eac2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x570389991233eac9 expref: -99 pid: 158773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398618.074409:0:166800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf32cc9d800/0x570389991233eac2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x570389991233eac9 expref: -99 pid: 158773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398618.074416:0:166800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.136@tcp lock: ffff9cf32cc9d800/0x570389991233eac2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x570389991233eac9 expref: -99 pid: 158773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398618.074436:0:166800:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1787398618.074442:0:166800:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1787398618.074464:0:166800:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787398618.074468:0:166800:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1787398618.074473:0:166800:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1787398618.074517:0:166800:0:(import.c:65:import_set_state_nolock()) ffff9cf3054de000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1787398618.074642:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:106499:1874221261023360:0@lo:39:umount.0 00000100:00100000:2.0:1787398618.074689:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787398618.074814:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787398618.074821:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.136@tcp lock: ffff9cf32cc9d800/0x570389991233eac2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x570389991233eac9 expref: -99 pid: 158773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398618.074828:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf32cc9d800 already unused, calling callback (ffffffffc13c0c20) 10000000:00010000:0.0:1787398618.074832:0:158782:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.136@tcp lock: ffff9cf32cc9d800/0x570389991233eac2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x570389991233eac9 expref: -99 pid: 158773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398618.074840:0:158782:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.136@tcp lock: ffff9cf32cc9d800/0x570389991233eac2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x570389991233eac9 expref: -99 pid: 158773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787398618.074848:0:158782:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.136@tcp lock: ffff9cf32cc9d800/0x570389991233eac2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x570389991233eac9 expref: -99 pid: 158773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787398618.074854:0:158782:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1787398618.074856:0:158782:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1787398618.074858:0:158782:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1787398618.074908:0:158782:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.136@tcp lock: ffff9cf32cc9d800/0x570389991233eac2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x570389991233eac9 expref: -99 pid: 158773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398618.074926:0:158782:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787398618.074960:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.136@tcp lock: ffff9cf32cc9d800/0x570389991233eac2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x570389991233eac9 expref: -99 pid: 158773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398618.074968:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.136@tcp lock: ffff9cf32cc9d800/0x570389991233eac2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x570389991233eac9 expref: -99 pid: 158773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398618.074979:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398618.074980:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1787398618.074981:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398618.074983:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398618.075001:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31372d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a066c752-c801-430f-905b-71f66cddaa9e:106503:1874221261023488:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398618.075044:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398618.075117:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261023488 00000100:00100000:0.0:1787398618.075190:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261023488 00000100:00100000:0.0:1787398618.075240:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:0.0:1787398618.075249:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a066c752-c801-430f-905b-71f66cddaa9e+24:106503:x1874221261023488:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787398618.075261:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398618.075274:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf203a9a000/0x570389991233eac9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x570389991233eac2 expref: 24 pid: 158788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398618.075286:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398618.075326:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a066c752-c801-430f-905b-71f66cddaa9e+23:106503:x1874221261023488:12345-0@lo:103:ldlm_bl.0 Request processed in 78us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398618.075333:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:1.0:1787398618.075383:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261023360 00000100:00100000:3.0:1787398618.075384:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31372d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a066c752-c801-430f-905b-71f66cddaa9e:106503:1874221261023488:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787398618.075387:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261023360 00000100:00100000:1.0:1787398618.075452:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:1.0:1787398618.075460:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106499:x1874221261023360:12345-0@lo:39:umount.0 00000020:00000080:1.0:1787398618.075512:0:160868:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233eaf3 00000100:00080000:1.0:1787398618.075521:0:160868:0:(import.c:65:import_set_state_nolock()) ffff9cf2025c3800 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1787398618.075579:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+1:106499:x1874221261023360:12345-0@lo:39:umount.0 Request processed in 119us (889us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398618.075585:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000020:00000080:1.0:1787398618.075592:0:160868:0:(genops.c:906:class_export_put()) final put ffff9cf2025c3000/lustre-MDT0000-lwp-MDT0000_UUID 00010000:00010000:2.0:1787398618.075646:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787398618.075698:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf3054de000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1787398618.075716:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:106499:1874221261023360:0@lo:39:umount.0 00000100:00080000:2.0:1787398618.075822:0:166800:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787398618.075825:0:166800:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1787398618.075830:0:166800:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1787398618.078010:0:164318:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf2025c3000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1787398618.078086:0:164318:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf2025c3800 for lustre-MDT0000 00010000:00010000:2.0:1787398618.079331:0:166800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf30911dc00/0x570389991233ea13 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x570389991233ea1a expref: -99 pid: 158773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398618.079349:0:166800:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf30911dc00/0x570389991233ea13 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x570389991233ea1a expref: -99 pid: 158773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398618.079356:0:166800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf30911dc00/0x570389991233ea13 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x570389991233ea1a expref: -99 pid: 158773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398618.079363:0:166800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.136@tcp lock: ffff9cf30911dc00/0x570389991233ea13 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x570389991233ea1a expref: -99 pid: 158773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398618.079427:0:166800:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787398618.079434:0:166800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf2056daa00/0x57038999123422bb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123422c2 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398618.079441:0:166800:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf2056daa00/0x57038999123422bb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x57038999123422c2 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398618.079448:0:166800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf2056daa00/0x57038999123422bb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x57038999123422c2 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398618.079455:0:166800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.136@tcp lock: ffff9cf2056daa00/0x57038999123422bb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x57038999123422c2 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.082513:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787398618.082547:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.136@tcp lock: ffff9cf30911dc00/0x570389991233ea13 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x570389991233ea1a expref: -99 pid: 158773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.082559:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf30911dc00 already unused, calling callback (ffffffffc13c0c20) 10000000:00010000:3.0:1787398618.082564:0:158783:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.136@tcp lock: ffff9cf30911dc00/0x570389991233ea13 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x570389991233ea1a expref: -99 pid: 158773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.082575:0:158783:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.136@tcp lock: ffff9cf30911dc00/0x570389991233ea13 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x570389991233ea1a expref: -99 pid: 158773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787398618.082582:0:158783:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.136@tcp lock: ffff9cf30911dc00/0x570389991233ea13 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x570389991233ea1a expref: -99 pid: 158773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787398618.082587:0:158783:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1787398618.082590:0:158783:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:3.0:1787398618.082630:0:158783:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.136@tcp lock: ffff9cf30911dc00/0x570389991233ea13 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x570389991233ea1a expref: -99 pid: 158773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.082636:0:158783:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787398618.082685:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.136@tcp lock: ffff9cf30911dc00/0x570389991233ea13 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x570389991233ea1a expref: -99 pid: 158773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.082692:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.136@tcp lock: ffff9cf30911dc00/0x570389991233ea13 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x570389991233ea1a expref: -99 pid: 158773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.082706:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787398618.082711:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.136@tcp lock: ffff9cf2056daa00/0x57038999123422bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x57038999123422c2 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.082716:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2056daa00 already unused, calling callback (ffffffffc13c0c20) 10000000:00010000:3.0:1787398618.082719:0:158783:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.136@tcp lock: ffff9cf2056daa00/0x57038999123422bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x57038999123422c2 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.082732:0:158783:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.136@tcp lock: ffff9cf2056daa00/0x57038999123422bb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x57038999123422c2 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787398618.082739:0:158783:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.136@tcp lock: ffff9cf2056daa00/0x57038999123422bb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x57038999123422c2 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787398618.082744:0:158783:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1787398618.082746:0:158783:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00010000:00010000:3.0:1787398618.082771:0:158783:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.136@tcp lock: ffff9cf2056daa00/0x57038999123422bb lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x57038999123422c2 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.082777:0:158783:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787398618.082795:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.136@tcp lock: ffff9cf2056daa00/0x57038999123422bb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x57038999123422c2 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.082803:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398618.082804:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398618.082806:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398618.082821:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787398618.082842:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221261023616:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398618.082919:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398618.082968:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787398618.082977:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a066c752-c801-430f-905b-71f66cddaa9e:106501:1874221261023744:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398618.083023:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398618.083052:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261023616 00000100:00100000:3.0:1787398618.083060:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261023616 00000100:00100000:3.0:1787398618.083099:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261023744 00000100:00100000:3.0:1787398618.083102:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261023744 00000100:00100000:3.0:1787398618.083124:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:3.0:1787398618.083139:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221261023616:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787398618.083153:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398618.083168:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf203a9a600/0x570389991233ea1a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x570389991233ea13 expref: 24 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.083182:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398618.083216:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a066c752-c801-430f-905b-71f66cddaa9e+23:106502:x1874221261023616:12345-0@lo:103:ldlm_bl.0 Request processed in 78us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398618.083224:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:3.0:1787398618.083245:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:3.0:1787398618.083251:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f490050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a066c752-c801-430f-905b-71f66cddaa9e+22:106501:x1874221261023744:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787398618.083260:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398618.083269:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf20b639800/0x57038999123422c2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x57038999123422bb expref: 22 pid: 158789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.083277:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398618.083304:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f490050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a066c752-c801-430f-905b-71f66cddaa9e+21:106501:x1874221261023744:12345-0@lo:103:ldlm_bl.0 Request processed in 52us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398618.083310:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:3.0:1787398618.083640:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a066c752-c801-430f-905b-71f66cddaa9e:106501:1874221261023744:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398618.083663:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221261023616:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787398618.090917:0:166800:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1787398618.090936:0:166800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.136@tcp lock: ffff9cf2056daa00/0x57038999123422bb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x57038999123422c2 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787398618.090957:0:166800:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:2.0:1787398618.090976:0:166800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf3136b9600/0x570389991233f1d0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x570389991233f1d7 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398618.090994:0:166800:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf3136b9600/0x570389991233f1d0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x570389991233f1d7 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398618.091002:0:166800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf3136b9600/0x570389991233f1d0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x570389991233f1d7 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398618.091007:0:166800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.136@tcp lock: ffff9cf3136b9600/0x570389991233f1d0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x570389991233f1d7 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398618.099150:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787398618.099169:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.136@tcp lock: ffff9cf3136b9600/0x570389991233f1d0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x570389991233f1d7 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398618.099208:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf3136b9600 already unused, calling callback (ffffffffc13c0c20) 10000000:00010000:0.0:1787398618.099213:0:158782:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.136@tcp lock: ffff9cf3136b9600/0x570389991233f1d0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x570389991233f1d7 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398618.099224:0:158782:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.136@tcp lock: ffff9cf3136b9600/0x570389991233f1d0 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x570389991233f1d7 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787398618.099233:0:158782:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.136@tcp lock: ffff9cf3136b9600/0x570389991233f1d0 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x570389991233f1d7 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787398618.099239:0:158782:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1787398618.099242:0:158782:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:0.0:1787398618.099286:0:158782:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.136@tcp lock: ffff9cf3136b9600/0x570389991233f1d0 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x570389991233f1d7 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398618.099293:0:158782:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787398618.099345:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.136@tcp lock: ffff9cf3136b9600/0x570389991233f1d0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x570389991233f1d7 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398618.099358:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398618.099360:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398618.099363:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398618.099446:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31372dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a066c752-c801-430f-905b-71f66cddaa9e:106501:1874221261023872:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398618.099548:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398618.100276:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261023872 00000100:00100000:0.0:1787398618.100286:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261023872 00000100:00100000:0.0:1787398618.100349:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:0.0:1787398618.100358:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a066c752-c801-430f-905b-71f66cddaa9e+21:106501:x1874221261023872:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787398618.100372:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398618.100389:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf300030e00/0x570389991233f1d7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x570389991233f1d0 expref: 21 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398618.100425:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398618.100504:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a066c752-c801-430f-905b-71f66cddaa9e+20:106501:x1874221261023872:12345-0@lo:103:ldlm_bl.0 Request processed in 146us (956us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398618.100512:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:1.0:1787398618.100681:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31372dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a066c752-c801-430f-905b-71f66cddaa9e:106501:1874221261023872:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787398618.101311:0:166800:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1787398618.101321:0:166800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.136@tcp lock: ffff9cf3136b9600/0x570389991233f1d0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x570389991233f1d7 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787398618.101336:0:166800:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1787398618.101347:0:166800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf30911d600/0x570389991233ea05 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x570389991233ea0c expref: -99 pid: 158773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398618.101354:0:166800:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf30911d600/0x570389991233ea05 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x570389991233ea0c expref: -99 pid: 158773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398618.101361:0:166800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf30911d600/0x570389991233ea05 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x570389991233ea0c expref: -99 pid: 158773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398618.101367:0:166800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.136@tcp lock: ffff9cf30911d600/0x570389991233ea05 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x570389991233ea0c expref: -99 pid: 158773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398618.101431:0:166800:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1787398618.101436:0:166800:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:2.0:1787398618.101439:0:166800:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:2.0:1787398618.101502:0:166800:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0000 00000020:01000000:2.0:1787398618.101507:0:166800:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='FA') 00000020:00000080:2.0:1787398618.101512:0:166800:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:02000400:2.0:1787398618.101517:0:166800:0:(obd_config.c:932:class_cleanup()) Failing over lustre-MDT0000 00010000:00010000:3.0:1787398618.108170:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787398618.108187:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.136@tcp lock: ffff9cf30911d600/0x570389991233ea05 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x570389991233ea0c expref: -99 pid: 158773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.108223:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf30911d600 already unused, calling callback (ffffffffc13c0c20) 10000000:00010000:3.0:1787398618.108228:0:158783:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.136@tcp lock: ffff9cf30911d600/0x570389991233ea05 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x570389991233ea0c expref: -99 pid: 158773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.108239:0:158783:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.136@tcp lock: ffff9cf30911d600/0x570389991233ea05 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x570389991233ea0c expref: -99 pid: 158773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787398618.108246:0:158783:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.136@tcp lock: ffff9cf30911d600/0x570389991233ea05 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x570389991233ea0c expref: -99 pid: 158773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787398618.108252:0:158783:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1787398618.108255:0:158783:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1787398618.108258:0:158783:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1787398618.108300:0:158783:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.136@tcp lock: ffff9cf30911d600/0x570389991233ea05 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x570389991233ea0c expref: -99 pid: 158773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.108306:0:158783:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787398618.108339:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.136@tcp lock: ffff9cf30911d600/0x570389991233ea05 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x570389991233ea0c expref: -99 pid: 158773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.108347:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.136@tcp lock: ffff9cf30911d600/0x570389991233ea05 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x570389991233ea0c expref: -99 pid: 158773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.108362:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398618.108364:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398618.108366:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398618.108381:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787398618.108401:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a066c752-c801-430f-905b-71f66cddaa9e:106503:1874221261024000:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398618.108467:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398618.108554:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261024000 00000100:00100000:3.0:1787398618.108561:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261024000 00000100:00100000:3.0:1787398618.108612:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:3.0:1787398618.108621:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a066c752-c801-430f-905b-71f66cddaa9e+20:106503:x1874221261024000:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787398618.108635:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398618.108650:0:158780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf203a9b200/0x570389991233ea0c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x570389991233ea05 expref: 20 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.108664:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398618.108702:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a066c752-c801-430f-905b-71f66cddaa9e+19:106503:x1874221261024000:12345-0@lo:103:ldlm_bl.0 Request processed in 82us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398618.108708:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00100000:3.0:1787398618.108749:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a066c752-c801-430f-905b-71f66cddaa9e:106503:1874221261024000:0@lo:103:ldlm_bl.0 00000004:00000080:2.0:1787398618.109308:0:166800:0:(mdt_handler.c:8167:mdt_iocontrol()) lustre-MDT0000: cmd=40086672 len=0 karg=0000000000000000 uarg=0000000000000000 00010000:00010000:1.0:1787398618.112555:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1787398618.113071:0:158774:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738838 is committed 00000020:00000080:2.0:1787398618.113262:0:166800:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 5/11 00000020:00080000:2.0:1787398618.113275:0:166800:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff9cf337cfc800 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1787398618.113283:0:166800:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff9cf20b773800 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 34359738838 stale:0 00000020:00080000:2.0:1787398618.113310:0:166800:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff9cf305ff2000 dbe7f5ec-0726-4851-a675-2f47d040e30f 192.168.204.36@tcp 90 (0 0 86) 0 0 0 0: 0000000000000000 34359738828 stale:0 00000020:00080000:2.0:1787398618.113315:0:166800:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff9cf305ef2000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1787398618.113320:0:166800:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff9cf303c8f800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1787398618.113327:0:166800:0:(genops.c:1574:class_disconnect_exports()) OBD device 5 (ffff9cf209aa3380) has exports, disconnecting them 00000020:00080000:2.0:1787398618.113332:0:166800:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9cf337cfc800), last request at 1787398580 00000020:00000080:2.0:1787398618.113341:0:166800:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x57038999123420e6 00000100:00080000:2.0:1787398618.113355:0:166800:0:(import.c:65:import_set_state_nolock()) ffff9cf3109fe800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1787398618.113390:0:166800:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9cf337cfc800): rc 0 00000020:00000080:2.0:1787398618.113393:0:166800:0:(genops.c:906:class_export_put()) final put ffff9cf337cfc800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:2.0:1787398618.113473:0:166800:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9cf20b773800), last request at 1787398580 00000020:00000080:2.0:1787398618.113507:0:166800:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991234207d 00000100:00080000:2.0:1787398618.113512:0:166800:0:(import.c:65:import_set_state_nolock()) ffff9cf20b776000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1787398618.113526:0:166800:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9cf20b773800): rc 0 00000020:00000080:2.0:1787398618.113528:0:166800:0:(genops.c:906:class_export_put()) final put ffff9cf20b773800/lustre-MDT0001-mdtlov_UUID 00000020:00080000:2.0:1787398618.113534:0:166800:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 192.168.204.36@tcp (ffff9cf305ff2000), last request at 1787398615 00000020:00000080:2.0:1787398618.113537:0:166800:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x5703899912341c2b 00000020:00010000:2.0:1787398618.113543:0:166800:0:(genops.c:1942:obd_stale_export_put()) Put export ffff9cf305ff2000: total 2 00000100:00080000:2.0:1787398618.113546:0:166800:0:(import.c:65:import_set_state_nolock()) ffff9cf305ff7800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1787398618.113557:0:166800:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 192.168.204.36@tcp (ffff9cf305ff2000): rc 0 00000020:00080000:2.0:1787398618.113561:0:166800:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9cf305ef2000), last request at 1787398616 00000020:00000080:2.0:1787398618.113564:0:166800:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233ef1b 00000100:00080000:2.0:1787398618.113576:0:166800:0:(import.c:65:import_set_state_nolock()) ffff9cf305ef4800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1787398618.113638:0:166800:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9cf305ef2000): rc 0 00000020:00000080:2.0:1787398618.113641:0:166800:0:(genops.c:906:class_export_put()) final put ffff9cf305ef2000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:2.0:1787398618.113645:0:166800:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9cf303c8f800), last request at 1787398616 00000020:00000080:2.0:1787398618.113649:0:166800:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233ec90 00000100:00080000:2.0:1787398618.113661:0:166800:0:(import.c:65:import_set_state_nolock()) ffff9cf303c88800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1787398618.113668:0:166800:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9cf303c8f800): rc 0 00000020:00000080:2.0:1787398618.113670:0:166800:0:(genops.c:906:class_export_put()) final put ffff9cf303c8f800/lustre-MDT0000-lwp-OST0000_UUID 00000004:00000080:2.0:1787398618.113679:0:166800:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffbb7d0caf3ae0 00000100:00080000:2.0:1787398618.113704:0:166800:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1787398618.113709:0:166800:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 21474836522 gen 4 00000020:00010000:3.0:1787398618.113977:0:158783:0:(genops.c:1928:obd_stale_export_get()) Get export ffff9cf305ff2000: total 4 00010000:00010000:3.0:1787398618.113987:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398618.114073:0:158783:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff9cf305ff2000, canceled 0 locks, left on hash table 86. 00010000:00010000:3.0:1787398618.114164:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d400/0x5703899912344322 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6bf expref: 87 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.114197:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6cc00/0x57038999123432c8 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a075 expref: 86 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.114216:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638400/0x5703899912342c07 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ddc expref: 85 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.114236:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b200/0x57038999123436b1 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1f6 expref: 84 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.114275:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75de00/0x570389991234415b lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x40:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a610 expref: 83 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.114293:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8000/0x5703899912343101 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119fc6 expref: 82 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.114310:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d600/0x57038999123434ea lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a147 expref: 81 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.114325:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c400/0x5703899912343f94 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a561 expref: 80 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.114343:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5ac00/0x57038999123446ef lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a80f expref: 79 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.114362:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301648600/0x5703899912342f3a lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f17 expref: 78 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.114380:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509a00/0x5703899912343323 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a098 expref: 77 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.114398:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509200/0x5703899912343dcd lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4b2 expref: 76 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.114417:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002600/0x5703899912342d73 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e68 expref: 75 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.114450:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d400/0x5703899912342a16 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d3b expref: 74 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.114466:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b8a00/0x570389991234315c lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119fe9 expref: 73 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.114503:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69a00/0x5703899912343c06 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a403 expref: 72 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.114518:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638600/0x5703899912342ba5 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119db9 expref: 71 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.114533:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242ca00/0x570389991234477b lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x51:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a81d expref: 70 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.114547:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003e00/0x5703899912342f95 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f3a expref: 69 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.114564:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034caa00/0x5703899912343a3f lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a354 expref: 68 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.114579:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5bc00/0x57038999123444e9 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a76e expref: 67 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.114595:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b003c00/0x5703899912342dce lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e8b expref: 66 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.114624:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cbe00/0x5703899912343878 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2a5 expref: 65 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.114642:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639a00/0x5703899912342edf lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ef4 expref: 64 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.114656:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48e00/0x5703899912343989 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a30e expref: 63 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.114672:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68200/0x5703899912343d72 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a48f expref: 62 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1787398618.114686:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf337cfc800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00010000:00010000:3.0:1787398618.114687:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002000/0x5703899912342d18 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e45 expref: 61 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.114700:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cae00/0x57038999123437c2 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a25f expref: 60 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.114714:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034cb600/0x5703899912343bab lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3e0 expref: 59 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.114728:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359d000/0x5703899912344655 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7fa expref: 58 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.114742:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96ae00/0x57038999123435fb lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1b0 expref: 57 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1787398618.114754:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf20b773800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:1.0:1787398618.114778:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf305ef2000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00010000:00010000:3.0:1787398618.114784:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca800/0x57038999123439e4 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a331 expref: 56 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.114798:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a400/0x570389991234448e lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a74b expref: 55 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1787398618.114801:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf303c8f800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00010000:00010000:3.0:1787398618.114812:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6d000/0x5703899912343434 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a101 expref: 54 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1787398618.114820:0:123549:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf3109fe800 for lustre-MDT0000 00000020:00000080:1.0:1787398618.114824:0:123549:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf20b776000 for lustre-MDT0000 00010000:00010000:3.0:1787398618.114826:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c000/0x570389991234381d lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a282 expref: 53 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1787398618.114827:0:123549:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf305ef4800 for lustre-MDT0000 00000020:00000080:1.0:1787398618.114832:0:123549:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf303c88800 for lustre-MDT0000 00010000:00010000:3.0:1787398618.114840:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638200/0x5703899912342aa9 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d65 expref: 52 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.114855:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407a00/0x57038999123442c7 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a69c expref: 51 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398618.114866:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398618.114869:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69e00/0x570389991234326d lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a052 expref: 50 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.114882:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9800/0x5703899912343656 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1d3 expref: 49 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.114912:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d600/0x5703899912344100 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5ed expref: 48 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.114943:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ba00/0x57038999123430a6 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119fa3 expref: 47 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.114959:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301508400/0x5703899912343b50 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3bd expref: 46 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.114990:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b638e00/0x570389991234348f lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a124 expref: 45 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398618.115016:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398618.116117:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3200/0x5703899912343f39 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a53e expref: 44 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.116162:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a000/0x57038999123435a0 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a18d expref: 43 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.116185:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c800/0x5703899912344735 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x50:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a816 expref: 42 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.116205:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c400/0x570389991234404a lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5a7 expref: 41 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.116225:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c200/0x5703899912344433 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a728 expref: 40 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.116262:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509e00/0x57038999123433d9 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0de expref: 39 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1787398618.116274:0:166800:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00010000:00010000:3.0:1787398618.116309:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96ac00/0x5703899912343e83 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4f8 expref: 38 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1787398618.116320:0:166800:0:(import.c:65:import_set_state_nolock()) ffff9cf20a604000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00010000:00010000:3.0:1787398618.116330:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056db400/0x5703899912342a32 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d42 expref: 37 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.116353:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5a600/0x570389991234426c lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a679 expref: 36 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.116372:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ae00/0x5703899912343212 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a02f expref: 35 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.116392:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b600/0x5703899912343cbc lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a449 expref: 34 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.116409:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2034ca400/0x57038999123440a5 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5ca expref: 33 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.116425:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649a00/0x570389991234304b lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f80 expref: 32 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.116442:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2000/0x5703899912343af5 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a39a expref: 31 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.116459:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf300031200/0x5703899912343ede lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a51b expref: 30 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.116511:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68600/0x5703899912342e84 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ed1 expref: 29 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.116528:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911d200/0x5703899912342b5f lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119da4 expref: 28 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.116543:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2800/0x570389991234392e lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2eb expref: 27 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.116561:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5b200/0x57038999123443d8 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a705 expref: 26 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.116583:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d3e00/0x5703899912343d17 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a46c expref: 25 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398618.116607:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106499:1874221261024128:0@lo:39:umount.0 00010000:00010000:3.0:1787398618.116608:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b002c00/0x5703899912342cbd lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e22 expref: 24 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.116640:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96b400/0x5703899912343767 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a23c expref: 23 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.116660:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911cc00/0x57038999123429fa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d34 expref: 22 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.116678:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c800/0x5703899912344211 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a656 expref: 21 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.116716:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9bc00/0x57038999123445fa lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7d7 expref: 20 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398618.116728:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787398618.116753:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b1d2600/0x5703899912343c61 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a426 expref: 19 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.116776:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301649c00/0x5703899912342ff0 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f5d expref: 18 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.116796:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49200/0x5703899912343a9a lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a377 expref: 17 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.116811:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a69200/0x5703899912344544 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a791 expref: 16 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.116826:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf336d6c200/0x5703899912342e29 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119eae expref: 15 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.116841:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48c00/0x57038999123438d3 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2c8 expref: 14 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.116854:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf202c5be00/0x570389991234437d lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6e2 expref: 13 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.116868:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2056dbe00/0x5703899912342c62 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119dff expref: 12 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.116909:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20d96a400/0x570389991234370c lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a219 expref: 11 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.116931:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242d800/0x57038999123441b6 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a633 expref: 10 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.116946:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b639e00/0x5703899912342a5c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d50 expref: 9 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.116961:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406c00/0x570389991234459f lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7b4 expref: 8 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.116980:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9c00/0x5703899912343545 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a16a expref: 7 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.116994:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf30911c800/0x5703899912342b27 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d8f expref: 6 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.117008:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d400/0x5703899912343fef lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a584 expref: 5 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.117022:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf301509000/0x570389991234337e lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0bb expref: 4 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.117036:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3136b9400/0x5703899912343e28 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4d5 expref: 3 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.117067:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf305a68400/0x57038999123431b7 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a00c expref: 2 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398618.117080:0:158783:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff9cf305ff2000, canceled 86 locks, left on hash table 0. 00000100:00100000:2.0:1787398618.117542:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261024128 00000100:00100000:2.0:1787398618.117555:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261024128 00000100:00100000:2.0:1787398618.117631:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:2.0:1787398618.117643:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106499:x1874221261024128:12345-0@lo:39:umount.0 00000020:00000080:2.0:1787398618.117686:0:158800:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x57038999123422d7 00000100:00080000:2.0:1787398618.117696:0:158800:0:(import.c:65:import_set_state_nolock()) ffff9cf20b2c4800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1787398618.117723:0:158800:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 6, last_transno is 25769803808 00010000:00010000:1.0:1787398618.117977:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398618.118377:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+3:106499:x1874221261024128:12345-0@lo:39:umount.0 Request processed in 733us (1655us total) trans 25769803809 rc 0/0 00000100:00100000:2.0:1787398618.118388:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00080000:2.0:1787398618.118508:0:166800:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1787398618.118516:0:166800:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836548 gen 3 00000004:00080000:2.0:1787398618.118535:0:166800:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1787398618.118622:0:166800:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:2.0:1787398618.118644:0:166800:0:(import.c:65:import_set_state_nolock()) ffff9cf208e6d800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1787398618.118656:0:166800:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1787398618.118658:0:166800:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869239 gen 3 00000004:00080000:2.0:1787398618.118684:0:166800:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1787398618.118760:0:166800:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:2.0:1787398618.118767:0:166800:0:(import.c:65:import_set_state_nolock()) ffff9cf208e6d000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:2.0:1787398618.119024:0:166800:0:(genops.c:1579:class_disconnect_exports()) OBD device 5 (ffff9cf209aa3380) has no exports 00000100:00080000:0.0:1787398618.119970:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf20a604000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1787398618.119982:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106499:1874221261024128:0@lo:39:umount.0 00000040:00080000:2.0:1787398618.120067:0:166800:0:(llog_cat.c:1220:llog_cat_set_first_idx()) catlog [0x240000401:0x1:0x0] first idx 8, last_idx 10 00000040:00080000:2.0:1787398618.120109:0:166800:0:(llog_cat.c:1220:llog_cat_set_first_idx()) catlog [0x240000401:0x1:0x0] first idx 9, last_idx 10 00000100:00100000:1.0:1787398618.120214:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106499:1874221261024256:0@lo:9:umount.0 00000100:00100000:1.0:1787398618.120289:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398618.120329:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106499:1874221261024384:0@lo:9:umount.0 00000100:00100000:1.0:1787398618.120353:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398618.120394:0:162524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261024256 00000100:00100000:1.0:1787398618.120458:0:162524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261024256 00000100:00100000:1.0:1787398618.120539:0:162524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261024384 00000100:00100000:1.0:1787398618.120543:0:162524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261024384 00000100:00100000:1.0:1787398618.120574:0:162524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:1.0:1787398618.120584:0:162524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:106499:x1874221261024256:12345-0@lo:9:umount.0 00000020:00000080:1.0:1787398618.120618:0:162524:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233edb6 00000100:00080000:1.0:1787398618.120627:0:162524:0:(import.c:65:import_set_state_nolock()) ffff9cf20ab2c800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1787398618.120677:0:162524:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 5, last_transno is 21474836570 00000020:00080000:2.0:1787398618.121116:0:166800:0:(genops.c:1579:class_disconnect_exports()) OBD device 5 (ffff9cf209aa3380) has no exports 00000100:00100000:0.0:1787398618.121227:0:162511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:0.0:1787398618.121241:0:162511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304181880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:106499:x1874221261024384:12345-0@lo:9:umount.0 00000020:00000080:0.0:1787398618.121260:0:162511:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233ef5a 00000100:00080000:0.0:1787398618.121267:0:162511:0:(import.c:65:import_set_state_nolock()) ffff9cf202c8c000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787398618.121309:0:162511:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 4, last_transno is 17179869261 00000100:00100000:0.0:1787398618.121534:0:162511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304181880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+2:106499:x1874221261024384:12345-0@lo:9:umount.0 Request processed in 297us (1179us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398618.121543:0:162511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:1.0:1787398618.123076:0:162524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+2:106499:x1874221261024256:12345-0@lo:9:umount.0 Request processed in 2481us (2774us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398618.123091:0:162524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00080000:1.0:1787398618.123151:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1787398618.123170:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398618.123194:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787398618.123241:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf208e6d800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1787398618.123259:0:106499:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1787398618.123261:0:106499:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787398618.123266:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106499:1874221261024256:0@lo:9:umount.0 00000100:00080000:1.0:1787398618.123280:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf208e6d000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1787398618.123289:0:106499:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1787398618.123291:0:106499:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787398618.123293:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106499:1874221261024384:0@lo:9:umount.0 00000020:00000080:3.0:1787398618.184880:0:158783:0:(genops.c:906:class_export_put()) final put ffff9cf305ff2000/dbe7f5ec-0726-4851-a675-2f47d040e30f 00010000:00010000:3.0:1787398618.184922:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398618.184925:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398618.184928:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1787398618.185108:0:164318:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf305ff2000/dbe7f5ec-0726-4851-a675-2f47d040e30f for lustre-MDT0000 00000020:00000080:1.0:1787398618.185209:0:164318:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf305ff7800 for lustre-MDT0000 00000020:00000080:2.0:1787398618.237448:0:166800:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233ea60 00000020:00000080:2.0:1787398618.237472:0:166800:0:(genops.c:906:class_export_put()) final put ffff9cf311f8f800/lustre-QMT0000_UUID 00000020:01000000:2.0:1787398618.239024:0:166800:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:0.0:1787398618.239166:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf311f8f800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:0.0:1787398618.246631:0:166800:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787398618.246653:0:166800:0:(obd_config.c:955:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1787398618.246662:0:166800:0:(genops.c:1579:class_disconnect_exports()) OBD device 7 (ffff9cf32d0b4d40) has no exports 00000020:00000080:0.0:1787398618.247365:0:166800:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233ea59 00000020:00000080:0.0:1787398618.247377:0:166800:0:(genops.c:906:class_export_put()) final put ffff9cf311f8e000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1787398618.247457:0:166800:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787398618.247466:0:166800:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:0.0:1787398618.247583:0:166800:0:(genops.c:906:class_export_put()) final put ffff9cf311f8d000/lustre-QMT0000_UUID 00000020:00000080:0.0:1787398618.247587:0:166800:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf311f8d000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:0.0:1787398618.247594:0:166800:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:1.0:1787398618.247825:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf311f8e000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:0.0:1787398618.247912:0:166800:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff9cf202fd05a0 - data ffff9cf3046bb288/ffff9cf20b660800 00000020:01000000:0.0:1787398618.248371:0:166800:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff9cf305559ae0 - data ffff9cf30354d360/ffff9cf32d3b5c00 00000100:00080000:2.0:1787398618.341183:0:166800:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1787398618.341198:0:166800:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 21474836522 gen 5 00000100:00100000:2.0:1787398618.341220:0:166800:0:(client.c:3150:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9cf305b99c00 x1874221261024128/t25769803809(25769803809) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1787398628 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398618.341256:0:166800:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1787398618.347577:0:166800:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1787398618.347589:0:166800:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836548 gen 4 00000004:00080000:2.0:1787398618.347609:0:166800:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787398618.347612:0:166800:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1787398618.348206:0:158818:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1787398618.348213:0:158818:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x20:0x0] index 45 count 1 00000040:00080000:0.0:1787398618.348227:0:158818:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 8 count 2 00000100:00080000:2.0:1787398618.349126:0:166800:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1787398618.349134:0:166800:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869239 gen 4 00000004:00080000:2.0:1787398618.349151:0:166800:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787398618.349154:0:166800:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1787398618.350372:0:158820:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1787398618.350381:0:158820:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x22:0x0] index 40 count 1 00000040:00080000:1.0:1787398618.350397:0:158820:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 8 count 2 00000020:00000080:1.0:1787398618.352764:0:166800:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233ea28 00000020:00000080:1.0:1787398618.352782:0:166800:0:(genops.c:906:class_export_put()) final put ffff9cf203adf800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1787398618.353826:0:166800:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233ea3d 00000020:00000080:1.0:1787398618.353838:0:166800:0:(genops.c:906:class_export_put()) final put ffff9cf20bcd7000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1787398618.353846:0:166800:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:1.0:1787398618.353853:0:166800:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787398618.353864:0:166800:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1787398618.353870:0:166800:0:(genops.c:1579:class_disconnect_exports()) OBD device 4 (ffff9cf209aa19c0) has no exports 00000020:00000080:0.0:1787398618.354062:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf203adf800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1787398618.354076:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf20bcd7000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000004:01000000:1.0:1787398618.354640:0:166800:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1787398618.354656:0:166800:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233ea9f 00000020:00000080:1.0:1787398618.354663:0:166800:0:(genops.c:906:class_export_put()) final put ffff9cf33f50a800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1787398618.354675:0:166800:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:1.0:1787398618.354681:0:166800:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787398618.354688:0:166800:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1787398618.354691:0:166800:0:(genops.c:1579:class_disconnect_exports()) OBD device 10 (ffff9cf32d0b0000) has no exports 00000020:00000080:1.0:1787398618.354700:0:166800:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233ea98 00000020:00000080:1.0:1787398618.354719:0:166800:0:(genops.c:906:class_export_put()) final put ffff9cf202c89000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1787398618.355011:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf33f50a800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1787398618.355020:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf202c89000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:1.0:1787398618.363311:0:166800:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:1.0:1787398618.363322:0:166800:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1787398618.363327:0:166800:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869239 gen 5 00000004:00080000:1.0:1787398618.363336:0:166800:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787398618.363339:0:166800:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1787398618.364588:0:166800:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787398618.364607:0:166800:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1787398618.364742:0:166800:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233ea8a 00000020:00000080:1.0:1787398618.364755:0:166800:0:(genops.c:906:class_export_put()) final put ffff9cf202c88800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1787398618.367933:0:123549:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf208e6d000 for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1787398618.367954:0:123549:0:(genops.c:906:class_export_put()) final put ffff9cf202c8b000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1787398618.367957:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf202c8b000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:0.0:1787398618.367966:0:123549:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1787398618.373007:0:166800:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:1.0:1787398618.373043:0:166800:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787398618.373055:0:166800:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1787398618.373061:0:166800:0:(genops.c:1579:class_disconnect_exports()) OBD device 9 (ffff9cf33f7619c0) has no exports 00000020:00000080:1.0:1787398618.373070:0:166800:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233ea83 00000020:00000080:1.0:1787398618.373079:0:166800:0:(genops.c:906:class_export_put()) final put ffff9cf208e6b000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1787398618.373833:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf202c88800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1787398618.373848:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf208e6b000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:1.0:1787398618.374291:0:166800:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:1.0:1787398618.374298:0:166800:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1787398618.374302:0:166800:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836548 gen 5 00000004:00080000:1.0:1787398618.374308:0:166800:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787398618.374311:0:166800:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1787398618.376969:0:166800:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787398618.376981:0:166800:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:1.0:1787398618.377001:0:166800:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1787398618.377009:0:166800:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233ea75 00000020:00000080:1.0:1787398618.377019:0:166800:0:(genops.c:906:class_export_put()) final put ffff9cf20a606000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1787398618.377024:0:166800:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:1.0:1787398618.377033:0:166800:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787398618.377037:0:166800:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1787398618.377041:0:166800:0:(genops.c:1579:class_disconnect_exports()) OBD device 8 (ffff9cf33f763380) has no exports 00000020:00000080:1.0:1787398618.377047:0:166800:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233ea6e 00000020:00000080:1.0:1787398618.377050:0:166800:0:(genops.c:906:class_export_put()) final put ffff9cf20a605800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1787398618.379154:0:123549:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf208e6d800 for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1787398618.379172:0:123549:0:(genops.c:906:class_export_put()) final put ffff9cf20a601800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1787398618.379176:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf20a601800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:0.0:1787398618.379183:0:123549:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1787398618.379278:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf20a606000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:0.0:1787398618.379284:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf20a605800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1787398618.381576:0:166800:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:0.0:1787398618.381585:0:166800:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1787398618.381589:0:166800:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 21474836522 gen 6 00000100:00100000:0.0:1787398618.381612:0:166800:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1787398618.381651:0:123549:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf20a604000 for lustre-MDT0001-osp-MDT0000 00000020:00000080:0.0:1787398618.381702:0:166800:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787398618.381712:0:166800:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1787398618.381717:0:166800:0:(genops.c:906:class_export_put()) final put ffff9cf20a603000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1787398618.381720:0:166800:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf20a603000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:0.0:1787398618.381727:0:166800:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1787398618.381828:0:166800:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787398618.381833:0:166800:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1787398618.381836:0:166800:0:(genops.c:906:class_export_put()) final put ffff9cf203ad8800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1787398618.381839:0:166800:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf203ad8800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1787398618.381845:0:166800:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1787398618.381919:0:166800:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233ea44 00000020:00000080:0.0:1787398618.381926:0:166800:0:(genops.c:906:class_export_put()) final put ffff9cf20bcd4800/lustre-MDD0000_UUID 00000020:01000000:0.0:1787398618.381936:0:166800:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:0.0:1787398618.381945:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf20bcd4800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:0.0:1787398618.381953:0:166800:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787398618.381958:0:166800:0:(obd_config.c:955:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1787398618.381962:0:166800:0:(genops.c:1579:class_disconnect_exports()) OBD device 6 (ffff9cf209aa4d40) has no exports 00000020:00000080:0.0:1787398618.381988:0:166800:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787398618.381992:0:166800:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:0.0:1787398618.381994:0:166800:0:(genops.c:906:class_export_put()) final put ffff9cf20bcd2000/lustre-MDD0000_UUID 00000020:00000080:0.0:1787398618.381996:0:166800:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf20bcd2000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:0.0:1787398618.381999:0:166800:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:0.0:1787398618.382028:0:166800:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233ea4b 00000020:00000080:0.0:1787398618.382032:0:166800:0:(genops.c:906:class_export_put()) final put ffff9cf20bcd6000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1787398618.382045:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf20bcd6000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000004:0.0:1787398618.382056:0:166800:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9cf20c7c2800 from lustre-MDT0000, refs=3 00000020:01000004:0.0:1787398618.382060:0:166800:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9cf20c7c2800 3 00000020:01000004:0.0:1787398618.382062:0:166800:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9cf20c7c2800 from lustre-MDT0000 00000020:00000080:0.0:1787398618.382102:0:166800:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787398618.382106:0:166800:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:0.0:1787398618.382109:0:166800:0:(genops.c:906:class_export_put()) final put ffff9cf203adb800/lustre-MDT0000_UUID 00000020:00000080:0.0:1787398618.382111:0:166800:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf203adb800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:0.0:1787398618.382117:0:166800:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:0.0:1787398618.382146:0:166800:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:0.0:1787398618.382150:0:166800:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:0.0:1787398618.382153:0:166800:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:0.0:1787398618.382156:0:166800:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787398618.382158:0:166800:0:(obd_config.c:955:class_cleanup()) MGS: forcing exports to disconnect: 2/5 00000020:00080000:0.0:1787398618.382167:0:166800:0:(genops.c:1840:print_export_data()) MGS: ACTIVE ffff9cf20719c800 857bea78-a9c1-41f7-87c7-fefab0f760c6 192.168.204.36@tcp 9 (0 0 4) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1787398618.382173:0:166800:0:(genops.c:1840:print_export_data()) MGS: ACTIVE ffff9cf208a21800 a066c752-c801-430f-905b-71f66cddaa9e 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1787398618.382178:0:166800:0:(genops.c:1574:class_disconnect_exports()) OBD device 1 (ffff9cf20b558000) has exports, disconnecting them 00000020:00080000:0.0:1787398618.382182:0:166800:0:(genops.c:1549:class_disconnect_export_list()) MGS: disconnecting export at 192.168.204.36@tcp (ffff9cf20719c800), last request at 1787398563 00000020:00000080:0.0:1787398618.382198:0:166800:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x5703899912341c08 00000020:00010000:0.0:1787398618.382203:0:166800:0:(genops.c:1942:obd_stale_export_put()) Put export ffff9cf20719c800: total 0 00000100:00080000:0.0:1787398618.382206:0:166800:0:(import.c:65:import_set_state_nolock()) ffff9cf20719e000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1787398618.382219:0:166800:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 192.168.204.36@tcp (ffff9cf20719c800): rc 0 00000020:00080000:0.0:1787398618.382222:0:166800:0:(genops.c:1549:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff9cf208a21800), last request at 1787398331 00000020:00000080:0.0:1787398618.382229:0:166800:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233e9f0 00000020:00010000:0.0:1787398618.382231:0:166800:0:(genops.c:1942:obd_stale_export_put()) Put export ffff9cf208a21800: total 0 00000100:00080000:0.0:1787398618.382233:0:166800:0:(import.c:65:import_set_state_nolock()) ffff9cf208a22800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1787398618.382240:0:166800:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9cf208a21800): rc 0 00000020:00080000:0.0:1787398618.382243:0:166800:0:(genops.c:1579:class_disconnect_exports()) OBD device 1 (ffff9cf20b558000) has no exports 00000100:00100000:2.0:1787398618.382935:0:158788:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff9cf33e57da00:158788] 1 exiting: rc = 0 00000100:00100000:2.0:1787398618.383046:0:158789:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff9cf33e57cc00:158789] 2 exiting: rc = 0 00000020:00010000:0.0:1787398618.383780:0:158782:0:(genops.c:1928:obd_stale_export_get()) Get export ffff9cf20719c800: total 0 00010000:00010000:0.0:1787398618.383845:0:158782:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff9cf20719c800, canceled 0 locks, left on hash table 4. 00010000:00010000:0.0:1787398618.383893:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf305a69600/0x5703899912341c16 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119a40 expref: 5 pid: 158789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398618.383913:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf336d6d200/0x5703899912341c0f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119a39 expref: 4 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398618.383937:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf20d969c00/0x5703899912341c24 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119a78 expref: 3 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398618.383946:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf305a68800/0x57038999123422c9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119b35 expref: 2 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398618.383954:0:158782:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff9cf20719c800, canceled 4 locks, left on hash table 0. 00000020:00000080:0.0:1787398618.383973:0:158782:0:(genops.c:906:class_export_put()) final put ffff9cf20719c800/857bea78-a9c1-41f7-87c7-fefab0f760c6 00000020:00010000:0.0:1787398618.383985:0:158782:0:(genops.c:1928:obd_stale_export_get()) Get export ffff9cf208a21800: total 1 00010000:00010000:0.0:1787398618.384000:0:158782:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff9cf208a21800, canceled 0 locks, left on hash table 13. 00010000:00010000:0.0:1787398618.384015:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf3136b8600/0x570389991233ef06 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x570389991233eeff expref: 14 pid: 158789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398618.384028:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf33a74c400/0x570389991233e9fe lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x570389991233e9f7 expref: 13 pid: 158788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398618.384037:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf32cc9de00/0x570389991233ec7b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x570389991233ec74 expref: 12 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398618.384046:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf33a74c600/0x5703899912342006 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x5703899912341fff expref: 11 pid: 158789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398618.384059:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf305a68a00/0x57038999123422b4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x57038999123422ad expref: 10 pid: 158788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398618.384070:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf32cc9ca00/0x570389991233ec51 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x570389991233ec4a expref: 9 pid: 158789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398618.384079:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf300031000/0x570389991233f1ad lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x570389991233f1a6 expref: 8 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398618.384098:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf33a74cc00/0x57038999123420c3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x57038999123420bc expref: 7 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398618.384106:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf3136b9200/0x570389991233f1bb lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x570389991233f1b4 expref: 6 pid: 158789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398618.384118:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf33a74d800/0x5703899912342014 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x570389991234200d expref: 5 pid: 158786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398618.384130:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf2056da200/0x57038999123420d1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x57038999123420ca expref: 4 pid: 158789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398618.384139:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf30911da00/0x570389991233eb0f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x570389991233eb08 expref: 3 pid: 158788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398618.384151:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf3136b9a00/0x570389991233eedc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x570389991233eed5 expref: 2 pid: 158789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398618.384160:0:158782:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff9cf208a21800, canceled 13 locks, left on hash table 0. 00000020:00000080:0.0:1787398618.384174:0:158782:0:(genops.c:906:class_export_put()) final put ffff9cf208a21800/a066c752-c801-430f-905b-71f66cddaa9e 00010000:00010000:0.0:1787398618.384179:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398618.384181:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398618.384183:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398618.384190:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1787398618.384200:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf20719c800/857bea78-a9c1-41f7-87c7-fefab0f760c6 for MGS 00000020:00000080:0.0:1787398618.384244:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf208a21800/a066c752-c801-430f-905b-71f66cddaa9e for MGS 00000020:00000080:0.0:1787398618.384256:0:123549:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf20719e000 for MGS 00000020:00000080:0.0:1787398618.384260:0:123549:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf208a22800 for MGS 00000100:00100000:2.0:1787398618.386657:0:158786:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff9cf208a7b400:158786] 0 exiting: rc = 1 00000100:00100000:0.0:1787398618.386960:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.386982:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.386988:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.386995:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387002:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387008:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387014:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387019:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387033:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387042:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387048:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387054:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387060:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387066:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387071:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387077:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387083:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387089:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387097:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387103:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387109:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387116:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387122:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387128:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387134:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387143:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387149:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387154:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387160:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387166:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387173:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387180:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387185:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387191:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387197:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387203:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387213:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387218:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387224:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387230:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387236:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387242:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387247:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387252:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387258:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387264:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387269:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387275:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387281:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387294:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387300:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387306:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387312:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387318:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387323:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387329:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387334:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387339:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387345:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387350:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387355:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387360:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387365:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787398618.387370:0:166800:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:0.0:1787398618.391909:0:166800:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff9cf209a3f0c0 - data ffff9cf336a30d80/ffff9cf305a0bc00 00000020:01000000:0.0:1787398618.392053:0:166800:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff9cf203651b40 - data ffff9cf3047305e8/ffff9cf33e1f3800 00000020:00000080:0.0:1787398618.393265:0:166800:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233e9d4 00000020:00000080:0.0:1787398618.393275:0:166800:0:(genops.c:906:class_export_put()) final put ffff9cf20c7c6800/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1787398618.393299:0:166800:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9cf20c7c2800 from MGS, refs=2 00000020:01000004:0.0:1787398618.393303:0:166800:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9cf20c7c2800 2 00000020:01000004:0.0:1787398618.393321:0:166800:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9cf20c7c2800 from MGS 00000020:00000080:0.0:1787398618.393348:0:166800:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787398618.393356:0:166800:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:0.0:1787398618.393359:0:166800:0:(genops.c:906:class_export_put()) final put ffff9cf20c7c6000/MGS 00000020:00000080:0.0:1787398618.393362:0:166800:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf20c7c6000/MGS for MGS 00000020:01000000:0.0:1787398618.393369:0:166800:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:0.0:1787398618.393459:0:166800:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:0.0:1787398618.393464:0:166800:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787398618.393471:0:166800:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1787398618.393516:0:166800:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff9cf209b95800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1787398618.393522:0:166800:0:(genops.c:1574:class_disconnect_exports()) OBD device 11 (ffff9cf209aa0000) has exports, disconnecting them 00000020:00080000:0.0:1787398618.393530:0:166800:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff9cf209b95800), last request at 1787398332 00000020:00000080:0.0:1787398618.393535:0:166800:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233ead7 00010000:00010000:3.0:1787398618.393536:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:0.0:1787398618.393545:0:166800:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9cf209b95800): rc 0 00000020:00000080:0.0:1787398618.393551:0:166800:0:(genops.c:906:class_export_put()) final put ffff9cf209b95800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:2.0:1787398618.393974:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf20c7c6800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1787398618.393989:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf209b95800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:2.0:1787398618.420609:0:166800:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:2.0:1787398618.420629:0:166800:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787398618.420635:0:166800:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1787398618.420642:0:166800:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1787398618.420688:0:123549:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf3054de000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:2.0:1787398618.420866:0:166800:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787398618.420875:0:166800:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:2.0:1787398618.420891:0:166800:0:(genops.c:906:class_export_put()) final put ffff9cf20bcd3800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:2.0:1787398618.420896:0:166800:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf20bcd3800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:2.0:1787398618.420906:0:166800:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:2.0:1787398618.420989:0:166800:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9cf20c7c2800 1 00000020:00000080:2.0:1787398618.420996:0:166800:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233e9c6 00000020:00000080:2.0:1787398618.421002:0:166800:0:(genops.c:906:class_export_put()) final put ffff9cf20c7c2000/lustre-MDT0000-osd_UUID 00000020:01000000:2.0:1787398618.421011:0:166800:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:2.0:1787398618.421020:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf20c7c2000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1787398618.421030:0:166800:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787398618.421035:0:166800:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1787398618.421039:0:166800:0:(genops.c:1579:class_disconnect_exports()) OBD device 0 (ffff9cf20b55cd40) has no exports 00000020:00000080:2.0:1787398618.490386:0:166800:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787398618.490399:0:166800:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:2.0:1787398618.490405:0:166800:0:(genops.c:906:class_export_put()) final put ffff9cf20c7c1000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1787398618.490409:0:166800:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf20c7c1000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:2.0:1787398618.490415:0:166800:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:2.0:1787398618.490566:0:166800:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9cf20c7c4000 00000020:02000400:2.0:1787398618.490629:0:166800:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:0.0:1787398619.418818:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398620.262804:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398620.262928:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247588480 00000100:00100000:3.0:1787398620.262941:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247588480 00000100:00100000:3.0:1787398620.263009:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 754 00000100:00100000:3.0:1787398620.263021:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:69164:x1874221247588480:12345-192.168.204.36@tcp:400:kworker.0 00000020:00080000:3.0:1787398620.263033:0:158796:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-192.168.204.36@tcp 00000100:00100000:3.0:1787398620.263116:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:69164:x1874221247588480:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 96us (326us total) trans 0 rc -107/-107 00000100:00100000:3.0:1787398620.263125:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 754 00000100:00100000:1.0:1787398620.263187:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000400:00000100:1.0:1787398620.263329:0:106495:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-192.168.204.36@tcp portal 26 match 1874221247588352 offset 0 length 224: 4 00000100:00100000:1.0:1787398620.263352:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398620.263378:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398620.263400:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247588608 00000100:00100000:1.0:1787398620.263405:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247588608 00000100:00100000:1.0:1787398620.263457:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 370 00000100:00100000:1.0:1787398620.263466:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69164:x1874221247588608:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398620.263549:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69164:x1874221247588608:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 85us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398620.263556:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 370 00000100:00100000:1.0:1787398620.263696:0:162522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247588864 00000100:00100000:1.0:1787398620.263700:0:162522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247588864 00000100:00100000:1.0:1787398620.263730:0:162522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247588736 00000100:00100000:1.0:1787398620.263734:0:162522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247588736 00000100:00100000:1.0:1787398620.263763:0:162522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 186 00000100:00100000:1.0:1787398620.263771:0:162522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+50:69163:x1874221247588864:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398620.263806:0:162522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+50:69163:x1874221247588864:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 36us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398620.263813:0:162522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 186 00000100:00100000:1.0:1787398620.263825:0:162522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 187 00000100:00100000:1.0:1787398620.263831:0:162522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+81:69162:x1874221247588736:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398620.263871:0:162522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+81:69162:x1874221247588736:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 40us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398620.263878:0:162522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 187 00000100:00080000:1.0:1787398620.263919:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787398620.263925:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787398620.263928:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787398620.296438:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398620.297018:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247588992 00000100:00100000:3.0:1787398620.297035:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247588992 00000100:00100000:3.0:1787398620.297106:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 755 00000100:00100000:3.0:1787398620.297118:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:69161:x1874221247588992:12345-192.168.204.36@tcp:38:ptlrpcd_00_02.0 00010000:00020000:3.0:1787398620.297149:0:158796:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.36@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1787398620.297251:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:69161:x1874221247588992:12345-192.168.204.36@tcp:38:ptlrpcd_00_02.0 Request processed in 135us (823us total) trans 0 rc -19/-19 00000100:00100000:3.0:1787398620.297261:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 755 00010000:00010000:0.0:1787398620.437760:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1787398620.633896:0:160290:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1787398620.633908:0:160290:0:(genops.c:906:class_export_put()) final put ffff9cf20ab2d800/lustre-MDT0000-mdtlov_UUID 00000001:00080000:2.0:1787398620.633982:0:160290:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836570 is committed 00000020:00000080:3.0:1787398620.635183:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf20ab2d800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:3.0:1787398620.635312:0:123549:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf20ab2c800 for lustre-OST0000 00000001:00100000:0.0:1787398621.167260:0:161106:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1787398621.167269:0:161106:0:(genops.c:906:class_export_put()) final put ffff9cf209a44800/lustre-MDT0000-mdtlov_UUID 00000001:00080000:0.0:1787398621.167343:0:161106:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 17179869261 is committed 00000020:00000080:1.0:1787398621.173345:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf209a44800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:1.0:1787398621.174789:0:123549:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf202c8c000 for lustre-OST0001 00010000:00010000:0.0:1787398621.465073:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398621.653898:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787398621.653930:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261024512:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787398621.654011:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398621.654247:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261024512 00000100:00100000:2.0:1787398621.654255:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261024512 00000100:00100000:2.0:1787398621.654313:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:2.0:1787398621.654323:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261024512:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787398621.654353:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3764224 granted 59807680 pending 0 free 70529024 avail 63361024 00000100:00100000:2.0:1787398621.654419:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261024512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398621.654441:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00000100:00080000:2.0:1787398621.654463:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787398621.654525:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261024512:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787398621.654608:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261024640:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787398621.654641:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398621.654869:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787398621.654878:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31372ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261024768:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787398621.654920:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398621.655115:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106503:1874221261025024:0@lo:400:kworker.0 00000100:00100000:1.0:1787398621.655146:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398621.655168:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106503:1874221261025536:0@lo:400:kworker.0 00000100:00100000:1.0:1787398621.655189:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398621.655207:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1787398621.655211:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a066c752-c801-430f-905b-71f66cddaa9e:106503:1874221261024896:0@lo:400:kworker.0 00000400:00000100:1.0:1787398621.655228:0:106503:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1874221261024896 offset 0 length 224: 4 00000100:00100000:1.0:1787398621.655244:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33aae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106503:1874221261025408:0@lo:400:kworker.0 00000100:00100000:1.0:1787398621.655262:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398621.655286:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261025024 00000100:00100000:1.0:1787398621.655291:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261025024 00000100:00100000:1.0:1787398621.655317:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261025536 00000100:00100000:1.0:1787398621.655320:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261025536 00000100:00100000:1.0:1787398621.655329:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261025408 00000100:00100000:1.0:1787398621.655331:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261025408 00000100:00100000:1.0:1787398621.655354:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:1.0:1787398621.655361:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106503:x1874221261025408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398621.655405:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106503:x1874221261025408:12345-0@lo:400:kworker.0 Request processed in 44us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398621.655412:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:1.0:1787398621.655437:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:1.0:1787398621.655442:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:106503:x1874221261025024:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1787398621.655447:0:158795:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1787398621.655474:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:106503:x1874221261025024:12345-0@lo:400:kworker.0 Request processed in 31us (328us total) trans 0 rc -107/-107 00000100:00100000:1.0:1787398621.655511:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:1.0:1787398621.655523:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:1.0:1787398621.655527:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:106503:x1874221261025536:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1787398621.655535:0:158795:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1787398621.655559:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:106503:x1874221261025536:12345-0@lo:400:kworker.0 Request processed in 30us (368us total) trans 0 rc -107/-107 00000100:00100000:1.0:1787398621.655564:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:1.0:1787398621.655598:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33aae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106503:1874221261025408:0@lo:400:kworker.0 00000100:00080000:1.0:1787398621.655609:0:106503:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1787398621.655615:0:106503:0:(import.c:65:import_set_state_nolock()) ffff9cf3094d1800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1787398621.655619:0:106503:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1787398621.655625:0:106503:0:(import.c:65:import_set_state_nolock()) ffff9cf3094d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787398621.655629:0:106503:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5389 00000100:00080000:1.0:1787398621.655635:0:106503:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9cf3094d1800 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:1.0:1787398621.655658:0:106503:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf337aa8000 x1874221261025664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787398621.655677:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106503:1874221261025024:0@lo:400:kworker.0 00000100:00080000:1.0:1787398621.655688:0:106503:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1787398621.655691:0:106503:0:(import.c:65:import_set_state_nolock()) ffff9cf305b05000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1787398621.655700:0:106503:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1787398621.655703:0:106503:0:(import.c:65:import_set_state_nolock()) ffff9cf305b05000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787398621.655706:0:106503:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5601 00000100:00080000:1.0:1787398621.655710:0:106503:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9cf305b05000 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:1.0:1787398621.655725:0:106503:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf337aa1880 x1874221261025792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787398621.655736:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106503:1874221261025536:0@lo:400:kworker.0 00000100:00100000:1.0:1787398621.655759:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:106499:1874221261025664:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:1.0:1787398621.655786:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398621.655803:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aa1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:106499:1874221261025792:0@lo:38:ptlrpcd_00_03.0 00000100:00080000:2.0:1787398621.656016:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787398621.656041:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261024640 00000100:00100000:2.0:1787398621.656045:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261024640 00000100:00100000:2.0:1787398621.656079:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00100000:2.0:1787398621.656086:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261024640:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1787398621.656106:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1564672 granted 60069824 pending 0 free 70561792 avail 63393792 00000100:00100000:3.0:1787398621.656185:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33aae7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106501:1874221261025280:0@lo:400:kworker.0 00000100:00100000:0.0:1787398621.656240:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261025664 00000100:00100000:0.0:1787398621.656244:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261025664 00000100:00100000:0.0:1787398621.656268:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:0.0:1787398621.656273:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:106499:x1874221261025664:12345-0@lo:38:ptlrpcd_00_03.0 00010000:00020000:0.0:1787398621.656290:0:158794:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1787398621.664564:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261024640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 8465us (9908us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398621.664583:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00000100:00080000:2.0:1787398621.664635:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787398621.665672:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261024768 00000100:00100000:2.0:1787398621.665688:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261024768 00000100:00100000:2.0:1787398621.665742:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:2.0:1787398621.665750:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:106500:x1874221261024768:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:2.0:1787398621.665759:0:159531:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1787398621.665838:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:106500:x1874221261024768:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (10916us total) trans 0 rc -107/-107 00000100:00100000:2.0:1787398621.665845:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:3.0:1787398621.666375:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398621.666433:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787398621.666449:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33aae5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106501:1874221261025152:0@lo:400:kworker.0 00000100:00100000:3.0:1787398621.666498:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398621.666664:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261025280 00000100:00100000:2.0:1787398621.666669:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261025280 00000100:00100000:2.0:1787398621.666692:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261025152 00000100:00100000:2.0:1787398621.666694:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261025152 00000100:00100000:2.0:1787398621.666735:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:2.0:1787398621.666743:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106501:x1874221261025152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398621.666827:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106501:x1874221261025152:12345-0@lo:400:kworker.0 Request processed in 73us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398621.666835:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:2.0:1787398621.666850:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:2.0:1787398621.666854:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:106501:x1874221261025280:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1787398621.666860:0:158796:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1787398621.667068:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:106501:x1874221261025280:12345-0@lo:400:kworker.0 Request processed in 211us (693us total) trans 0 rc -107/-107 00000100:00100000:2.0:1787398621.667076:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:0.0:1787398621.667189:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:106499:x1874221261025664:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 10913us (11399us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787398621.667198:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:02020000:0.0:1787398621.667252:0:106500:0:(client.c:1492:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00080000:0.0:1787398621.667258:0:106500:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1787398621.667264:0:106500:0:(import.c:65:import_set_state_nolock()) ffff9cf337cf8000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1787398621.667269:0:106500:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1787398621.667276:0:106500:0:(import.c:65:import_set_state_nolock()) ffff9cf337cf8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787398621.667281:0:106500:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5601 00000100:00080000:0.0:1787398621.667289:0:106500:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9cf337cf8000 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:0.0:1787398621.667328:0:106500:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf31372dc00 x1874221261025920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787398621.667389:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261024640:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1787398621.669708:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787398621.669781:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33aae5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106501:1874221261025152:0@lo:400:kworker.0 00000100:00080000:3.0:1787398621.669797:0:106501:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1787398621.669801:0:106501:0:(import.c:65:import_set_state_nolock()) ffff9cf305ef7800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1787398621.669805:0:106501:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1787398621.669811:0:106501:0:(import.c:65:import_set_state_nolock()) ffff9cf305ef7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787398621.669829:0:106501:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5409 00000100:00080000:3.0:1787398621.669836:0:106501:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9cf305ef7800 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:3.0:1787398621.669877:0:106501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf33f7d7b80 x1874221261026048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787398621.670009:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33aae7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106501:1874221261025280:0@lo:400:kworker.0 00000100:00100000:1.0:1787398621.684869:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398621.684947:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31372dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106499:1874221261025920:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:1.0:1787398621.684997:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398621.685017:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:106499:1874221261026048:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:1.0:1787398621.685041:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1787398621.685081:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf3094d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787398621.685087:0:106499:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1787398621.685091:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:106499:1874221261025664:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:0.0:1787398621.685207:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261025920 00000100:00100000:0.0:1787398621.685216:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261025920 00000100:00100000:0.0:1787398621.685262:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:0.0:1787398621.685270:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:0+-99:106499:x1874221261025920:12345-0@lo:38:ptlrpcd_00_00.0 00010000:00020000:0.0:1787398621.685293:0:162682:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1787398621.685344:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:0+-99:106499:x1874221261025920:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 72us (345us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787398621.685352:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:0.0:1787398621.685394:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261025792 00000100:00100000:0.0:1787398621.685399:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261025792 00000100:00100000:0.0:1787398621.685420:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261026048 00000100:00100000:0.0:1787398621.685423:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261026048 00000100:00100000:0.0:1787398621.685466:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:0.0:1787398621.685471:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:106499:x1874221261025792:12345-0@lo:38:ptlrpcd_00_03.0 00010000:00020000:0.0:1787398621.685511:0:158794:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1787398621.685544:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:106499:x1874221261025792:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 71us (686us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787398621.685551:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:0.0:1787398621.685564:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:0.0:1787398621.685568:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:106499:x1874221261026048:12345-0@lo:38:ptlrpcd_00_01.0 00010000:00020000:0.0:1787398621.685577:0:158794:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1787398621.685600:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:106499:x1874221261026048:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 31us (558us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787398621.685605:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00080000:1.0:1787398621.686069:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf337cf8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787398621.686081:0:106499:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1787398621.686085:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31372dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106499:1874221261025920:0@lo:38:ptlrpcd_00_00.0 00000100:00080000:1.0:1787398621.686095:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf305ef7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787398621.686098:0:106499:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1787398621.686109:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:106499:1874221261026048:0@lo:38:ptlrpcd_00_01.0 00000100:00080000:1.0:1787398621.686120:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf305b05000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787398621.686123:0:106499:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1787398621.686125:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aa1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:106499:1874221261025792:0@lo:38:ptlrpcd_00_03.0 00010000:00010000:1.0:1787398622.490013:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1787398622.684575:0:165607:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:1.0:1787398622.684594:0:165607:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 25769803809 is committed 00000020:00000080:1.0:1787398622.684601:0:165607:0:(genops.c:906:class_export_put()) final put ffff9cf20b2c0000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1787398622.684869:0:73119:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf20b2c0000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:2.0:1787398622.684953:0:73119:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf20b2c4800 for lustre-MDT0001 00010000:00010000:3.0:1787398623.510143:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398624.544504:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398624.871457:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398624.872905:0:160295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247589120 00000100:00100000:0.0:1787398624.872921:0:160295:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247589120 00000100:00080000:3.0:1787398624.872981:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787398624.873013:0:160295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 431 00000100:00100000:0.0:1787398624.873024:0:160295:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+44:69164:x1874221247589120:12345-192.168.204.36@tcp:16:kworker.0 00000100:00100000:0.0:1787398624.873158:0:160295:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+44:69164:x1874221247589120:12345-192.168.204.36@tcp:16:kworker.0 Request processed in 136us (1711us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398624.873166:0:160295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 431 00000100:00100000:0.0:1787398624.876054:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398624.876275:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247589248 00000100:00100000:1.0:1787398624.876285:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247589248 00000100:00100000:1.0:1787398624.876375:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 432 00000100:00100000:1.0:1787398624.876387:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+43:69164:x1874221247589248:12345-192.168.204.36@tcp:16:kworker.0 00000100:00100000:1.0:1787398624.876531:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+43:69164:x1874221247589248:12345-192.168.204.36@tcp:16:kworker.0 Request processed in 146us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398624.876540:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 432 00000100:00080000:3.0:1787398624.879190:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787398624.889675:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398624.889748:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398624.889803:0:160301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247589376 00000100:00100000:0.0:1787398624.889816:0:160301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247589376 00000100:00100000:1.0:1787398624.889861:0:160294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247589504 00000100:00100000:1.0:1787398624.889867:0:160294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247589504 00002000:00100000:0.0:1787398624.889883:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1d8:0x0] (0->37841) req@ffff9cf33f7d4e00 x1874221247589376/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:310/0 lens 488/0 e 0 to 0 dl 1787398635 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787398624.889895:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33f7d4e00 with x1874221247589376 ext(0->37841) 00002000:00010000:0.0:1787398624.889909:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf33f7d4e00 00000100:00100000:1.0:1787398624.889914:0:160294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 433 00000100:00100000:1.0:1787398624.889926:0:160294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+45:69162:x1874221247589504:12345-192.168.204.36@tcp:16:kworker.0 00000100:00100000:0.0:1787398624.889945:0:160301:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 46 00000100:00100000:0.0:1787398624.889955:0:160301:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+45:69162:x1874221247589376:12345-192.168.204.36@tcp:4:cp.0 00000100:00100000:1.0:1787398624.890067:0:160294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+45:69162:x1874221247589504:12345-192.168.204.36@tcp:16:kworker.0 Request processed in 142us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398624.890076:0:160294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 433 00000100:00100000:3.0:1787398624.894355:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398624.894394:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398624.894425:0:160299:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247589632 00000100:00100000:3.0:1787398624.894435:0:160299:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247589632 00002000:00100000:3.0:1787398624.894509:0:160299:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x25d:0x0] (0->422) req@ffff9cf33f7d6a00 x1874221247589632/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:310/0 lens 912/0 e 0 to 0 dl 1787398635 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398624.894521:0:160299:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33f7d6a00 with x1874221247589632 ext(0->422) 00002000:00010000:3.0:1787398624.894527:0:160299:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf33f7d6a00 00000100:00100000:3.0:1787398624.894556:0:160299:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 47 00000100:00100000:3.0:1787398624.894567:0:160299:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+43:69165:x1874221247589632:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:3.0:1787398624.894853:0:160299:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:3.0:1787398624.894858:0:160299:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1787398624.894860:0:160299:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:3.0:1787398624.894862:0:160299:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1787398624.894865:0:160299:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1787398624.894866:0:160299:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1787398624.895230:0:162515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247589760 00000100:00100000:2.0:1787398624.895236:0:162515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247589760 00000100:00100000:2.0:1787398624.895274:0:162515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 434 00080000:00000400:0.0:1787398624.895278:0:160301:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 259 < left 274, rollback = 2 00000100:00100000:2.0:1787398624.895285:0:162515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+46:69165:x1874221247589760:12345-192.168.204.36@tcp:16:kworker.0 00080000:00000400:0.0:1787398624.895286:0:160301:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1787398624.895291:0:160301:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:0.0:1787398624.895302:0:160301:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1787398624.895304:0:160301:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1787398624.895306:0:160301:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1787398624.895818:0:160299:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+46:69165:x1874221247589632:12345-192.168.204.36@tcp:4:cp.0 Request processed in 1251us (1421us total) trans 21474836571 rc 0/0 00000100:00100000:3.0:1787398624.895828:0:160299:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 47 00002000:00100000:3.0:1787398624.895835:0:160299:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x25d:0x0] (0->422) req@ffff9cf33f7d6a00 x1874221247589632/t21474836571(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:310/0 lens 912/448 e 0 to 0 dl 1787398635 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398624.895844:0:160299:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33f7d6a00 with x1874221247589632 ext(0->422) 00002000:00010000:3.0:1787398624.895856:0:160299:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf33f7d6a00 00000100:00100000:3.0:1787398624.896315:0:160301:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+46:69162:x1874221247589376:12345-192.168.204.36@tcp:4:cp.0 Request processed in 6360us (6650us total) trans 17179869262 rc 0/0 00000100:00100000:3.0:1787398624.896336:0:160301:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 46 00002000:00100000:3.0:1787398624.896344:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1d8:0x0] (0->37841) req@ffff9cf33f7d4e00 x1874221247589376/t17179869262(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:310/0 lens 488/448 e 0 to 0 dl 1787398635 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398624.896353:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33f7d4e00 with x1874221247589376 ext(0->37841) 00002000:00010000:3.0:1787398624.896358:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf33f7d4e00 00000001:00080000:2.0:1787398624.902267:0:160290:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836571 is committed 00000100:00100000:0.0:1787398624.902540:0:162515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+43:69165:x1874221247589760:12345-192.168.204.36@tcp:16:kworker.0 Request processed in 7252us (8188us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398624.902552:0:162515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 434 00000100:00100000:3.0:1787398624.905556:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398624.905592:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398624.905810:0:162524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247590016 00000100:00100000:0.0:1787398624.905821:0:162524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247590016 00000100:00100000:0.0:1787398624.905884:0:162524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 435 00000100:00100000:0.0:1787398624.905894:0:162524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:dbe7f5ec-0726-4851-a675-2f47d040e30f+46:69163:x1874221247590016:12345-192.168.204.36@tcp:16:kworker.0 00000100:00100000:0.0:1787398624.906001:0:162524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:dbe7f5ec-0726-4851-a675-2f47d040e30f+46:69163:x1874221247590016:12345-192.168.204.36@tcp:16:kworker.0 Request processed in 107us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398624.906010:0:162524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 435 00000100:00100000:3.0:1787398624.915951:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398624.916092:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398624.916140:0:162514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247590272 00000100:00100000:0.0:1787398624.916150:0:162514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247590272 00000100:00100000:0.0:1787398624.916204:0:162514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 436 00000100:00100000:0.0:1787398624.916214:0:162514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+43:69164:x1874221247590272:12345-192.168.204.36@tcp:16:kworker.0 00000100:00100000:0.0:1787398624.916308:0:162514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+43:69164:x1874221247590272:12345-192.168.204.36@tcp:16:kworker.0 Request processed in 95us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398624.916326:0:162514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 436 00000100:00100000:2.0:1787398624.924072:0:166640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247589888 00000100:00100000:2.0:1787398624.924086:0:166640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247589888 00002000:00100000:3.0:1787398624.924458:0:166640:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1d9:0x0] (0->1341) req@ffff9cf33f7d4380 x1874221247589888/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:310/0 lens 1832/0 e 0 to 0 dl 1787398635 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398624.924471:0:166640:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33f7d4380 with x1874221247589888 ext(0->1341) 00002000:00010000:3.0:1787398624.924495:0:166640:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf33f7d4380 00000100:00100000:3.0:1787398624.924530:0:166640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247590144 00000100:00100000:3.0:1787398624.924535:0:166640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247590144 00002000:00100000:3.0:1787398624.924556:0:166640:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x25e:0x0] (0->1658) req@ffff9cf33f7d7b80 x1874221247590144/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:310/0 lens 2152/0 e 0 to 0 dl 1787398635 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398624.924564:0:166640:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33f7d7b80 with x1874221247590144 ext(0->1658) 00002000:00010000:3.0:1787398624.924568:0:166640:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf33f7d7b80 00000100:00100000:3.0:1787398624.924593:0:166641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 48 00000100:00100000:3.0:1787398624.924608:0:166641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+46:69163:x1874221247589888:12345-192.168.204.36@tcp:4:cp.0 00000100:00100000:2.0:1787398624.924740:0:160300:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 49 00000100:00100000:2.0:1787398624.924760:0:160300:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+43:69164:x1874221247590144:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:2.0:1787398624.925025:0:160300:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:2.0:1787398624.925029:0:160300:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1787398624.925031:0:160300:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:2.0:1787398624.925033:0:160300:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1787398624.925035:0:160300:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1787398624.925037:0:160300:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398624.925838:0:166641:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1787398624.925843:0:166641:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1787398624.925845:0:166641:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1787398624.925847:0:166641:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1787398624.925856:0:166641:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1787398624.925858:0:166641:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1787398624.929323:0:166641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+48:69163:x1874221247589888:12345-192.168.204.36@tcp:4:cp.0 Request processed in 4708us (23716us total) trans 17179869263 rc 0/0 00000100:00100000:3.0:1787398624.929339:0:166641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 48 00002000:00100000:3.0:1787398624.929352:0:166641:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1d9:0x0] (0->1341) req@ffff9cf33f7d4380 x1874221247589888/t17179869263(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:310/0 lens 1832/448 e 0 to 0 dl 1787398635 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398624.929364:0:166641:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33f7d4380 with x1874221247589888 ext(0->1341) 00002000:00010000:3.0:1787398624.929371:0:166641:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf33f7d4380 00000100:00100000:3.0:1787398624.929470:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398624.929597:0:166562:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247590400 00000100:00100000:3.0:1787398624.929605:0:166562:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247590400 00002000:00100000:3.0:1787398624.929639:0:166562:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1da:0x0] (0->1752) req@ffff9cf33f7d6d80 x1874221247590400/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:310/0 lens 2248/0 e 0 to 0 dl 1787398635 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398624.929649:0:166562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33f7d6d80 with x1874221247590400 ext(0->1752) 00002000:00010000:3.0:1787398624.929654:0:166562:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf33f7d6d80 00000100:00100000:3.0:1787398624.929676:0:166562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 50 00000100:00100000:3.0:1787398624.929685:0:166562:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+48:69162:x1874221247590400:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:3.0:1787398624.929898:0:166562:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1787398624.929903:0:166562:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1787398624.929906:0:166562:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1787398624.929909:0:166562:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1787398624.929911:0:166562:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1787398624.929913:0:166562:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1787398624.933523:0:160300:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+45:69164:x1874221247590144:12345-192.168.204.36@tcp:4:cp.0 Request processed in 8762us (17571us total) trans 21474836572 rc 0/0 00000100:00100000:3.0:1787398624.933538:0:160300:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 49 00002000:00100000:3.0:1787398624.933557:0:160300:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x25e:0x0] (0->1658) req@ffff9cf33f7d7b80 x1874221247590144/t21474836572(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:310/0 lens 2152/448 e 0 to 0 dl 1787398635 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398624.933567:0:160300:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33f7d7b80 with x1874221247590144 ext(0->1658) 00002000:00010000:3.0:1787398624.933574:0:160300:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf33f7d7b80 00000100:00100000:3.0:1787398624.933648:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398624.933765:0:162519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247590528 00000100:00100000:3.0:1787398624.933773:0:162519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247590528 00000100:00100000:3.0:1787398624.933810:0:162519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 437 00000100:00100000:3.0:1787398624.933817:0:162519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:dbe7f5ec-0726-4851-a675-2f47d040e30f+51:69163:x1874221247590528:12345-192.168.204.36@tcp:16:kworker.0 00000100:00100000:0.0:1787398624.934268:0:166562:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+51:69162:x1874221247590400:12345-192.168.204.36@tcp:4:cp.0 Request processed in 4581us (4797us total) trans 17179869264 rc 0/0 00000100:00100000:0.0:1787398624.934277:0:166562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 50 00002000:00100000:0.0:1787398624.934283:0:166562:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1da:0x0] (0->1752) req@ffff9cf33f7d6d80 x1874221247590400/t17179869264(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:310/0 lens 2248/448 e 0 to 0 dl 1787398635 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787398624.934292:0:166562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33f7d6d80 with x1874221247590400 ext(0->1752) 00002000:00010000:0.0:1787398624.934296:0:166562:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf33f7d6d80 00000001:00080000:2.0:1787398624.947369:0:161106:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 17179869264 is committed 00000100:00100000:2.0:1787398624.947558:0:162519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:dbe7f5ec-0726-4851-a675-2f47d040e30f+44:69163:x1874221247590528:12345-192.168.204.36@tcp:16:kworker.0 Request processed in 13734us (13903us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398624.947569:0:162519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 437 00000100:00100000:3.0:1787398624.956617:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398624.956660:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398624.956692:0:160301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247590656 00000100:00100000:3.0:1787398624.956702:0:160301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247590656 00002000:00100000:3.0:1787398624.956769:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x25f:0x0] (0->1407) req@ffff9cf305ad5f80 x1874221247590656/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:310/0 lens 1896/0 e 0 to 0 dl 1787398635 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398624.956783:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305ad5f80 with x1874221247590656 ext(0->1407) 00002000:00010000:3.0:1787398624.956789:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf305ad5f80 00000100:00100000:3.0:1787398624.956817:0:160301:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 51 00000100:00100000:3.0:1787398624.956828:0:160301:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305ad5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+45:69164:x1874221247590656:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:3.0:1787398624.957103:0:160301:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1787398624.957108:0:160301:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1787398624.957110:0:160301:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1787398624.957112:0:160301:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1787398624.957114:0:160301:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1787398624.957116:0:160301:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1787398624.957509:0:162518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247590784 00000100:00100000:3.0:1787398624.957521:0:162518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247590784 00000100:00100000:3.0:1787398624.957557:0:162518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 438 00000100:00100000:3.0:1787398624.957564:0:162518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+48:69165:x1874221247590784:12345-192.168.204.36@tcp:16:kworker.0 00000100:00100000:3.0:1787398624.963374:0:160301:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305ad5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+48:69164:x1874221247590656:12345-192.168.204.36@tcp:4:cp.0 Request processed in 6536us (6757us total) trans 21474836573 rc 0/0 00000100:00100000:3.0:1787398624.963389:0:160301:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 51 00002000:00100000:3.0:1787398624.963402:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x25f:0x0] (0->1407) req@ffff9cf305ad5f80 x1874221247590656/t21474836573(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:310/0 lens 1896/448 e 0 to 0 dl 1787398635 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398624.963411:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305ad5f80 with x1874221247590656 ext(0->1407) 00002000:00010000:3.0:1787398624.963418:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf305ad5f80 00000001:00080000:3.0:1787398624.968545:0:160290:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836573 is committed 00000100:00100000:2.0:1787398624.968728:0:162518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+43:69165:x1874221247590784:12345-192.168.204.36@tcp:16:kworker.0 Request processed in 11156us (12059us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398624.968741:0:162518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 438 00000400:00000100:2.0:1787398625.414248:0:106494:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-192.168.204.36@tcp portal 26 match 1874221247590912 offset 0 length 224: 4 00000100:00100000:2.0:1787398625.414283:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398625.414309:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398625.414338:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247591168 00000100:00100000:2.0:1787398625.414347:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247591168 00000100:00100000:2.0:1787398625.414402:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247591040 00000100:00100000:2.0:1787398625.414405:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247591040 00000100:00100000:2.0:1787398625.414426:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 373 00000100:00100000:2.0:1787398625.414436:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69163:x1874221247591168:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:2.0:1787398625.414534:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69163:x1874221247591168:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 99us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398625.414543:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 373 00000100:00100000:2.0:1787398625.414561:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 762 00000100:00100000:2.0:1787398625.414566:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:69161:x1874221247591040:12345-192.168.204.36@tcp:38:kworker.0 00010000:00020000:2.0:1787398625.414585:0:158794:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.36@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1787398625.414611:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:69161:x1874221247591040:12345-192.168.204.36@tcp:38:kworker.0 Request processed in 43us (300us total) trans 0 rc -19/-19 00000100:00100000:2.0:1787398625.414617:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 762 00000100:00080000:2.0:1787398625.414636:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1787398625.559213:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398626.582473:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398626.775187:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31372df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261026176:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787398626.775270:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398626.775353:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261026176 00000100:00100000:3.0:1787398626.775361:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261026176 00000100:00100000:3.0:1787398626.775421:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:3.0:1787398626.775430:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261026176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787398626.775461:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1204224 granted 61040576 pending 0 free 70512640 avail 63344640 00000100:00100000:3.0:1787398626.775524:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261026176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398626.775532:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000100:00080000:3.0:1787398626.775557:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787398626.775594:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31372df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261026176:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1787398626.777050:0:164318:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787398626.777056:0:164318:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787398626.777060:0:164318:0:(import.c:65:import_set_state_nolock()) ffff9cf3094d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787398626.777067:0:164318:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5642 00000100:00080000:0.0:1787398626.777072:0:164318:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1787398626.777079:0:164318:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9cf3094d1800 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:0.0:1787398626.777105:0:164318:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf305a1d500 x1874221261026560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787398626.777129:0:164318:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787398626.777132:0:164318:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787398626.777133:0:164318:0:(import.c:65:import_set_state_nolock()) ffff9cf305ef7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787398626.777136:0:164318:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5642 00000100:00080000:0.0:1787398626.777139:0:164318:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1787398626.777142:0:164318:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9cf305ef7800 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:0.0:1787398626.777152:0:164318:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf305a1f480 x1874221261026816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787398626.777181:0:164318:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787398626.777184:0:164318:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787398626.777186:0:164318:0:(import.c:65:import_set_state_nolock()) ffff9cf337cf8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787398626.777189:0:164318:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5642 00000100:00080000:0.0:1787398626.777192:0:164318:0:(import.c:589:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1787398626.777196:0:164318:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9cf337cf8000 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:0.0:1787398626.777208:0:164318:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf33e17e300 x1874221261027072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787398626.777223:0:164318:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787398626.777227:0:164318:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787398626.777228:0:164318:0:(import.c:65:import_set_state_nolock()) ffff9cf305b05000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787398626.777231:0:164318:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5642 00000100:00080000:0.0:1787398626.777234:0:164318:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1787398626.777237:0:164318:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9cf305b05000 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:0.0:1787398626.777247:0:164318:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf33e17ea00 x1874221261027328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787398626.777281:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106503:1874221261026688:0@lo:400:kworker.0 00000100:00100000:0.0:1787398626.777340:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398626.777383:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787398626.777389:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31372dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a066c752-c801-430f-905b-71f66cddaa9e:106503:1874221261026432:0@lo:400:kworker.0 00000400:00000100:0.0:1787398626.777406:0:106503:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1874221261026432 offset 0 length 224: 4 00000100:00100000:0.0:1787398626.777434:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261026688 00000100:00100000:0.0:1787398626.777439:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261026688 00000100:00100000:0.0:1787398626.777504:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:0.0:1787398626.777530:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106503:x1874221261026688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398626.777571:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106503:x1874221261026688:12345-0@lo:400:kworker.0 Request processed in 43us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398626.777578:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:0.0:1787398626.777791:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106503:1874221261026688:0@lo:400:kworker.0 00000100:00100000:3.0:1787398626.778934:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31372df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261026304:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787398626.779018:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398626.779048:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261027200:0@lo:400:kworker.0 00000100:00100000:3.0:1787398626.779082:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398626.779106:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787398626.779112:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:106501:1874221261026944:0@lo:400:kworker.0 00000100:00100000:3.0:1787398626.779135:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398626.779168:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261026944 00000100:00100000:3.0:1787398626.779173:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261026944 00000100:00100000:3.0:1787398626.779215:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:3.0:1787398626.779222:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106501:x1874221261026944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398626.779272:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106501:x1874221261026944:12345-0@lo:400:kworker.0 Request processed in 50us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398626.779279:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00080000:3.0:1787398626.779303:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787398626.779338:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:106501:1874221261026944:0@lo:400:kworker.0 00000100:00100000:1.0:1787398626.780545:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:106499:1874221261026560:0@lo:38:kworker.0 00000100:00100000:1.0:1787398626.780610:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398626.780819:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:106499:1874221261026816:0@lo:38:kworker.0 00000100:00100000:1.0:1787398626.780850:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398626.780869:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106499:1874221261027072:0@lo:38:kworker.0 00000100:00100000:1.0:1787398626.780894:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398626.780898:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261026560 00000100:00100000:3.0:1787398626.780904:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261026560 00000100:00100000:1.0:1787398626.780911:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:106499:1874221261027328:0@lo:38:kworker.0 00000100:00100000:1.0:1787398626.780930:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398626.780932:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261026816 00000100:00100000:3.0:1787398626.780934:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261026816 00000100:00100000:3.0:1787398626.780943:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261027328 00000100:00100000:3.0:1787398626.780945:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261027328 00000100:00100000:3.0:1787398626.780957:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:1.0:1787398626.780959:0:162516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261027200 00000100:00100000:1.0:1787398626.780962:0:162516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261027200 00000100:00100000:3.0:1787398626.780963:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:106499:x1874221261026560:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1787398626.780983:0:158794:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1787398626.781001:0:162516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:1.0:1787398626.781007:0:162516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261027200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398626.781037:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:106499:x1874221261026560:12345-0@lo:38:kworker.0 Request processed in 72us (425us total) trans 0 rc -19/-19 00000100:00100000:3.0:1787398626.781044:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:1.0:1787398626.781045:0:162516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261027200:12345-0@lo:400:kworker.0 Request processed in 39us (1973us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398626.781050:0:162516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00100000:3.0:1787398626.781064:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:1.0:1787398626.781068:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261027072 00000100:00100000:3.0:1787398626.781069:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:106499:x1874221261026816:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1787398626.781070:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261027072 00000100:00100000:1.0:1787398626.781088:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:1.0:1787398626.781093:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:106499:x1874221261027072:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1787398626.781102:0:159531:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1787398626.781126:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:106499:x1874221261027072:12345-0@lo:38:kworker.0 Request processed in 32us (232us total) trans 0 rc -19/-19 00000100:00100000:1.0:1787398626.781133:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00010000:00020000:3.0:1787398626.781152:0:158794:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1787398626.781156:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:1.0:1787398626.781161:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:106499:x1874221261027328:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1787398626.781169:0:160868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1787398626.781176:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:106499:x1874221261026816:12345-0@lo:38:kworker.0 Request processed in 106us (328us total) trans 0 rc -19/-19 00000100:00100000:3.0:1787398626.781182:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:1.0:1787398626.781197:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:106499:x1874221261027328:12345-0@lo:38:kworker.0 Request processed in 34us (265us total) trans 0 rc -19/-19 00000100:00100000:1.0:1787398626.781202:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00080000:1.0:1787398626.781222:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787398626.781247:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf3094d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787398626.781251:0:106499:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1787398626.781255:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:106499:1874221261026560:0@lo:38:kworker.0 00000100:00080000:1.0:1787398626.781263:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf305ef7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787398626.781266:0:106499:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1787398626.781268:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:106499:1874221261026816:0@lo:38:kworker.0 00000100:00080000:1.0:1787398626.781276:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf337cf8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787398626.781279:0:106499:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1787398626.781282:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106499:1874221261027072:0@lo:38:kworker.0 00000100:00080000:1.0:1787398626.781288:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf305b05000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787398626.781291:0:106499:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1787398626.781293:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:106499:1874221261027328:0@lo:38:kworker.0 00000100:00100000:1.0:1787398626.781327:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261027200:0@lo:400:kworker.0 00000100:00100000:0.0:1787398626.782642:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261026304 00000100:00100000:0.0:1787398626.782653:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261026304 00000100:00100000:0.0:1787398626.782707:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:0.0:1787398626.782726:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261026304:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787398626.782748:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3186688 granted 60905408 pending 0 free 70520832 avail 63295488 00000100:00100000:0.0:1787398626.782807:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261026304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (3800us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398626.782813:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00100000:1.0:1787398626.784903:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31372df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261026304:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1787398627.608640:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398628.630118:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398629.656911:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398629.988420:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398629.988849:0:166641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247591296 00000100:00100000:3.0:1787398629.988860:0:166641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247591296 00002000:00100000:3.0:1787398629.988935:0:166641:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1db:0x0] (0->854) req@ffff9cf305b99f80 x1874221247591296/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:315/0 lens 1344/0 e 0 to 0 dl 1787398640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398629.988947:0:166641:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305b99f80 with x1874221247591296 ext(0->854) 00002000:00010000:3.0:1787398629.988953:0:166641:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf305b99f80 00000100:00100000:3.0:1787398629.988981:0:166641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 52 00000100:00100000:3.0:1787398629.988990:0:166641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+44:69164:x1874221247591296:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:3.0:1787398629.989218:0:166641:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:3.0:1787398629.989222:0:166641:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1787398629.989225:0:166641:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:3.0:1787398629.989227:0:166641:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1787398629.989230:0:166641:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1787398629.989232:0:166641:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1787398629.989728:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398629.989757:0:166638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247591424 00000100:00100000:2.0:1787398629.989762:0:166638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247591424 00002000:00100000:2.0:1787398629.989792:0:166638:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x260:0x0] (0->1653) req@ffff9cf305b9bb80 x1874221247591424/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:315/0 lens 2144/0 e 0 to 0 dl 1787398640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787398629.989803:0:166638:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305b9bb80 with x1874221247591424 ext(0->1653) 00002000:00010000:2.0:1787398629.989808:0:166638:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf305b9bb80 00000100:00100000:2.0:1787398629.989830:0:166638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 53 00000100:00100000:2.0:1787398629.989839:0:166638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:dbe7f5ec-0726-4851-a675-2f47d040e30f+43:69165:x1874221247591424:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:2.0:1787398629.989964:0:166638:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:2.0:1787398629.989968:0:166638:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1787398629.989970:0:166638:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:2.0:1787398629.989972:0:166638:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1787398629.989974:0:166638:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1787398629.989976:0:166638:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00080000:1.0:1787398629.990443:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787398629.990448:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787398629.992913:0:166641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+46:69164:x1874221247591296:12345-192.168.204.36@tcp:4:cp.0 Request processed in 3913us (4491us total) trans 17179869265 rc 0/0 00000100:00100000:3.0:1787398629.992927:0:166641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 52 00002000:00100000:3.0:1787398629.992939:0:166641:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1db:0x0] (0->854) req@ffff9cf305b99f80 x1874221247591296/t17179869265(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:315/0 lens 1344/448 e 0 to 0 dl 1787398640 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398629.992963:0:166641:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305b99f80 with x1874221247591296 ext(0->854) 00002000:00010000:3.0:1787398629.992970:0:166641:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf305b99f80 00000100:00100000:0.0:1787398629.996344:0:166638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:dbe7f5ec-0726-4851-a675-2f47d040e30f+45:69165:x1874221247591424:12345-192.168.204.36@tcp:4:cp.0 Request processed in 6492us (6604us total) trans 21474836574 rc 0/0 00000100:00100000:0.0:1787398629.996359:0:166638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 53 00002000:00100000:0.0:1787398629.996378:0:166638:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x260:0x0] (0->1653) req@ffff9cf305b9bb80 x1874221247591424/t21474836574(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:315/0 lens 2144/448 e 0 to 0 dl 1787398640 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787398629.996388:0:166638:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305b9bb80 with x1874221247591424 ext(0->1653) 00002000:00010000:0.0:1787398629.996394:0:166638:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf305b9bb80 00000100:00100000:2.0:1787398629.997792:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398629.997874:0:166562:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247591552 00000100:00100000:0.0:1787398629.997884:0:166562:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247591552 00002000:00100000:0.0:1787398629.997934:0:166562:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1dc:0x0] (0->6547) req@ffff9cf305b9b100 x1874221247591552/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:315/0 lens 7040/0 e 0 to 0 dl 1787398640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787398629.997965:0:166562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305b9b100 with x1874221247591552 ext(0->6547) 00002000:00010000:0.0:1787398629.997970:0:166562:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf305b9b100 00000100:00100000:0.0:1787398629.998008:0:166562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 54 00000100:00100000:0.0:1787398629.998019:0:166562:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+46:69162:x1874221247591552:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:0.0:1787398629.998268:0:166562:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:0.0:1787398629.998272:0:166562:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1787398629.998275:0:166562:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:0.0:1787398629.998276:0:166562:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1787398629.998279:0:166562:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1787398629.998281:0:166562:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:0.0:1787398629.998825:0:166562:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+48:69162:x1874221247591552:12345-192.168.204.36@tcp:4:cp.0 Request processed in 807us (1038us total) trans 17179869266 rc 0/0 00000100:00100000:0.0:1787398629.998833:0:166562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 54 00002000:00100000:0.0:1787398629.998839:0:166562:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1dc:0x0] (0->6547) req@ffff9cf305b9b100 x1874221247591552/t17179869266(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:315/0 lens 7040/448 e 0 to 0 dl 1787398640 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787398629.998847:0:166562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305b9b100 with x1874221247591552 ext(0->6547) 00002000:00010000:0.0:1787398629.998851:0:166562:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf305b9b100 00000100:00100000:2.0:1787398630.012073:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398630.012123:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398630.012152:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398630.012190:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398630.012218:0:160299:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247591680 00000100:00100000:2.0:1787398630.012227:0:160299:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247591680 00002000:00100000:2.0:1787398630.012277:0:160299:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x261:0x0] (0->4749) req@ffff9cf305b99500 x1874221247591680/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 5240/0 e 0 to 0 dl 1787398641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787398630.012288:0:160299:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305b99500 with x1874221247591680 ext(0->4749) 00002000:00010000:2.0:1787398630.012296:0:160299:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf305b99500 00000100:00100000:2.0:1787398630.012316:0:160299:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247591936 00000100:00100000:2.0:1787398630.012330:0:160299:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247591936 00002000:00100000:2.0:1787398630.012347:0:160299:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x262:0x0] (0->109217) req@ffff9cf305b98e00 x1874221247591936/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 488/0 e 0 to 0 dl 1787398641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787398630.012355:0:160299:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305b98e00 with x1874221247591936 ext(0->109217) 00002000:00010000:2.0:1787398630.012359:0:160299:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf305b98e00 00000100:00100000:2.0:1787398630.012385:0:160299:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247591808 00000100:00100000:2.0:1787398630.012389:0:160299:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247591808 00002000:00100000:2.0:1787398630.012407:0:160299:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1dd:0x0] (0->6820) req@ffff9cf305b99180 x1874221247591808/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 7312/0 e 0 to 0 dl 1787398641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787398630.012414:0:160299:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305b99180 with x1874221247591808 ext(0->6820) 00002000:00010000:2.0:1787398630.012417:0:160299:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf305b99180 00000100:00100000:2.0:1787398630.012429:0:160299:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247592064 00000100:00100000:2.0:1787398630.012432:0:160299:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247592064 00002000:00100000:2.0:1787398630.012444:0:160299:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1de:0x0] (0->143444) req@ffff9cf305b99880 x1874221247592064/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 488/0 e 0 to 0 dl 1787398641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787398630.012450:0:160299:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305b99880 with x1874221247592064 ext(0->143444) 00002000:00010000:2.0:1787398630.012454:0:160299:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf305b99880 00000100:00100000:2.0:1787398630.012465:0:160299:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 55 00000100:00100000:2.0:1787398630.012473:0:160299:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+46:69163:x1874221247591680:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:2.0:1787398630.012758:0:160299:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1787398630.012763:0:160299:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1787398630.012765:0:160299:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1787398630.012767:0:160299:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1787398630.012769:0:160299:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1787398630.012771:0:160299:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1787398630.013003:0:166640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 56 00000100:00100000:2.0:1787398630.013010:0:166640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+48:69165:x1874221247591936:12345-192.168.204.36@tcp:4:cp.0 00000100:00100000:3.0:1787398630.013786:0:160301:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 57 00000100:00100000:3.0:1787398630.013798:0:160301:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+49:69165:x1874221247591808:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:3.0:1787398630.013927:0:160301:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1787398630.013930:0:160301:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1787398630.013933:0:160301:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1787398630.013934:0:160301:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1787398630.013937:0:160301:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1787398630.013938:0:160301:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1787398630.014314:0:160301:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+51:69165:x1874221247591808:12345-192.168.204.36@tcp:4:cp.0 Request processed in 517us (2158us total) trans 17179869267 rc 0/0 00000100:00100000:3.0:1787398630.014322:0:160301:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 57 00002000:00100000:3.0:1787398630.014331:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1dd:0x0] (0->6820) req@ffff9cf305b99180 x1874221247591808/t17179869267(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 7312/448 e 0 to 0 dl 1787398641 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398630.014340:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305b99180 with x1874221247591808 ext(0->6820) 00002000:00010000:3.0:1787398630.014345:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf305b99180 00000100:00100000:1.0:1787398630.014493:0:160300:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 58 00000100:00100000:1.0:1787398630.014504:0:160300:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+50:69162:x1874221247592064:12345-192.168.204.36@tcp:4:cp.0 00000100:00100000:3.0:1787398630.020343:0:160299:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+49:69163:x1874221247591680:12345-192.168.204.36@tcp:4:cp.0 Request processed in 7858us (8267us total) trans 21474836575 rc 0/0 00000100:00100000:3.0:1787398630.020358:0:160299:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 55 00002000:00100000:3.0:1787398630.020371:0:160299:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x261:0x0] (0->4749) req@ffff9cf305b99500 x1874221247591680/t21474836575(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 5240/448 e 0 to 0 dl 1787398641 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398630.020382:0:160299:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305b99500 with x1874221247591680 ext(0->4749) 00002000:00010000:3.0:1787398630.020389:0:160299:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf305b99500 00000100:00100000:3.0:1787398630.022285:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398630.031747:0:160301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247592320 00000100:00100000:1.0:1787398630.031778:0:160301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247592320 00002000:00100000:1.0:1787398630.031836:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1df:0x0] (0->31710) req@ffff9cf305a5aa00 x1874221247592320/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 488/0 e 0 to 0 dl 1787398641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398630.031849:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305a5aa00 with x1874221247592320 ext(0->31710) 00002000:00010000:1.0:1787398630.031856:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf305a5aa00 00000100:00100000:1.0:1787398630.031893:0:160301:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 59 00000100:00100000:1.0:1787398630.031902:0:160301:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+52:69164:x1874221247592320:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:1.0:1787398630.032434:0:166640:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:1.0:1787398630.032439:0:166640:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1787398630.032441:0:166640:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:1.0:1787398630.032443:0:166640:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1787398630.032445:0:166640:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1787398630.032447:0:166640:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1787398630.041135:0:166640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+49:69165:x1874221247591936:12345-192.168.204.36@tcp:4:cp.0 Request processed in 28113us (28999us total) trans 21474836576 rc 0/0 00000100:00100000:2.0:1787398630.041151:0:166640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 56 00002000:00100000:2.0:1787398630.041164:0:166640:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x262:0x0] (0->109217) req@ffff9cf305b98e00 x1874221247591936/t21474836576(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 488/448 e 0 to 0 dl 1787398641 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787398630.041174:0:166640:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305b98e00 with x1874221247591936 ext(0->109217) 00002000:00010000:2.0:1787398630.041181:0:166640:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf305b98e00 00000100:00100000:2.0:1787398630.044674:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398630.044712:0:166638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247592448 00000100:00100000:2.0:1787398630.044722:0:166638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247592448 00002000:00100000:2.0:1787398630.044776:0:166638:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x264:0x0] (0->215292) req@ffff9cf305b98380 x1874221247592448/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 488/0 e 0 to 0 dl 1787398641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787398630.044787:0:166638:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305b98380 with x1874221247592448 ext(0->215292) 00002000:00010000:2.0:1787398630.044793:0:166638:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf305b98380 00000100:00100000:2.0:1787398630.044823:0:166638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 60 00000100:00100000:2.0:1787398630.044832:0:166638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:dbe7f5ec-0726-4851-a675-2f47d040e30f+49:69164:x1874221247592448:12345-192.168.204.36@tcp:4:cp.0 00000100:00100000:2.0:1787398630.045252:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398630.045323:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398630.045342:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398630.045360:0:166640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247592704 00000100:00100000:2.0:1787398630.045364:0:166640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247592704 00002000:00100000:2.0:1787398630.045383:0:166640:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x265:0x0] (0->10933) req@ffff9cf305b98000 x1874221247592704/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 11424/0 e 0 to 0 dl 1787398641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787398630.045391:0:166640:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305b98000 with x1874221247592704 ext(0->10933) 00002000:00010000:2.0:1787398630.045403:0:166640:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf305b98000 00000100:00100000:2.0:1787398630.045419:0:166640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247592192 00000100:00100000:2.0:1787398630.045422:0:166640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247592192 00002000:00100000:2.0:1787398630.045438:0:166640:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x263:0x0] (0->171097) req@ffff9cf305b9a300 x1874221247592192/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 488/0 e 0 to 0 dl 1787398641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787398630.045445:0:166640:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305b9a300 with x1874221247592192 ext(0->171097) 00002000:00010000:2.0:1787398630.045448:0:166640:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf305b9a300 00000100:00100000:2.0:1787398630.045454:0:166640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247592576 00000100:00100000:2.0:1787398630.045457:0:166640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247592576 00002000:00100000:2.0:1787398630.045472:0:166640:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1e0:0x0] (0->190022) req@ffff9cf305b99c00 x1874221247592576/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 488/0 e 0 to 0 dl 1787398641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787398630.045502:0:166640:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305b99c00 with x1874221247592576 ext(0->190022) 00002000:00010000:2.0:1787398630.045506:0:166640:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf305b99c00 00000100:00100000:2.0:1787398630.045516:0:166640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 61 00000100:00100000:2.0:1787398630.045523:0:166640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+52:69162:x1874221247592704:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:2.0:1787398630.045706:0:166640:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:2.0:1787398630.045710:0:166640:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1787398630.045713:0:166640:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:2.0:1787398630.045715:0:166640:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1787398630.045717:0:166640:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1787398630.045718:0:166640:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1787398630.045959:0:166562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 62 00000100:00100000:2.0:1787398630.045967:0:166562:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+54:69162:x1874221247592192:12345-192.168.204.36@tcp:4:cp.0 00000100:00100000:2.0:1787398630.046213:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398630.046246:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00080000:00000400:1.0:1787398630.047817:0:160300:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1787398630.047827:0:160300:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1787398630.047829:0:160300:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1787398630.047831:0:160300:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1787398630.047833:0:160300:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1787398630.047835:0:160300:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1787398630.048064:0:166641:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 7 min 3 max 116 00000100:00100000:1.0:1787398630.048072:0:166641:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_007' 00080000:00000400:1.0:1787398630.048149:0:160301:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1787398630.048152:0:160301:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1787398630.048154:0:160301:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1787398630.048156:0:160301:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1787398630.048158:0:160301:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1787398630.048159:0:160301:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1787398630.048341:0:166641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247592832 00000100:00100000:1.0:1787398630.048349:0:166641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247592832 00002000:00100000:1.0:1787398630.048390:0:166641:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1e1:0x0] (0->227515) req@ffff9cf305b9a680 x1874221247592832/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 488/0 e 0 to 0 dl 1787398641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398630.048410:0:166641:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305b9a680 with x1874221247592832 ext(0->227515) 00002000:00010000:1.0:1787398630.048417:0:166641:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf305b9a680 00000100:00100000:1.0:1787398630.048436:0:166641:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 7 min 3 max 116 00000100:00100000:1.0:1787398630.048443:0:166641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247592960 00000100:00100000:1.0:1787398630.048446:0:166641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247592960 00002000:00100000:1.0:1787398630.048462:0:166641:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x266:0x0] (0->159677) req@ffff9cf305b9aa00 x1874221247592960/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 488/0 e 0 to 0 dl 1787398641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398630.048470:0:166641:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305b9aa00 with x1874221247592960 ext(0->159677) 00002000:00010000:1.0:1787398630.048473:0:166641:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf305b9aa00 00000100:00100000:1.0:1787398630.048949:0:167266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 63 00000100:00100000:1.0:1787398630.048960:0:167266:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:dbe7f5ec-0726-4851-a675-2f47d040e30f+59:69162:x1874221247592576:12345-192.168.204.36@tcp:4:cp.0 00000100:00100000:3.0:1787398630.051839:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398630.051875:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398630.051902:0:166641:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 8 min 3 max 116 00000100:00100000:3.0:1787398630.051911:0:166641:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_008' 00000100:00100000:3.0:1787398630.051928:0:160299:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 8 min 3 max 116 00000100:00100000:3.0:1787398630.051937:0:160299:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247593088 00000100:00100000:3.0:1787398630.051945:0:160299:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247593088 00002000:00100000:3.0:1787398630.051989:0:160299:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1e2:0x0] (0->87206) req@ffff9cf305a58e00 x1874221247593088/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 488/0 e 0 to 0 dl 1787398641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398630.051999:0:160299:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305a58e00 with x1874221247593088 ext(0->87206) 00002000:00010000:3.0:1787398630.052005:0:160299:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf305a58e00 00000100:00100000:3.0:1787398630.052019:0:160299:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 8 min 3 max 116 00000100:00100000:3.0:1787398630.052024:0:160299:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247593216 00000100:00100000:3.0:1787398630.052027:0:160299:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247593216 00002000:00100000:3.0:1787398630.052042:0:160299:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x267:0x0] (0->254128) req@ffff9cf305a59180 x1874221247593216/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 488/0 e 0 to 0 dl 1787398641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398630.052057:0:160299:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305a59180 with x1874221247593216 ext(0->254128) 00002000:00010000:3.0:1787398630.052061:0:160299:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf305a59180 00000100:00100000:1.0:1787398630.056360:0:160301:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+60:69164:x1874221247592320:12345-192.168.204.36@tcp:4:cp.0 Request processed in 24445us (34069us total) trans 17179869269 rc 0/0 00000100:00100000:1.0:1787398630.056375:0:160301:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 59 00002000:00100000:1.0:1787398630.056389:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1df:0x0] (0->31710) req@ffff9cf305a5aa00 x1874221247592320/t17179869269(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 488/448 e 0 to 0 dl 1787398641 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398630.056399:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305a5aa00 with x1874221247592320 ext(0->31710) 00002000:00010000:1.0:1787398630.056406:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf305a5aa00 00000100:00100000:1.0:1787398630.056437:0:160301:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 64 00000100:00100000:1.0:1787398630.056450:0:160301:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+59:69164:x1874221247592832:12345-192.168.204.36@tcp:4:cp.0 00000100:00100000:3.0:1787398630.057068:0:160300:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+59:69162:x1874221247592064:12345-192.168.204.36@tcp:4:cp.0 Request processed in 42562us (44873us total) trans 17179869268 rc 0/0 00000100:00100000:3.0:1787398630.057078:0:160300:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 58 00002000:00100000:3.0:1787398630.057084:0:160300:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1de:0x0] (0->143444) req@ffff9cf305b99880 x1874221247592064/t17179869268(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 488/448 e 0 to 0 dl 1787398641 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398630.057093:0:160300:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305b99880 with x1874221247592064 ext(0->143444) 00002000:00010000:3.0:1787398630.057097:0:160300:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf305b99880 00000100:00100000:3.0:1787398630.057116:0:160300:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 65 00000100:00100000:3.0:1787398630.057133:0:160300:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+57:69165:x1874221247592960:12345-192.168.204.36@tcp:4:cp.0 00000100:00100000:3.0:1787398630.062930:0:166640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+58:69162:x1874221247592704:12345-192.168.204.36@tcp:4:cp.0 Request processed in 17396us (17667us total) trans 21474836577 rc 0/0 00000100:00100000:3.0:1787398630.062944:0:166640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 61 00002000:00100000:3.0:1787398630.062957:0:166640:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x265:0x0] (0->10933) req@ffff9cf305b98000 x1874221247592704/t21474836577(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 11424/448 e 0 to 0 dl 1787398641 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398630.062967:0:166640:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305b98000 with x1874221247592704 ext(0->10933) 00002000:00010000:3.0:1787398630.062974:0:166640:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf305b98000 00000100:00100000:3.0:1787398630.063004:0:166640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 66 00000100:00100000:3.0:1787398630.063015:0:166640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+58:69162:x1874221247593088:12345-192.168.204.36@tcp:4:cp.0 00000100:00100000:1.0:1787398630.065104:0:167267:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 67 00000100:00100000:1.0:1787398630.065123:0:167267:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+57:69163:x1874221247593216:12345-192.168.204.36@tcp:4:cp.0 00000100:00100000:0.0:1787398630.093957:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398630.094152:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398630.094310:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398630.094447:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398630.094471:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398630.094517:0:160299:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 9 min 3 max 116 00000100:00100000:0.0:1787398630.094526:0:160299:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_009' 00000100:00100000:0.0:1787398630.094546:0:166641:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 9 min 3 max 116 00000100:00100000:0.0:1787398630.094565:0:166641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247593344 00000100:00100000:0.0:1787398630.094574:0:166641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247593344 00002000:00100000:0.0:1787398630.094621:0:166641:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1e3:0x0] (0->42516) req@ffff9cf33e17df80 x1874221247593344/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 488/0 e 0 to 0 dl 1787398641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787398630.094631:0:166641:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33e17df80 with x1874221247593344 ext(0->42516) 00002000:00010000:0.0:1787398630.094638:0:166641:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf33e17df80 00000100:00100000:0.0:1787398630.094667:0:166641:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 9 min 3 max 116 00000100:00100000:0.0:1787398630.094673:0:166641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247593472 00000100:00100000:0.0:1787398630.094676:0:166641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247593472 00002000:00100000:0.0:1787398630.094692:0:166641:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x268:0x0] (0->424726) req@ffff9cf33e17f480 x1874221247593472/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 488/0 e 0 to 0 dl 1787398641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787398630.094700:0:166641:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33e17f480 with x1874221247593472 ext(0->424726) 00002000:00010000:0.0:1787398630.094703:0:166641:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf33e17f480 00000100:00100000:0.0:1787398630.094712:0:166641:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 9 min 3 max 116 00000100:00100000:0.0:1787398630.094717:0:166641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247593600 00000100:00100000:0.0:1787398630.094720:0:166641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247593600 00002000:00100000:0.0:1787398630.094733:0:166641:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1e4:0x0] (0->26715) req@ffff9cf33e17c380 x1874221247593600/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 488/0 e 0 to 0 dl 1787398641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787398630.094740:0:166641:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33e17c380 with x1874221247593600 ext(0->26715) 00002000:00010000:0.0:1787398630.094743:0:166641:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf33e17c380 00000100:00100000:0.0:1787398630.094750:0:166641:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 9 min 3 max 116 00000100:00100000:0.0:1787398630.094754:0:166641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247594112 00000100:00100000:0.0:1787398630.094756:0:166641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247594112 00002000:00100000:0.0:1787398630.094768:0:166641:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1e6:0x0] (0->24287) req@ffff9cf33e17d500 x1874221247594112/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 488/0 e 0 to 0 dl 1787398641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787398630.094775:0:166641:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33e17d500 with x1874221247594112 ext(0->24287) 00002000:00010000:0.0:1787398630.094778:0:166641:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf33e17d500 00000100:00100000:0.0:1787398630.094792:0:166641:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 9 min 3 max 116 00000100:00100000:0.0:1787398630.094797:0:166641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247593728 00000100:00100000:0.0:1787398630.094799:0:166641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247593728 00002000:00100000:0.0:1787398630.094812:0:166641:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x269:0x0] (0->1173481) req@ffff9cf33e17f800 x1874221247593728/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 488/0 e 0 to 0 dl 1787398641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787398630.094820:0:166641:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33e17f800 with x1874221247593728 ext(0->1173481) 00002000:00010000:0.0:1787398630.094823:0:166641:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf33e17f800 00080000:00000400:0.0:1787398630.095102:0:166562:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1787398630.095107:0:166562:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1787398630.095110:0:166562:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1787398630.095112:0:166562:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1787398630.095115:0:166562:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1787398630.095117:0:166562:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398630.097006:0:167266:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1787398630.097016:0:167266:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1787398630.097019:0:167266:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1787398630.097022:0:167266:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1787398630.097024:0:167266:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1787398630.097026:0:167266:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1787398630.097750:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00080000:00000400:3.0:1787398630.097839:0:166638:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1787398630.097843:0:166638:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1787398630.097845:0:166638:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1787398630.097847:0:166638:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1787398630.097849:0:166638:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1787398630.097850:0:166638:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398630.098040:0:160301:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1787398630.098044:0:160301:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1787398630.098045:0:160301:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1787398630.098047:0:160301:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1787398630.098050:0:160301:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1787398630.098065:0:160301:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1787398630.098749:0:166641:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 9 min 3 max 116 00000100:00100000:2.0:1787398630.098762:0:166641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247594624 00000100:00100000:2.0:1787398630.098770:0:166641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247594624 00002000:00100000:2.0:1787398630.098815:0:166641:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x26c:0x0] (0->315154) req@ffff9cf20bbd2a00 x1874221247594624/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 488/0 e 0 to 0 dl 1787398641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787398630.098827:0:166641:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf20bbd2a00 with x1874221247594624 ext(0->315154) 00002000:00010000:2.0:1787398630.098833:0:166641:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf20bbd2a00 00000100:00100000:1.0:1787398630.099305:0:167266:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:dbe7f5ec-0726-4851-a675-2f47d040e30f+65:69162:x1874221247592576:12345-192.168.204.36@tcp:4:cp.0 Request processed in 50343us (53958us total) trans 17179869270 rc 0/0 00000100:00100000:1.0:1787398630.099316:0:167266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 63 00002000:00100000:1.0:1787398630.099324:0:167266:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1e0:0x0] (0->190022) req@ffff9cf305b99c00 x1874221247592576/t17179869270(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 488/448 e 0 to 0 dl 1787398641 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398630.099332:0:167266:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305b99c00 with x1874221247592576 ext(0->190022) 00002000:00010000:1.0:1787398630.099337:0:167266:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf305b99c00 00000100:00100000:1.0:1787398630.099356:0:167266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 68 00000100:00100000:1.0:1787398630.099366:0:167266:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:dbe7f5ec-0726-4851-a675-2f47d040e30f+64:69165:x1874221247593344:12345-192.168.204.36@tcp:4:cp.0 00000100:00100000:3.0:1787398630.102210:0:167268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 69 00000100:00100000:1.0:1787398630.102213:0:160301:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+64:69164:x1874221247592832:12345-192.168.204.36@tcp:4:cp.0 Request processed in 45767us (55998us total) trans 17179869271 rc 0/0 00000100:00100000:3.0:1787398630.102223:0:167268:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:dbe7f5ec-0726-4851-a675-2f47d040e30f+65:69165:x1874221247593472:12345-192.168.204.36@tcp:4:cp.0 00000100:00100000:1.0:1787398630.102223:0:160301:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 64 00002000:00100000:1.0:1787398630.102234:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1e1:0x0] (0->227515) req@ffff9cf305b9a680 x1874221247592832/t17179869271(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 488/448 e 0 to 0 dl 1787398641 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398630.102244:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305b9a680 with x1874221247592832 ext(0->227515) 00002000:00010000:1.0:1787398630.102250:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf305b9a680 00000100:00100000:1.0:1787398630.102270:0:160301:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 70 00000100:00100000:1.0:1787398630.102277:0:160301:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+63:69162:x1874221247593600:12345-192.168.204.36@tcp:4:cp.0 00000100:00100000:1.0:1787398630.102639:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398630.102704:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398630.102748:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00080000:00000400:3.0:1787398630.102760:0:160300:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1787398630.102764:0:160300:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1787398630.102767:0:160300:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00000100:00100000:1.0:1787398630.102767:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00080000:00000400:3.0:1787398630.102770:0:160300:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1787398630.102773:0:160300:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1787398630.102775:0:160300:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1787398630.102779:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398630.102838:0:160299:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 10 min 3 max 116 00000100:00100000:1.0:1787398630.102846:0:160299:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_010' 00000100:00100000:1.0:1787398630.102969:0:160299:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247593856 00000100:00100000:1.0:1787398630.102977:0:160299:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247593856 00002000:00100000:1.0:1787398630.103002:0:160299:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1e5:0x0] (0->5104) req@ffff9cf31372df80 x1874221247593856/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 5600/0 e 0 to 0 dl 1787398641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398630.103012:0:160299:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf31372df80 with x1874221247593856 ext(0->5104) 00002000:00010000:1.0:1787398630.103016:0:160299:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf31372df80 00000100:00100000:1.0:1787398630.103029:0:160299:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 10 min 3 max 116 00000100:00100000:1.0:1787398630.103034:0:160299:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247593984 00000100:00100000:1.0:1787398630.103037:0:160299:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247593984 00002000:00100000:1.0:1787398630.103050:0:160299:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x26a:0x0] (0->2474) req@ffff9cf305b9ce00 x1874221247593984/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 2968/0 e 0 to 0 dl 1787398641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398630.103057:0:160299:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305b9ce00 with x1874221247593984 ext(0->2474) 00002000:00010000:1.0:1787398630.103060:0:160299:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf305b9ce00 00000100:00100000:1.0:1787398630.103066:0:160299:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 10 min 3 max 116 00000100:00100000:1.0:1787398630.103070:0:160299:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247594496 00000100:00100000:1.0:1787398630.103073:0:160299:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247594496 00002000:00100000:1.0:1787398630.103083:0:160299:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1e8:0x0] (0->4497) req@ffff9cf33aae7100 x1874221247594496/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 4992/0 e 0 to 0 dl 1787398641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398630.103090:0:160299:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33aae7100 with x1874221247594496 ext(0->4497) 00002000:00010000:1.0:1787398630.103094:0:160299:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf33aae7100 00000100:00100000:1.0:1787398630.103106:0:160299:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 10 min 3 max 116 00000100:00100000:1.0:1787398630.103111:0:160299:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247594368 00000100:00100000:1.0:1787398630.103114:0:160299:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247594368 00002000:00100000:1.0:1787398630.103127:0:160299:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1e7:0x0] (0->1764) req@ffff9cf33d6a9450 x1874221247594368/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 2256/0 e 0 to 0 dl 1787398641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398630.103134:0:160299:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33d6a9450 with x1874221247594368 ext(0->1764) 00002000:00010000:1.0:1787398630.103138:0:160299:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf33d6a9450 00000100:00100000:1.0:1787398630.103143:0:160299:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 10 min 3 max 116 00000100:00100000:1.0:1787398630.103148:0:160299:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247594240 00000100:00100000:1.0:1787398630.103150:0:160299:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247594240 00002000:00100000:1.0:1787398630.103161:0:160299:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x26b:0x0] (0->1610) req@ffff9cf33aae5180 x1874221247594240/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 2104/0 e 0 to 0 dl 1787398641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398630.103168:0:160299:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33aae5180 with x1874221247594240 ext(0->1610) 00002000:00010000:1.0:1787398630.103171:0:160299:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf33aae5180 00000100:00100000:1.0:1787398630.103520:0:167269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 71 00000100:00100000:1.0:1787398630.103529:0:167269:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+67:69162:x1874221247594112:12345-192.168.204.36@tcp:4:cp.0 00000100:00100000:2.0:1787398630.104678:0:166638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:dbe7f5ec-0726-4851-a675-2f47d040e30f+69:69164:x1874221247592448:12345-192.168.204.36@tcp:4:cp.0 Request processed in 59836us (60004us total) trans 21474836579 rc 0/0 00000100:00100000:2.0:1787398630.104693:0:166638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 60 00002000:00100000:2.0:1787398630.104704:0:166638:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x264:0x0] (0->215292) req@ffff9cf305b98380 x1874221247592448/t21474836579(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 488/448 e 0 to 0 dl 1787398641 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787398630.104713:0:166638:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305b98380 with x1874221247592448 ext(0->215292) 00002000:00010000:2.0:1787398630.104718:0:166638:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf305b98380 00000100:00100000:2.0:1787398630.104744:0:166638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 72 00000100:00100000:2.0:1787398630.104754:0:166638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:dbe7f5ec-0726-4851-a675-2f47d040e30f+68:69163:x1874221247593728:12345-192.168.204.36@tcp:4:cp.0 00000100:00100000:2.0:1787398630.113209:0:166562:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+67:69162:x1874221247592192:12345-192.168.204.36@tcp:4:cp.0 Request processed in 67227us (67870us total) trans 21474836578 rc 0/0 00000100:00100000:2.0:1787398630.113225:0:166562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 62 00002000:00100000:2.0:1787398630.113241:0:166562:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x263:0x0] (0->171097) req@ffff9cf305b9a300 x1874221247592192/t21474836578(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 488/448 e 0 to 0 dl 1787398641 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787398630.113259:0:166562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305b9a300 with x1874221247592192 ext(0->171097) 00002000:00010000:2.0:1787398630.113266:0:166562:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf305b9a300 00000100:00100000:2.0:1787398630.113303:0:166562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 73 00000100:00100000:2.0:1787398630.113316:0:166562:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+66:69162:x1874221247594624:12345-192.168.204.36@tcp:4:cp.0 00000100:00100000:3.0:1787398630.116986:0:160300:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+66:69165:x1874221247592960:12345-192.168.204.36@tcp:4:cp.0 Request processed in 59840us (70723us total) trans 21474836580 rc 0/0 00000100:00100000:3.0:1787398630.117013:0:160300:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 65 00002000:00100000:3.0:1787398630.117033:0:160300:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x266:0x0] (0->159677) req@ffff9cf305b9aa00 x1874221247592960/t21474836580(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 488/448 e 0 to 0 dl 1787398641 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398630.117044:0:160300:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305b9aa00 with x1874221247592960 ext(0->159677) 00002000:00010000:3.0:1787398630.117052:0:160300:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf305b9aa00 00000100:00100000:3.0:1787398630.117085:0:160300:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 74 00000100:00100000:3.0:1787398630.117097:0:160300:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+68:69164:x1874221247593856:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:3.0:1787398630.119145:0:160300:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:3.0:1787398630.119155:0:160300:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1787398630.119157:0:160300:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:3.0:1787398630.119160:0:160300:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1787398630.119162:0:160300:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1787398630.119163:0:160300:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398630.120316:0:167267:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1787398630.120324:0:167267:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1787398630.120327:0:167267:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1787398630.120328:0:167267:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1787398630.120331:0:167267:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1787398630.120332:0:167267:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1787398630.124554:0:166640:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1787398630.124568:0:166640:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1787398630.124570:0:166640:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1787398630.124572:0:166640:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1787398630.124574:0:166640:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1787398630.124577:0:166640:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1787398630.130610:0:166640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+71:69162:x1874221247593088:12345-192.168.204.36@tcp:4:cp.0 Request processed in 67589us (78772us total) trans 17179869273 rc 0/0 00000100:00100000:2.0:1787398630.130625:0:166640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 66 00002000:00100000:2.0:1787398630.130637:0:166640:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1e2:0x0] (0->87206) req@ffff9cf305a58e00 x1874221247593088/t17179869273(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 488/448 e 0 to 0 dl 1787398641 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787398630.130657:0:166640:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305a58e00 with x1874221247593088 ext(0->87206) 00002000:00010000:2.0:1787398630.130665:0:166640:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf305a58e00 00000100:00100000:2.0:1787398630.130708:0:166640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 75 00000100:00100000:2.0:1787398630.130720:0:166640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+67:69165:x1874221247593984:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:2.0:1787398630.130919:0:166640:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:2.0:1787398630.130924:0:166640:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1787398630.130926:0:166640:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:2.0:1787398630.130928:0:166640:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1787398630.130930:0:166640:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1787398630.130932:0:166640:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1787398630.133522:0:167267:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+69:69163:x1874221247593216:12345-192.168.204.36@tcp:4:cp.0 Request processed in 68394us (81633us total) trans 21474836581 rc 0/0 00000100:00100000:1.0:1787398630.133550:0:167267:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 67 00002000:00100000:1.0:1787398630.133564:0:167267:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x267:0x0] (0->254128) req@ffff9cf305a59180 x1874221247593216/t21474836581(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 488/448 e 0 to 0 dl 1787398641 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398630.133589:0:167267:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305a59180 with x1874221247593216 ext(0->254128) 00002000:00010000:1.0:1787398630.133596:0:167267:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf305a59180 00000100:00100000:1.0:1787398630.133632:0:167267:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 76 00000100:00100000:1.0:1787398630.133643:0:167267:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+70:69165:x1874221247594496:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:1.0:1787398630.133851:0:167267:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1787398630.133856:0:167267:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1787398630.133858:0:167267:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1787398630.133860:0:167267:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1787398630.133862:0:167267:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1787398630.133863:0:167267:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1787398630.134605:0:166640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+68:69165:x1874221247593984:12345-192.168.204.36@tcp:4:cp.0 Request processed in 3884us (31894us total) trans 21474836582 rc 0/0 00000100:00100000:2.0:1787398630.134616:0:166640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 75 00002000:00100000:2.0:1787398630.134623:0:166640:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x26a:0x0] (0->2474) req@ffff9cf305b9ce00 x1874221247593984/t21474836582(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 2968/448 e 0 to 0 dl 1787398641 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787398630.134632:0:166640:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305b9ce00 with x1874221247593984 ext(0->2474) 00002000:00010000:2.0:1787398630.134637:0:166640:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf305b9ce00 00000100:00100000:2.0:1787398630.134669:0:166640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 77 00000100:00100000:2.0:1787398630.134678:0:166640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33d6a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+72:69164:x1874221247594368:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:2.0:1787398630.134792:0:166640:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1787398630.134796:0:166640:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1787398630.134798:0:166640:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1787398630.134800:0:166640:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1787398630.134802:0:166640:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1787398630.134804:0:166640:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1787398630.134890:0:167267:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+72:69165:x1874221247594496:12345-192.168.204.36@tcp:4:cp.0 Request processed in 1248us (32139us total) trans 17179869274 rc 0/0 00000100:00100000:1.0:1787398630.134898:0:167267:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 76 00002000:00100000:1.0:1787398630.134904:0:167267:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1e8:0x0] (0->4497) req@ffff9cf33aae7100 x1874221247594496/t17179869274(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 4992/448 e 0 to 0 dl 1787398641 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398630.134912:0:167267:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33aae7100 with x1874221247594496 ext(0->4497) 00002000:00010000:1.0:1787398630.134917:0:167267:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf33aae7100 00000100:00100000:1.0:1787398630.134931:0:167267:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 78 00000100:00100000:1.0:1787398630.134939:0:167267:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+67:69162:x1874221247594240:12345-192.168.204.36@tcp:4:cp.0 00080000:00000400:1.0:1787398630.135028:0:167267:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1787398630.135032:0:167267:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1787398630.135033:0:167267:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1787398630.135036:0:167267:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1787398630.135038:0:167267:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1787398630.135039:0:167267:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398630.138398:0:167266:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1787398630.138409:0:167266:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1787398630.138411:0:167266:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1787398630.138413:0:167266:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1787398630.138415:0:167266:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1787398630.138417:0:167266:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1787398630.138705:0:166640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33d6a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+75:69164:x1874221247594368:12345-192.168.204.36@tcp:4:cp.0 Request processed in 4022us (35930us total) trans 17179869275 rc 0/0 00000100:00100000:2.0:1787398630.138717:0:166640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 77 00002000:00100000:2.0:1787398630.138730:0:166640:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1e7:0x0] (0->1764) req@ffff9cf33d6a9450 x1874221247594368/t17179869275(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 2256/448 e 0 to 0 dl 1787398641 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787398630.138741:0:166640:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33d6a9450 with x1874221247594368 ext(0->1764) 00002000:00010000:2.0:1787398630.138748:0:166640:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf33d6a9450 00080000:00000400:1.0:1787398630.138764:0:160301:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1787398630.138767:0:160301:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1787398630.138769:0:160301:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1787398630.138771:0:160301:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1787398630.138773:0:160301:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1787398630.138775:0:160301:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1787398630.138919:0:167267:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+69:69162:x1874221247594240:12345-192.168.204.36@tcp:4:cp.0 Request processed in 3978us (36136us total) trans 21474836583 rc 0/0 00000100:00100000:1.0:1787398630.138927:0:167267:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 78 00002000:00100000:1.0:1787398630.138933:0:167267:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x26b:0x0] (0->1610) req@ffff9cf33aae5180 x1874221247594240/t21474836583(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 2104/448 e 0 to 0 dl 1787398641 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398630.138941:0:167267:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33aae5180 with x1874221247594240 ext(0->1610) 00002000:00010000:1.0:1787398630.138945:0:167267:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf33aae5180 00000100:00100000:3.0:1787398630.140067:0:160300:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+76:69164:x1874221247593856:12345-192.168.204.36@tcp:4:cp.0 Request processed in 22967us (37422us total) trans 17179869272 rc 0/0 00000100:00100000:3.0:1787398630.140079:0:160300:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 74 00002000:00100000:3.0:1787398630.140087:0:160300:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1e5:0x0] (0->5104) req@ffff9cf31372df80 x1874221247593856/t17179869272(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 5600/448 e 0 to 0 dl 1787398641 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398630.140096:0:160300:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf31372df80 with x1874221247593856 ext(0->5104) 00002000:00010000:3.0:1787398630.140101:0:160300:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf31372df80 00080000:00000400:2.0:1787398630.140431:0:167269:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1787398630.140436:0:167269:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1787398630.140438:0:167269:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1787398630.140441:0:167269:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1787398630.140458:0:167269:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1787398630.140460:0:167269:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398630.146085:0:167268:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1787398630.146096:0:167268:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1787398630.146099:0:167268:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1787398630.146101:0:167268:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1787398630.146104:0:167268:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1787398630.146112:0:167268:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1787398630.146892:0:160301:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+76:69162:x1874221247593600:12345-192.168.204.36@tcp:4:cp.0 Request processed in 44607us (52573us total) trans 17179869277 rc 0/0 00000100:00100000:1.0:1787398630.146906:0:160301:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 70 00002000:00100000:1.0:1787398630.146920:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1e4:0x0] (0->26715) req@ffff9cf33e17c380 x1874221247593600/t17179869277(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 488/448 e 0 to 0 dl 1787398641 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398630.146932:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33e17c380 with x1874221247593600 ext(0->26715) 00002000:00010000:1.0:1787398630.146942:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf33e17c380 00000100:00100000:3.0:1787398630.148234:0:167266:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:dbe7f5ec-0726-4851-a675-2f47d040e30f+74:69165:x1874221247593344:12345-192.168.204.36@tcp:4:cp.0 Request processed in 48863us (54286us total) trans 17179869276 rc 0/0 00000100:00100000:3.0:1787398630.148245:0:167266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 68 00002000:00100000:3.0:1787398630.148255:0:167266:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1e3:0x0] (0->42516) req@ffff9cf33e17df80 x1874221247593344/t17179869276(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 488/448 e 0 to 0 dl 1787398641 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787398630.148265:0:167266:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33e17df80 with x1874221247593344 ext(0->42516) 00002000:00010000:3.0:1787398630.148271:0:167266:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf33e17df80 00000100:00100000:1.0:1787398630.148718:0:167268:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:dbe7f5ec-0726-4851-a675-2f47d040e30f+69:69165:x1874221247593472:12345-192.168.204.36@tcp:4:cp.0 Request processed in 46495us (54564us total) trans 21474836584 rc 0/0 00000100:00100000:1.0:1787398630.148733:0:167268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 69 00002000:00100000:1.0:1787398630.148740:0:167268:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x268:0x0] (0->424726) req@ffff9cf33e17f480 x1874221247593472/t21474836584(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 488/448 e 0 to 0 dl 1787398641 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398630.148750:0:167268:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33e17f480 with x1874221247593472 ext(0->424726) 00002000:00010000:1.0:1787398630.148754:0:167268:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf33e17f480 00000100:00100000:0.0:1787398630.154373:0:167269:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+72:69162:x1874221247594112:12345-192.168.204.36@tcp:4:cp.0 Request processed in 50830us (59910us total) trans 17179869278 rc 0/0 00000100:00100000:0.0:1787398630.154387:0:167269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 71 00002000:00100000:0.0:1787398630.154400:0:167269:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1e6:0x0] (0->24287) req@ffff9cf33e17d500 x1874221247594112/t17179869278(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 488/448 e 0 to 0 dl 1787398641 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787398630.154411:0:167269:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33e17d500 with x1874221247594112 ext(0->24287) 00002000:00010000:0.0:1787398630.154418:0:167269:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf33e17d500 00080000:00000400:3.0:1787398630.167427:0:166638:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1787398630.167443:0:166638:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1787398630.167446:0:166638:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1787398630.167448:0:166638:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1787398630.167451:0:166638:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1787398630.167453:0:166638:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1787398630.173858:0:166562:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1787398630.173868:0:166562:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1787398630.173870:0:166562:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1787398630.173872:0:166562:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1787398630.173874:0:166562:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1787398630.173875:0:166562:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1787398630.179871:0:166562:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+71:69162:x1874221247594624:12345-192.168.204.36@tcp:4:cp.0 Request processed in 66548us (82114us total) trans 21474836585 rc 0/0 00000100:00100000:1.0:1787398630.179888:0:166562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 73 00002000:00100000:1.0:1787398630.179903:0:166562:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x26c:0x0] (0->315154) req@ffff9cf20bbd2a00 x1874221247594624/t21474836585(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 488/448 e 0 to 0 dl 1787398641 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787398630.179914:0:166562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf20bbd2a00 with x1874221247594624 ext(0->315154) 00002000:00010000:1.0:1787398630.179922:0:166562:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf20bbd2a00 00000100:00100000:2.0:1787398630.181536:0:166638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:dbe7f5ec-0726-4851-a675-2f47d040e30f+69:69163:x1874221247593728:12345-192.168.204.36@tcp:4:cp.0 Request processed in 76724us (87004us total) trans 21474836586 rc 0/0 00000100:00100000:2.0:1787398630.181555:0:166638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 72 00002000:00100000:2.0:1787398630.181581:0:166638:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x269:0x0] (0->1173481) req@ffff9cf33e17f800 x1874221247593728/t21474836586(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:316/0 lens 488/448 e 0 to 0 dl 1787398641 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787398630.181594:0:166638:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33e17f800 with x1874221247593728 ext(0->1173481) 00002000:00010000:2.0:1787398630.181602:0:166638:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf33e17f800 00000400:00000100:2.0:1787398630.505552:0:106493:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-192.168.204.36@tcp portal 26 match 1874221247594752 offset 0 length 224: 4 00000100:00100000:2.0:1787398630.505620:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398630.505916:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247594880 00000100:00100000:1.0:1787398630.505930:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247594880 00000100:00100000:1.0:1787398630.505996:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 766 00000100:00100000:1.0:1787398630.506006:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:69161:x1874221247594880:12345-192.168.204.36@tcp:38:kworker.0 00010000:00020000:1.0:1787398630.506037:0:158794:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.36@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1787398630.527927:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398630.527994:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247595008 00000100:00100000:0.0:1787398630.528007:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247595008 00000100:00100000:0.0:1787398630.528086:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 376 00000100:00100000:0.0:1787398630.528097:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69165:x1874221247595008:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398630.528280:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69165:x1874221247595008:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 185us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398630.528289:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 376 00000100:00080000:0.0:1787398630.545592:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787398630.560188:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:69161:x1874221247594880:12345-192.168.204.36@tcp:38:kworker.0 Request processed in 54163us (54549us total) trans 0 rc -19/-19 00000100:00100000:1.0:1787398630.560221:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 766 00010000:00010000:3.0:1787398630.677707:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1787398630.728929:0:167301:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1787398630.728939:0:167301:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:0.0:1787398630.728940:0:167301:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:0.0:1787398630.729073:0:167301:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff9cf33f50f000 00000020:01000004:0.0:1787398630.729093:0:167301:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:0.0:1787398630.729111:0:167301:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1787398630.729128:0:167301:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff9cf3041b8000) 00000020:00000080:0.0:1787398630.729150:0:167301:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1787398630.842331:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1787398630.844058:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:1.0:1787398630.854342:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:1.0:1787398630.855714:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1787398630.856243:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:1.0:1787398630.856694:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:1.0:1787398630.857048:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:1.0:1787398630.857458:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:1.0:1787398630.857857:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:1.0:1787398630.858111:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1787398630.870104:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:2.0:1787398630.871235:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1787398630.871861:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1787398630.872096:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:2.0:1787398630.874965:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:2.0:1787398630.876726:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:2.0:1787398630.877164:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x37:0x0] (16/1) registered 00100000:10000000:2.0:1787398630.877713:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:2.0:1787398630.877984:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x5d:0x0] (16/1) registered 00100000:10000000:2.0:1787398630.878196:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:2.0:1787398630.878926:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x5e:0x0] (16/1) registered 00100000:10000000:2.0:1787398630.879154:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x56:0x0] (16/1) registered 00100000:10000000:2.0:1787398630.879518:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x60:0x0] (16/1) registered 00100000:10000000:3.0:1787398630.882598:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x62:0x0] (16/1) registered 00100000:10000000:3.0:1787398630.883262:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:3.0:1787398630.883938:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:3.0:1787398630.884499:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1787398630.884804:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:3.0:1787398630.885070:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x4e:0x0] (16/1) registered 00100000:10000000:3.0:1787398630.886110:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:3.0:1787398630.888448:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x54:0x0] (16/1) registered 00100000:10000000:3.0:1787398630.889124:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1787398630.889342:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:3.0:1787398630.889687:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1787398630.891019:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x3f:0x0] (16/1) registered 00100000:10000000:3.0:1787398630.891396:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x55:0x0] (16/1) registered 00100000:10000000:3.0:1787398630.893097:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x53:0x0] (16/1) registered 00100000:10000000:3.0:1787398630.894052:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:3.0:1787398630.894347:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x4b:0x0] (16/1) registered 00100000:10000000:3.0:1787398630.894698:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1787398630.895761:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x4c:0x0] (16/1) registered 00100000:10000000:3.0:1787398630.896161:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1787398630.896457:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x5f:0x0] (16/1) registered 00100000:10000000:3.0:1787398630.897132:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x47:0x0] (16/1) registered 00100000:10000000:3.0:1787398630.897504:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1787398630.901470:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1787398630.902165:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1787398630.903238:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:3.0:1787398630.903783:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:3.0:1787398630.904050:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:3.0:1787398630.904416:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:3.0:1787398630.904776:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:3.0:1787398630.905878:0:167301:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00080000:01000000:3.0:1787398630.913584:0:167301:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1787398630.913855:0:167301:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:3.0:1787398630.913865:0:167301:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:3.0:1787398630.913877:0:167301:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x57038999123447f2 00000020:01000004:3.0:1787398630.913884:0:167301:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:3.0:1787398630.913898:0:167301:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:3.0:1787398630.913903:0:167301:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9cf33f50f000 from MGS 00000020:01000004:3.0:1787398630.913907:0:167301:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:3.0:1787398630.913917:0:167301:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff9cf3083b3380) 00000020:00000080:3.0:1787398630.913928:0:167301:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:3.0:1787398630.914006:0:167301:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9cf33f50f000 from MGS, refs=2 00080000:01000000:3.0:1787398630.914011:0:167301:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:3.0:1787398630.914017:0:167301:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x5703899912344800 00010000:00010000:3.0:1787398630.914139:0:167301:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGS-3 is initialized 00000040:01000000:2.0:1787398630.926864:0:167301:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:2.0:1787398630.941612:0:167306:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:1.0:1787398630.942595:0:167301:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:1.0:1787398630.942726:0:167301:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1787398630.946720:0:167301:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:0.0:1787398630.948969:0:167301:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787398630.949183:0:167301:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:0.0:1787398630.949190:0:167301:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:3.0:1787398630.950798:0:167301:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:3.0:1787398630.950815:0:167301:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:3.0:1787398630.951525:0:167301:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:3.0:1787398630.951534:0:167301:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:3.0:1787398630.952167:0:167301:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:3.0:1787398630.954590:0:167301:0:(obd_mount.c:392:lustre_start_mgc()) New MGS with live MGC 00000020:01000004:3.0:1787398630.954593:0:167301:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.136@tcp:Set MGC reconnect 2 10000000:01000000:3.0:1787398630.954597:0:167301:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.136@tcp 2/d0:i0:r0:or0:FULL 00000100:00080000:3.0:1787398630.954604:0:167301:0:(import.c:65:import_set_state_nolock()) ffff9cf204756800 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1787398630.954611:0:167301:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.204.136@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1787398630.966027:0:167301:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.204.136@tcp not replayable, auto-deactivating 00000100:00080000:3.0:1787398630.966034:0:167301:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1787398630.966045:0:167301:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9cf305b9ca80 x1874221261024896/t0(0) o400->MGC192.168.204.136@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1787398637 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787398630.966138:0:167301:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9cf31372dc00 x1874221261026432/t0(0) o400->MGC192.168.204.136@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1787398642 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1787398630.966149:0:167301:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1787398630.966152:0:167301:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1787398630.966153:0:167301:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1787398630.966156:0:167301:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 16s for inflight to error out 00000100:00100000:0.0:1787398630.966389:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a066c752-c801-430f-905b-71f66cddaa9e:106503:1874221261024896:0@lo:400:kworker.0 00000100:00100000:0.0:1787398630.966465:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31372dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a066c752-c801-430f-905b-71f66cddaa9e:106503:1874221261026432:0@lo:400:kworker.0 10000000:01000000:3.0:1787398630.966650:0:167301:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00010000:00010000:3.0:1787398630.966670:0:167301:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.136@tcp lock: ffff9cf33a74c200/0x570389991233eb08 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x570389991233eb0f expref: -99 pid: 159522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787398630.966681:0:167301:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.136@tcp lock: ffff9cf33a74c200/0x570389991233eb08 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x570389991233eb0f expref: -99 pid: 159522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787398630.966688:0:167301:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1787398630.966720:0:167301:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787398630.966730:0:167301:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.136@tcp lock: ffff9cf33a74c200/0x570389991233eb08 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x570389991233eb0f expref: -99 pid: 159522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398630.966764:0:167301:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.136@tcp lock: ffff9cf30911c200/0x570389991233e9f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x110e400000000 nid: local remote: 0x570389991233e9fe expref: -99 pid: 158773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787398630.966771:0:167301:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.136@tcp lock: ffff9cf30911c200/0x570389991233e9f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x110f400000000 nid: local remote: 0x570389991233e9fe expref: -99 pid: 158773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787398630.966776:0:167301:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1787398630.966784:0:167301:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787398630.966788:0:167301:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.136@tcp lock: ffff9cf30911c200/0x570389991233e9f7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x590f400000000 nid: local remote: 0x570389991233e9fe expref: -99 pid: 158773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398630.966798:0:167301:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.136@tcp lock: ffff9cf33a74c000/0x570389991233ec4a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x110e400000000 nid: local remote: 0x570389991233ec51 expref: -99 pid: 160289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787398630.966804:0:167301:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.136@tcp lock: ffff9cf33a74c000/0x570389991233ec4a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x110f400000000 nid: local remote: 0x570389991233ec51 expref: -99 pid: 160289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787398630.966809:0:167301:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1787398630.966822:0:167301:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787398630.966840:0:167301:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.136@tcp lock: ffff9cf33a74c000/0x570389991233ec4a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x590f400000000 nid: local remote: 0x570389991233ec51 expref: -99 pid: 160289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398630.966855:0:167301:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.136@tcp lock: ffff9cf203a9b400/0x570389991233ec74 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x110e400000000 nid: local remote: 0x570389991233ec7b expref: -99 pid: 160289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787398630.966862:0:167301:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.136@tcp lock: ffff9cf203a9b400/0x570389991233ec74 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x110f400000000 nid: local remote: 0x570389991233ec7b expref: -99 pid: 160289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787398630.966879:0:167301:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1787398630.966897:0:167301:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787398630.966902:0:167301:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.136@tcp lock: ffff9cf203a9b400/0x570389991233ec74 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x590f400000000 nid: local remote: 0x570389991233ec7b expref: -99 pid: 160289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398630.966917:0:167301:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.136@tcp lock: ffff9cf300030600/0x570389991233eed5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x110e400000000 nid: local remote: 0x570389991233eedc expref: -99 pid: 161105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787398630.966924:0:167301:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.136@tcp lock: ffff9cf300030600/0x570389991233eed5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x110f400000000 nid: local remote: 0x570389991233eedc expref: -99 pid: 161105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787398630.966930:0:167301:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1787398630.966950:0:167301:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787398630.966954:0:167301:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.136@tcp lock: ffff9cf300030600/0x570389991233eed5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x590f400000000 nid: local remote: 0x570389991233eedc expref: -99 pid: 161105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398630.966969:0:167301:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.136@tcp lock: ffff9cf203a9b800/0x570389991233eeff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x110e400000000 nid: local remote: 0x570389991233ef06 expref: -99 pid: 161105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787398630.966976:0:167301:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.136@tcp lock: ffff9cf203a9b800/0x570389991233eeff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x110f400000000 nid: local remote: 0x570389991233ef06 expref: -99 pid: 161105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787398630.966981:0:167301:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1787398630.966999:0:167301:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787398630.967002:0:167301:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.136@tcp lock: ffff9cf203a9b800/0x570389991233eeff lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x590f400000000 nid: local remote: 0x570389991233ef06 expref: -99 pid: 161105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398630.967011:0:167301:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.136@tcp lock: ffff9cf301648c00/0x570389991234200d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x5703899912342014 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787398630.967029:0:167301:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.136@tcp lock: ffff9cf301648c00/0x570389991234200d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x5703899912342014 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787398630.967034:0:167301:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1787398630.967051:0:167301:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787398630.967056:0:167301:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.136@tcp lock: ffff9cf301648c00/0x570389991234200d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x5703899912342014 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398630.967065:0:167301:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.136@tcp lock: ffff9cf301649800/0x57038999123420ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x57038999123420d1 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787398630.967071:0:167301:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.136@tcp lock: ffff9cf301649800/0x57038999123420ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x57038999123420d1 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787398630.967076:0:167301:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1787398630.967091:0:167301:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787398630.967094:0:167301:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.136@tcp lock: ffff9cf301649800/0x57038999123420ca lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x57038999123420d1 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398630.967114:0:167301:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.136@tcp lock: ffff9cf2056dbc00/0x57038999123422ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x57038999123422b4 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787398630.967121:0:167301:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.136@tcp lock: ffff9cf2056dbc00/0x57038999123422ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x57038999123422b4 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787398630.967127:0:167301:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1787398630.967136:0:167301:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787398630.967140:0:167301:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.136@tcp lock: ffff9cf2056dbc00/0x57038999123422ad lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x57038999123422b4 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398630.967415:0:167301:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.136@tcp lock: ffff9cf301648800/0x5703899912341fff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x5703899912342006 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787398630.967423:0:167301:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.136@tcp lock: ffff9cf301648800/0x5703899912341fff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x5703899912342006 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787398630.967429:0:167301:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 00010000:00010000:3.0:1787398630.967497:0:167301:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787398630.967502:0:167301:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.136@tcp lock: ffff9cf301648800/0x5703899912341fff lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x5703899912342006 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398630.967516:0:167301:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.136@tcp lock: ffff9cf3136b8400/0x570389991233f1a6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x110e400000000 nid: local remote: 0x570389991233f1ad expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787398630.967522:0:167301:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.136@tcp lock: ffff9cf3136b8400/0x570389991233f1a6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x110f400000000 nid: local remote: 0x570389991233f1ad expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787398630.967528:0:167301:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1787398630.968581:0:167301:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787398630.968593:0:167301:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.136@tcp lock: ffff9cf3136b8400/0x570389991233f1a6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x590f400000000 nid: local remote: 0x570389991233f1ad expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398630.968611:0:167301:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.136@tcp lock: ffff9cf300030a00/0x570389991233f1b4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x570389991233f1bb expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787398630.968617:0:167301:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.136@tcp lock: ffff9cf300030a00/0x570389991233f1b4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x570389991233f1bb expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787398630.968623:0:167301:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1787398630.968649:0:167301:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787398630.968653:0:167301:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.136@tcp lock: ffff9cf300030a00/0x570389991233f1b4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x570389991233f1bb expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398630.968664:0:167301:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.136@tcp lock: ffff9cf305a69c00/0x57038999123420bc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x57038999123420c3 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787398630.968672:0:167301:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.136@tcp lock: ffff9cf305a69c00/0x57038999123420bc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x57038999123420c3 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787398630.968677:0:167301:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1787398630.968680:0:167301:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1787398630.968684:0:167301:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.136@tcp lock: ffff9cf305a69c00/0x57038999123420bc lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x57038999123420c3 expref: -99 pid: 165606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1787398630.968706:0:167301:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff9cf204756800 already not connected (conn 1, was 0): DISCONN 00000100:00080000:3.0:1787398630.968712:0:167301:0:(import.c:65:import_set_state_nolock()) ffff9cf204756800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787398630.968718:0:167301:0:(import.c:510:import_select_connection()) MGC192.168.204.136@tcp: connect to NID 0@lo last attempt 5352 00000100:00080000:3.0:1787398630.968726:0:167301:0:(import.c:624:import_select_connection()) MGC192.168.204.136@tcp: import ffff9cf204756800 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:3.0:1787398630.968757:0:167301:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf305a58700 x1874221261027456/t0(0) o250->MGC192.168.204.136@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787398630.968780:0:167301:0:(recover.c:337:ptlrpc_recover_import()) MGS: recovery started, waiting 20 seconds 00000100:00100000:1.0:1787398630.977876:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a066c752-c801-430f-905b-71f66cddaa9e:106499:1874221261027456:0@lo:250:mount.lustre.0 00000100:00100000:1.0:1787398630.977999:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398630.979762:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261027456 00000100:00100000:3.0:1787398630.979786:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261027456 00000100:00100000:3.0:1787398630.979852:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787398630.979867:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20922fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:106499:x1874221261027456:12345-0@lo:250:mount.lustre.0 00010000:00080000:3.0:1787398630.979914:0:167307:0:(ldlm_lib.c:1432:target_handle_connect()) MGS: connection from a066c752-c801-430f-905b-71f66cddaa9e@0@lo t0 exp 0000000000000000 cur 5652 last 0 00000020:00000080:3.0:1787398630.979960:0:167307:0:(genops.c:1406:class_connect()) connect: client a066c752-c801-430f-905b-71f66cddaa9e, cookie 0x5703899912344807 00000100:00080000:3.0:1787398630.980143:0:167307:0:(import.c:65:import_set_state_nolock()) ffff9cf305b04800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787398630.980277:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20922fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+5:106499:x1874221261027456:12345-0@lo:250:mount.lustre.0 Request processed in 414us (2279us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398630.980286:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787398630.980414:0:106499:0:(client.c:3112:ptlrpc_free_committed()) MGC192.168.204.136@tcp: committing for last_committed 0 gen 2 00000100:00080000:1.0:1787398630.980426:0:106499:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.204.136@tcp: connect to target with instance 0 00000100:00080000:1.0:1787398630.980434:0:106499:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.204.136@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:1.0:1787398630.980440:0:106499:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:1.0:1787398630.980444:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf204756800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:1.0:1787398630.980447:0:106499:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:1.0:1787398630.980509:0:106499:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:1.0:1787398630.980520:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a066c752-c801-430f-905b-71f66cddaa9e:106499:1874221261027456:0@lo:250:mount.lustre.0 00000020:01000000:3.0:1787398630.980821:0:73119:0:(tgt_mount.c:1626:tgt_import_update()) NID #0: 192.168.204.136@tcp 10000000:01000000:3.0:1787398630.980840:0:73119:0:(mgc_request_server.c:464:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1787398630.980844:0:73119:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1787398630.980845:0:73119:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1787398630.980847:0:73119:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787398630.980848:0:73119:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787398630.980849:0:73119:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787398630.980850:0:73119:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787398630.980852:0:73119:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787398630.980854:0:73119:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787398630.980855:0:73119:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:01000000:3.0:1787398630.980912:0:73119:0:(tgt_mount.c:1637:tgt_import_update()) lustre-OST0000: notify about 1 NIDs, rc = 0 10000000:01000000:3.0:1787398630.980920:0:73119:0:(mgc_request_server.c:464:mgc_set_info_async_server()) NID notify for lustre-OST0001 about 1 new NIDs 00000020:01000004:3.0:1787398630.980922:0:73119:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1787398630.980923:0:73119:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1787398630.980924:0:73119:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787398630.980925:0:73119:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787398630.980926:0:73119:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787398630.980927:0:73119:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787398630.980928:0:73119:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787398630.980929:0:73119:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787398630.980930:0:73119:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:01000000:3.0:1787398630.980944:0:73119:0:(tgt_mount.c:1637:tgt_import_update()) lustre-OST0001: notify about 1 NIDs, rc = 0 10000000:01000000:3.0:1787398630.980948:0:73119:0:(mgc_request_server.c:464:mgc_set_info_async_server()) NID notify for lustre-MDT0001 about 1 new NIDs 00000020:01000004:3.0:1787398630.980950:0:73119:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1787398630.980951:0:73119:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1787398630.980952:0:73119:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787398630.980954:0:73119:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787398630.980955:0:73119:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787398630.980956:0:73119:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787398630.980957:0:73119:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1787398630.980958:0:73119:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787398630.980959:0:73119:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:01000000:3.0:1787398630.980976:0:73119:0:(tgt_mount.c:1637:tgt_import_update()) lustre-MDT0001: notify about 1 NIDs, rc = 0 00000100:00080000:3.0:1787398630.981006:0:167301:0:(recover.c:348:ptlrpc_recover_import()) MGS: recovery finished FULL, rc = 0 00000020:01000004:3.0:1787398630.981021:0:167301:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:3.0:1787398630.981049:0:167301:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:3.0:1787398630.981054:0:167301:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.136@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:3.0:1787398630.981159:0:167301:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.136@tcp ctxt 0 is initialized 00000020:01000004:3.0:1787398630.981191:0:167301:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.204.136@tcp, index=0000, flags=0x20005 00000020:01000004:3.0:1787398630.981194:0:167301:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1787398630.981195:0:167301:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1787398630.981196:0:167301:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787398630.981197:0:167301:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787398630.981198:0:167301:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787398630.981199:0:167301:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787398630.981200:0:167301:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1787398630.981201:0:167301:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1787398630.981202:0:167301:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787398630.981203:0:167301:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1787398630.981206:0:167301:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:3.0:1787398630.981207:0:167301:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1787398630.981208:0:167301:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1787398630.981209:0:167301:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787398630.981210:0:167301:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787398630.981211:0:167301:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787398630.981212:0:167301:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787398630.981213:0:167301:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1787398630.981214:0:167301:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1787398630.981215:0:167301:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787398630.981216:0:167301:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1787398630.981228:0:167301:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1787398630.981239:0:167301:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a59500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:167301:1874221261027968:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1787398630.981287:0:167301:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398630.981314:0:167301:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf318feaa80 going to sleep for 11 seconds 00000100:00100000:2.0:1787398630.981368:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a066c752-c801-430f-905b-71f66cddaa9e:106503:1874221261027712:0@lo:253:kworker.0 00000100:00100000:2.0:1787398630.981404:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398630.981432:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787398630.981437:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a066c752-c801-430f-905b-71f66cddaa9e:106503:1874221261027584:0@lo:253:kworker.0 00000100:00100000:2.0:1787398630.981465:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398630.981594:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a066c752-c801-430f-905b-71f66cddaa9e:106500:1874221261027840:0@lo:253:kworker.0 00000100:00100000:1.0:1787398630.981628:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398630.981689:0:167309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261027968 00000100:00100000:1.0:1787398630.981702:0:167309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261027968 00000100:00100000:1.0:1787398630.981735:0:167309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261027712 00000100:00100000:1.0:1787398630.981738:0:167309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261027712 00000100:00100000:1.0:1787398630.981747:0:167309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261027584 00000100:00100000:1.0:1787398630.981750:0:167309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261027584 00000100:00100000:1.0:1787398630.981760:0:167309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261027840 00000100:00100000:1.0:1787398630.981763:0:167309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261027840 00000100:00100000:1.0:1787398630.981776:0:167309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787398630.981783:0:167309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20922c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+8:167301:x1874221261027968:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1787398630.981840:0:167309:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1787398630.981844:0:167309:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1787398630.981848:0:167309:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 00000100:00100000:0.0:1787398630.982345:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787398630.982378:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20922c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+8:106503:x1874221261027712:12345-0@lo:253:kworker.0 20000000:01000000:0.0:1787398630.982417:0:167308:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 10000000:01000000:1.0:1787398630.982459:0:167310:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:2.0:1787398630.983936:0:167309:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 37 20000000:01000000:1.0:1787398630.986050:0:167311:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:1.0:1787398630.986060:0:167311:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:1.0:1787398630.986064:0:167311:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:1.0:1787398630.986067:0:167311:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:1.0:1787398630.986269:0:167311:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:2.0:1787398630.989298:0:167309:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1787398630.989331:0:167309:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1787398630.989819:0:167308:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1787398630.991803:0:167308:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1787398630.991821:0:167308:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:1.0:1787398630.992003:0:167310:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1787398630.992008:0:167310:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1787398630.992035:0:167310:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9cf205406800/0x570389991234480e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398630.992054:0:167310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf205406800/0x570389991234480e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1787398630.992065:0:167310:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.000057555s 00010000:00010000:1.0:1787398630.992070:0:167310:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9cf205406800/0x570389991234480e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398630.992078:0:167310:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9cf205406800/0x570389991234480e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398630.992097:0:167310:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9cf205406800/0x570389991234480e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398630.992104:0:167310:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9cf205406800/0x570389991234480e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398630.992111:0:167310:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf205406800 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398630.992116:0:167310:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9cf205406800/0x570389991234480e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398630.992125:0:167310:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9cf205406800/0x570389991234480e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398630.992139:0:167310:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9cf205406800/0x570389991234480e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398630.992147:0:167310:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9cf205406800/0x570389991234480e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398630.992152:0:167310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf205406800/0x570389991234480e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398630.992379:0:167309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20922c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+8:167301:x1874221261027968:12345-0@lo:253:mount.lustre.0 Request processed in 10592us (11087us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398630.992395:0:167309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1787398630.992440:0:167309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787398630.992451:0:167309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf32d3b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+7:106503:x1874221261027584:12345-0@lo:253:kworker.0 00000100:00100000:3.0:1787398630.992588:0:167301:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a59500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:167301:1874221261027968:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1787398630.992603:0:167301:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1787398630.992606:0:167301:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1787398630.992608:0:167301:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1787398630.992609:0:167301:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787398630.992618:0:167301:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787398630.992619:0:167301:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787398630.992620:0:167301:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787398630.992622:0:167301:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1787398630.992623:0:167301:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1787398630.992625:0:167301:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787398630.992626:0:167301:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1787398630.992658:0:167301:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9cf33f50f000 from lustre-MDT0000 10000000:01000000:3.0:1787398630.992692:0:167301:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:3.0:1787398630.992696:0:167301:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1787398630.992708:0:167301:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9cf33f50f000 10000000:01000000:3.0:1787398630.992712:0:167301:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1787398630.992716:0:167301:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9cf33f50f000 10000000:01000000:3.0:1787398630.992719:0:167301:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:3.0:1787398630.992723:0:167301:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-barrier-ffff9cf33f50f000 from 1 10000000:01000000:3.0:1787398630.992726:0:167301:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:3.0:1787398630.992756:0:167301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf336d6d000/0x5703899912344815 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398630.992764:0:167301:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.136@tcp lock: ffff9cf336d6d000/0x5703899912344815 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398630.992772:0:167301:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.136@tcp lock: ffff9cf336d6d000/0x5703899912344815 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398630.992792:0:167301:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a59500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:167301:1874221261028096:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787398630.992842:0:167301:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398630.992881:0:167301:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf337fd0b40 going to sleep for 11 seconds 00000100:00100000:1.0:1787398630.992973:0:167307:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 3 min 3 max 32 00000100:00100000:1.0:1787398630.992982:0:167307:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0003' 20000000:01000000:2.0:1787398630.993093:0:167309:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1787398630.993108:0:167309:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:0.0:1787398630.993690:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20922c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+7:106503:x1874221261027712:12345-0@lo:253:kworker.0 Request processed in 11321us (12282us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398630.993700:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787398630.993729:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261028096 00000100:00100000:0.0:1787398630.993735:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261028096 00000100:00100000:0.0:1787398630.993762:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787398630.993769:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf32d3b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+7:106500:x1874221261027840:12345-0@lo:253:kworker.0 20000000:01000000:0.0:1787398630.993789:0:167308:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 00000100:00100000:1.0:1787398630.994001:0:167312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787398630.994008:0:167312:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf32d3b5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+7:167301:x1874221261028096:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787398630.994017:0:167312:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398630.994031:0:167312:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf205406000/0x570389991234481c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x5703899912344815 expref: -99 pid: 167312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398630.994063:0:167312:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf205406000/0x570389991234481c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912344815 expref: 8 pid: 167312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398630.994073:0:167312:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf205406000/0x570389991234481c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912344815 expref: 8 pid: 167312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398630.994082:0:167312:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf205406000, rc 0) 00000100:00100000:1.0:1787398630.994123:0:167312:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf32d3b5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+8:167301:x1874221261028096:12345-0@lo:101:mount.lustre.0 Request processed in 115us (1281us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398630.994129:0:167312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1787398630.994201:0:167301:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a59500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:167301:1874221261028096:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787398630.994215:0:167301:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.136@tcp lock: ffff9cf336d6d000/0x5703899912344815 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x570389991234481c expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398630.994234:0:167301:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.136@tcp lock: ffff9cf336d6d000/0x5703899912344815 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x570389991234481c expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787398630.994251:0:167301:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.136@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:3.0:1787398630.994270:0:167301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf336d6d000/0x5703899912344815 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x570389991234481c expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398630.994278:0:167301:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.136@tcp lock: ffff9cf336d6d000/0x5703899912344815 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x570389991234481c expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787398630.994286:0:167301:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1787398630.994291:0:167301:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1787398630.994296:0:167301:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9cf33f50f000 10000000:01000000:3.0:1787398630.994299:0:167301:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1787398630.994303:0:167301:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:3.0:1787398630.994305:0:167301:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:3.0:1787398630.994325:0:167301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c200/0x5703899912344823 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398630.994332:0:167301:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c200/0x5703899912344823 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398630.994340:0:167301:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c200/0x5703899912344823 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398630.994356:0:167301:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a59500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:167301:1874221261028224:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787398630.994391:0:167301:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000004:2.0:1787398630.994500:0:106503:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1787398630.994502:0:106503:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1787398630.994503:0:106503:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787398630.994504:0:106503:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787398630.994505:0:106503:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787398630.994507:0:106503:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787398630.994508:0:106503:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1787398630.994509:0:106503:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787398630.994511:0:106503:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:2.0:1787398630.994514:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a066c752-c801-430f-905b-71f66cddaa9e:106503:1874221261027712:0@lo:253:kworker.0 00000100:00100000:3.0:1787398630.994858:0:167301:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf337fd0b40 going to sleep for 11 seconds 20000000:01000000:2.0:1787398630.999995:0:167309:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1787398631.000015:0:167309:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1787398631.000197:0:167310:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1787398631.000203:0:167310:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1787398631.000231:0:167310:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9cf336d6c000/0x570389991234482a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.000249:0:167310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf336d6c000/0x570389991234482a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1787398631.000260:0:167310:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.000058147s 00010000:00010000:3.0:1787398631.000265:0:167310:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9cf336d6c000/0x570389991234482a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.000272:0:167310:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9cf336d6c000/0x570389991234482a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.000280:0:167310:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9cf336d6c000/0x570389991234482a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.000287:0:167310:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9cf336d6c000/0x570389991234482a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.000294:0:167310:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c000 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398631.000299:0:167310:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9cf336d6c000/0x570389991234482a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.000306:0:167310:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9cf336d6c000/0x570389991234482a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.000319:0:167310:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9cf336d6c000/0x570389991234482a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.000326:0:167310:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9cf336d6c000/0x570389991234482a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.000345:0:167310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf336d6c000/0x570389991234482a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398631.000553:0:167309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf32d3b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+7:106503:x1874221261027584:12345-0@lo:253:kworker.0 Request processed in 8090us (19070us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398631.000566:0:167309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000020:01000004:2.0:1787398631.000625:0:106503:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1787398631.000627:0:106503:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1787398631.000629:0:106503:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787398631.000641:0:106503:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787398631.000642:0:106503:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787398631.000644:0:106503:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787398631.000646:0:106503:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1787398631.000647:0:106503:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787398631.000649:0:106503:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:2.0:1787398631.000653:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a066c752-c801-430f-905b-71f66cddaa9e:106503:1874221261027584:0@lo:253:kworker.0 00000100:00100000:2.0:1787398631.000698:0:167309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261028224 00000100:00100000:2.0:1787398631.000704:0:167309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261028224 20000000:01000000:0.0:1787398631.000869:0:167308:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:1.0:1787398631.001126:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1787398631.001139:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf32d3b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+7:167301:x1874221261028224:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787398631.001154:0:167307:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398631.001167:0:167307:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf205407400/0x5703899912344831 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x5703899912344823 expref: -99 pid: 167307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398631.001187:0:167307:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf205407400/0x5703899912344831 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912344823 expref: 8 pid: 167307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398631.001197:0:167307:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf205407400/0x5703899912344831 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912344823 expref: 8 pid: 167307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398631.001205:0:167307:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf205407400, rc 0) 00000100:00100000:1.0:1787398631.001248:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf32d3b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+8:167301:x1874221261028224:12345-0@lo:101:mount.lustre.0 Request processed in 112us (6855us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398631.001254:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1787398631.001322:0:167301:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a59500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:167301:1874221261028224:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787398631.001337:0:167301:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c200/0x5703899912344823 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5703899912344831 expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.001346:0:167301:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c200/0x5703899912344823 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x5703899912344831 expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398631.001412:0:167301:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a59500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:167301:1874221261028352:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787398631.001445:0:167301:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398631.001500:0:167301:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf337fd0b40 going to sleep for 11 seconds 00000100:00100000:1.0:1787398631.001706:0:167312:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261028352 00000100:00100000:1.0:1787398631.001719:0:167312:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261028352 00000100:00100000:1.0:1787398631.001752:0:167312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1787398631.001759:0:167312:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf32d3b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+8:167301:x1874221261028352:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787398631.002079:0:167312:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf32d3b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+9:167301:x1874221261028352:12345-0@lo:501:mount.lustre.0 Request processed in 319us (631us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398631.002086:0:167312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 20000000:01000000:0.0:1787398631.005186:0:167308:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1787398631.005209:0:167308:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:1.0:1787398631.005384:0:167310:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1787398631.005390:0:167310:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1787398631.005415:0:167310:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9cf205407000/0x5703899912344838 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398631.005432:0:167310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf205407000/0x5703899912344838 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1787398631.005443:0:167310:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.000058147s 00010000:00010000:1.0:1787398631.005449:0:167310:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9cf205407000/0x5703899912344838 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398631.005456:0:167310:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9cf205407000/0x5703899912344838 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398631.005463:0:167310:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9cf205407000/0x5703899912344838 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398631.005469:0:167310:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9cf205407000/0x5703899912344838 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398631.005501:0:167310:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf205407000 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398631.005506:0:167310:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9cf205407000/0x5703899912344838 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398631.005530:0:167310:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9cf205407000/0x5703899912344838 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398631.005554:0:167310:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9cf205407000/0x5703899912344838 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398631.005562:0:167310:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9cf205407000/0x5703899912344838 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398631.005568:0:167310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf205407000/0x5703899912344838 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398631.006049:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf32d3b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+8:106500:x1874221261027840:12345-0@lo:253:kworker.0 Request processed in 12275us (24414us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398631.006062:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000020:01000004:0.0:1787398631.006115:0:106500:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1787398631.006118:0:106500:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1787398631.006119:0:106500:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787398631.006121:0:106500:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787398631.006122:0:106500:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787398631.006125:0:106500:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787398631.006126:0:106500:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1787398631.006128:0:106500:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787398631.006129:0:106500:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:0.0:1787398631.006132:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a066c752-c801-430f-905b-71f66cddaa9e:106500:1874221261027840:0@lo:253:kworker.0 00000100:00100000:3.0:1787398631.007677:0:167301:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a59500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:167301:1874221261028352:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787398631.007762:0:167301:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a59500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:167301:1874221261028480:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787398631.008051:0:167301:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398631.008128:0:167301:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf337fd0b40 going to sleep for 11 seconds 00000100:00100000:1.0:1787398631.011681:0:167312:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261028480 00000100:00100000:1.0:1787398631.011695:0:167312:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261028480 00000100:00100000:1.0:1787398631.011772:0:167312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1787398631.011783:0:167312:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf32d3b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+8:167301:x1874221261028480:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787398631.025123:0:167312:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf32d3b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+8:167301:x1874221261028480:12345-0@lo:503:mount.lustre.0 Request processed in 13332us (17061us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398631.025139:0:167312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1787398631.025268:0:167301:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a59500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:167301:1874221261028480:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787398631.029363:0:167313:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33aae4a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a066c752-c801-430f-905b-71f66cddaa9e:167313:1874221261028608:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787398631.029458:0:167313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398631.029563:0:167313:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20aaa0c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787398631.031515:0:167309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261028608 00000100:00100000:0.0:1787398631.031529:0:167309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261028608 00000100:00100000:0.0:1787398631.031609:0:167309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1787398631.031619:0:167309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf32d3b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+8:167313:x1874221261028608:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1787398631.032758:0:167309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf32d3b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+8:167313:x1874221261028608:12345-0@lo:502:llog_process_th.0 Request processed in 1137us (3297us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398631.032769:0:167309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787398631.032874:0:167313:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33aae4a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a066c752-c801-430f-905b-71f66cddaa9e:167313:1874221261028608:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1787398631.032914:0:167313:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787398631.032925:0:167313:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787398631.032928:0:167313:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1787398631.032933:0:167313:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:1.0:1787398631.032937:0:167313:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787398631.032951:0:167313:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff9cf32d0b19c0) 00000020:00000080:1.0:1787398631.032972:0:167313:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:1.0:1787398631.032995:0:167313:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1787398631.033079:0:167313:0:(osd_handler.c:8929:osd_obd_connect()) connect #2 00000020:00000080:1.0:1787398631.033086:0:167313:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x5703899912344846 00000020:00000080:1.0:1787398631.033302:0:167313:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1787398631.033306:0:167313:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787398631.033309:0:167313:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787398631.033311:0:167313:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1787398631.033314:0:167313:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787398631.033317:0:167313:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787398631.033319:0:167313:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:1.0:1787398631.033322:0:167313:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787398631.033328:0:167313:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff9cf32d0b0000) 00000020:00000080:1.0:1787398631.033340:0:167313:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:1.0:1787398631.033344:0:167313:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1787398631.033346:0:167313:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:1.0:1787398631.033349:0:167313:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:1.0:1787398631.033354:0:167313:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1787398631.033398:0:167313:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9cf33f50f000 from lustre-MDT0000, refs=3 00000020:00000080:1.0:1787398631.033409:0:167313:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff9cf32d0b4d40) 00000020:00000080:1.0:1787398631.033419:0:167313:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:1.0:1787398631.036559:0:167313:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:1.0:1787398631.036574:0:167313:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x570389991234485b 00000020:00000080:1.0:1787398631.036753:0:167313:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:1.0:1787398631.036759:0:167313:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1787398631.036764:0:167313:0:(genops.c:1406:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x5703899912344862 00080000:01000000:1.0:1787398631.036770:0:167313:0:(osd_handler.c:8929:osd_obd_connect()) connect #3 00000020:00000080:1.0:1787398631.036774:0:167313:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x5703899912344869 00010000:00010000:1.0:1787398631.208751:0:167313:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-4 is initialized 00000001:00080000:1.0:1787398631.209332:0:167313:0:(tgt_lastrcvd.c:1748:tgt_clients_data_init()) RCVRNG CLIENT uuid: lustre-MDT0001-mdtlov_UUID idx: 0 lr: 0 srv lr: 34359738630 lx: 0 gen 5 00000001:00080000:1.0:1787398631.209720:0:167313:0:(tgt_lastrcvd.c:1748:tgt_clients_data_init()) RCVRNG CLIENT uuid: dbe7f5ec-0726-4851-a675-2f47d040e30f idx: 1 lr: 0 srv lr: 34359738630 lx: 0 gen 4 00000001:00000004:1.0:1787398631.209748:0:167313:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 9, last_transno is 34359738630 00000001:00080000:1.0:1787398631.210254:0:167313:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000001:00080000:1.0:1787398631.210322:0:167313:0:(tgt_lastrcvd.c:2283:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff9cf20adce180: xid 1874221261022848, transno 34359738837, client gen 5, slot idx 0 00000001:00080000:1.0:1787398631.210335:0:167313:0:(tgt_lastrcvd.c:2283:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff9cf335995f00: xid 1874221261023104, transno 34359738838, client gen 5, slot idx 1 00000001:00080000:1.0:1787398631.210340:0:167313:0:(tgt_lastrcvd.c:2283:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff9cf335995c00: xid 1874221247583104, transno 34359738828, client gen 4, slot idx 2 00000001:00080000:1.0:1787398631.210345:0:167313:0:(tgt_lastrcvd.c:2283:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff9cf335995840: xid 1874221247567744, transno 34359738792, client gen 4, slot idx 3 00000020:00000080:1.0:1787398631.211565:0:167313:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff9cf3041d99c0) 00000020:00000080:1.0:1787398631.211595:0:167313:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:1.0:1787398631.211694:0:167313:0:(osd_handler.c:8929:osd_obd_connect()) connect #4 00000020:00000080:1.0:1787398631.211702:0:167313:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x5703899912344885 00000020:00000080:1.0:1787398631.212899:0:167313:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1787398631.221786:0:167313:0:(genops.c:1406:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x570389991234488c 00000020:00000080:2.0:1787398631.222718:0:167313:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:2.0:1787398631.222743:0:167313:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787398631.222751:0:167313:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787398631.222754:0:167313:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:2.0:1787398631.222757:0:167313:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1787398631.222760:0:167313:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #8 00000020:01000000:2.0:1787398631.222762:0:167313:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787398631.222764:0:167313:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787398631.222765:0:167313:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1787398631.222768:0:167313:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787398631.222769:0:167313:0:(obd_config.c:1561:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:2.0:1787398631.222771:0:167313:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787398631.222776:0:167313:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787398631.222778:0:167313:0:(obd_config.c:1561:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:2.0:1787398631.222782:0:167313:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1787398631.222850:0:167313:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:2.0:1787398631.222870:0:167313:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787398631.222874:0:167313:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787398631.222875:0:167313:0:(obd_config.c:1561:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:2.0:1787398631.222878:0:167313:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787398631.222881:0:167313:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787398631.222882:0:167313:0:(obd_config.c:1561:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:2.0:1787398631.222885:0:167313:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1787398631.222898:0:167313:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.136@tcp to nid 0x20000c0a8cc88 (192.168.204.136@tcp) 00000020:00000080:2.0:1787398631.222926:0:167313:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1787398631.222945:0:167313:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff9cf305f7cd40) 00000020:00000080:2.0:1787398631.222970:0:167313:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:2.0:1787398631.222976:0:167313:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1787398631.223510:0:167313:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:2.0:1787398631.223519:0:167313:0:(osd_handler.c:8929:osd_obd_connect()) connect #5 00000020:00000080:2.0:1787398631.223526:0:167313:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x570389991234489a 00010000:00080000:2.0:1787398631.224206:0:167313:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9cf31f58e800@lustre-MDT0001-osp-MDT0000: add connection 192.168.204.136@tcp at head 00010000:00010000:2.0:1787398631.232287:0:167313:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-9 is initialized 00000020:00000080:0.0:1787398631.247205:0:167313:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1787398631.247231:0:167313:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00000004:01000000:0.0:1787398631.247299:0:167313:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:0.0:1787398631.247326:0:167313:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x57038999123448a1 00000100:00080000:0.0:1787398631.247338:0:167313:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1787398631.247359:0:167313:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9cf31f58e800 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:0.0:1787398631.248908:0:167313:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf33e17c380 x1874221261028736/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787398631.248948:0:167313:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:0.0:1787398631.249143:0:167313:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787398631.249150:0:167313:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787398631.249152:0:167313:0:(obd_config.c:1561:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:0.0:1787398631.249155:0:167313:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1787398631.249157:0:167313:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #18 00000020:01000000:0.0:1787398631.249159:0:167313:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787398631.249161:0:167313:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787398631.249163:0:167313:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1787398631.249166:0:167313:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787398631.249167:0:167313:0:(obd_config.c:1561:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:0.0:1787398631.249170:0:167313:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1787398631.249177:0:167313:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:0.0:1787398631.249181:0:167313:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787398631.249183:0:167313:0:(obd_config.c:1561:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1787398631.249186:0:167313:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787398631.249191:0:167313:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.136@tcp to nid 0x20000c0a8cc88 (192.168.204.136@tcp) 00000020:01000000:0.0:1787398631.249223:0:167313:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1787398631.249226:0:167313:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787398631.249247:0:167313:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff9cf3041b99c0) 00000020:00000080:0.0:1787398631.249281:0:167313:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:0.0:1787398631.249286:0:167313:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1787398631.249405:0:167313:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:0.0:1787398631.249414:0:167313:0:(osd_handler.c:8929:osd_obd_connect()) connect #6 00000020:00000080:0.0:1787398631.249421:0:167313:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x57038999123448af 00010000:00080000:0.0:1787398631.249458:0:167313:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9cf20c7c5800@lustre-OST0000-osc-MDT0000: add connection 192.168.204.136@tcp at head 00000100:00080000:3.0:1787398631.249544:0:73119:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787398631.249551:0:73119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787398631.249554:0:73119:0:(import.c:65:import_set_state_nolock()) ffff9cf3094d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787398631.249560:0:73119:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5647 00000100:00080000:3.0:1787398631.249566:0:73119:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1787398631.249570:0:73119:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9cf3094d1800 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:3.0:1787398631.249602:0:73119:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf305a59500 x1874221261028864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787398631.249651:0:73119:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787398631.249655:0:73119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787398631.249657:0:73119:0:(import.c:65:import_set_state_nolock()) ffff9cf305ef7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787398631.249662:0:73119:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5647 00000100:00080000:3.0:1787398631.249665:0:73119:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1787398631.249670:0:73119:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9cf305ef7800 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:3.0:1787398631.249685:0:73119:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf305a58a80 x1874221261029120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787398631.249713:0:73119:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787398631.249716:0:73119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787398631.249719:0:73119:0:(import.c:65:import_set_state_nolock()) ffff9cf337cf8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787398631.249723:0:73119:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5647 00000100:00080000:3.0:1787398631.249726:0:73119:0:(import.c:589:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1787398631.249730:0:73119:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9cf337cf8000 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:3.0:1787398631.249743:0:73119:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf305a58700 x1874221261029376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787398631.249772:0:73119:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787398631.249775:0:73119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787398631.249777:0:73119:0:(import.c:65:import_set_state_nolock()) ffff9cf305b05000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787398631.249781:0:73119:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5647 00000100:00080000:3.0:1787398631.249785:0:73119:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1787398631.249788:0:73119:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9cf305b05000 using connection 192.168.204.136@tcp/0@lo 00010000:00010000:0.0:1787398631.249796:0:167313:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-10 is initialized 00000100:00100000:3.0:1787398631.249811:0:73119:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf305a5a680 x1874221261029760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787398631.249865:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106501:1874221261028992:0@lo:400:kworker.0 00000100:00100000:3.0:1787398631.249943:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398631.249982:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787398631.249988:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261029632:0@lo:400:kworker.0 00000100:00100000:3.0:1787398631.250020:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398631.250080:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221261029248:0@lo:400:kworker.0 00000100:00100000:3.0:1787398631.250112:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398631.250135:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787398631.250141:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261029504:0@lo:400:kworker.0 00000100:00100000:3.0:1787398631.250172:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398631.250214:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261028992 00000100:00100000:3.0:1787398631.250221:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261028992 00000100:00100000:3.0:1787398631.250269:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261029248 00000100:00100000:3.0:1787398631.250272:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261029248 00000100:00100000:3.0:1787398631.250295:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:3.0:1787398631.250303:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106501:x1874221261028992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398631.250354:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106501:x1874221261028992:12345-0@lo:400:kworker.0 Request processed in 50us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398631.250361:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:3.0:1787398631.250378:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:3.0:1787398631.250384:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106502:x1874221261029248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398631.250414:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106502:x1874221261029248:12345-0@lo:400:kworker.0 Request processed in 30us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398631.250420:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:3.0:1787398631.250449:0:162523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261029632 00000100:00100000:3.0:1787398631.250453:0:162523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261029632 00000100:00100000:3.0:1787398631.250506:0:162523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261029504 00000100:00100000:3.0:1787398631.250509:0:162523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261029504 00000100:00100000:3.0:1787398631.250532:0:162523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00100000:3.0:1787398631.250538:0:162523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261029632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398631.250569:0:162523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261029632:12345-0@lo:400:kworker.0 Request processed in 31us (548us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398631.250575:0:162523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00000100:00100000:3.0:1787398631.250587:0:162523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190 00000100:00100000:3.0:1787398631.250593:0:162523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261029504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398631.250618:0:162523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261029504:12345-0@lo:400:kworker.0 Request processed in 25us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398631.250623:0:162523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190 00000100:00080000:3.0:1787398631.250654:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787398631.250659:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787398631.250661:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787398631.250711:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261029504:0@lo:400:kworker.0 00000100:00100000:3.0:1787398631.250722:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221261029248:0@lo:400:kworker.0 00000100:00100000:3.0:1787398631.250755:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261029632:0@lo:400:kworker.0 00000100:00100000:3.0:1787398631.250765:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106501:1874221261028992:0@lo:400:kworker.0 00000100:00100000:1.0:1787398631.251904:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106499:1874221261028736:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787398631.251962:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398631.252009:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:106499:1874221261028864:0@lo:38:kworker.0 00000100:00100000:1.0:1787398631.252034:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398631.252048:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:106499:1874221261029120:0@lo:38:kworker.0 00000100:00100000:1.0:1787398631.252068:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398631.252082:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106499:1874221261029376:0@lo:38:kworker.0 00000100:00100000:1.0:1787398631.252104:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398631.252120:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:106499:1874221261029760:0@lo:38:kworker.0 00000100:00100000:1.0:1787398631.252140:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398631.252231:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261028736 00000100:00100000:1.0:1787398631.252237:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261028736 00000100:00100000:1.0:1787398631.252260:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:1.0:1787398631.252266:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:106499:x1874221261028736:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1787398631.252294:0:159531:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 5652 last 0 00000020:00000080:1.0:1787398631.252342:0:159531:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x57038999123448b6 00000004:00100000:1.0:1787398631.252359:0:159531:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1787398631.252559:0:159531:0:(import.c:65:import_set_state_nolock()) ffff9cf20b2c3800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787398631.252608:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:106499:x1874221261028736:12345-0@lo:38:llog_process_th.0 Request processed in 341us (646us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398631.252617:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:1.0:1787398631.252645:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261029376 00000100:00100000:1.0:1787398631.252648:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261029376 00000100:00100000:1.0:1787398631.252664:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:1.0:1787398631.252669:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:106499:x1874221261029376:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1787398631.252702:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:106499:x1874221261029376:12345-0@lo:38:kworker.0 Request processed in 31us (596us total) trans 0 rc -11/-11 00000100:00100000:1.0:1787398631.252708:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:1.0:1787398631.252749:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261028864 00000100:00100000:1.0:1787398631.252754:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261028864 00000100:00100000:1.0:1787398631.252772:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261029120 00000100:00100000:1.0:1787398631.252774:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261029120 00000100:00100000:1.0:1787398631.252782:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261029760 00000100:00100000:1.0:1787398631.252784:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261029760 00000100:00100000:1.0:1787398631.252793:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:1.0:1787398631.252798:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:106499:x1874221261028864:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1787398631.252828:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:106499:x1874221261028864:12345-0@lo:38:kworker.0 Request processed in 29us (793us total) trans 0 rc -11/-11 00000100:00100000:1.0:1787398631.252834:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:1.0:1787398631.252844:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:1.0:1787398631.252847:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:106499:x1874221261029120:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1787398631.252872:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:106499:x1874221261029120:12345-0@lo:38:kworker.0 Request processed in 23us (803us total) trans 0 rc -11/-11 00000100:00100000:1.0:1787398631.252888:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:1.0:1787398631.252899:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:1.0:1787398631.252904:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:106499:x1874221261029760:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1787398631.252931:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:106499:x1874221261029760:12345-0@lo:38:kworker.0 Request processed in 26us (790us total) trans 0 rc -11/-11 00000100:00100000:1.0:1787398631.252937:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00100000:1.0:1787398631.252969:0:106499:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1787398631.252977:0:106499:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 6 00000100:00080000:1.0:1787398631.252985:0:106499:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:1.0:1787398631.252990:0:106499:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1787398631.252992:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf31f58e800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000040:01000000:0.0:1787398631.256314:0:167313:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1787398631.256640:0:167313:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:1.0:1787398631.257318:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106499:1874221261028736:0@lo:38:llog_process_th.0 00000100:00080000:1.0:1787398631.257365:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf3094d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787398631.257370:0:106499:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1787398631.257374:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:106499:1874221261028864:0@lo:38:kworker.0 00000100:00080000:1.0:1787398631.257387:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf305ef7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787398631.257390:0:106499:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1787398631.257393:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:106499:1874221261029120:0@lo:38:kworker.0 00000100:00080000:1.0:1787398631.257406:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf337cf8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787398631.257409:0:106499:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1787398631.257412:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106499:1874221261029376:0@lo:38:kworker.0 00000100:00080000:1.0:1787398631.257421:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf305b05000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787398631.257425:0:106499:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1787398631.257428:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:106499:1874221261029760:0@lo:38:kworker.0 00000100:00100000:3.0:1787398631.261284:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787398631.261310:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261029888:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787398631.261417:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398631.261467:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261029888 00000100:00100000:3.0:1787398631.261496:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261029888 00000100:00100000:3.0:1787398631.261573:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:3.0:1787398631.261581:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:106500:x1874221261029888:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787398631.261616:0:159531:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42676224 avail 36544512 00000100:00100000:3.0:1787398631.261684:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:106500:x1874221261029888:12345-0@lo:41:osp-pre-1-0.0 Request processed in 103us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398631.261691:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00100000:2.0:1787398631.261861:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261029888:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1787398631.265188:0:167313:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787398631.271003:0:167313:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].9, 64 off8768 00000040:00080000:3.0:1787398631.271277:0:167313:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x24:0x0].1, 64 off8256 00000040:00080000:3.0:1787398631.278455:0:167319:0:(llog.c:805:llog_process_thread()) index: 9, lh_last_idx: 9 synced_idx: 9 lgh_last_idx: 9 00000040:00080000:3.0:1787398631.278464:0:167319:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x1:0x24:0x0] at index 9 of catalog [0x1:0x2:0x0] 00000020:00000080:1.0:1787398631.279391:0:167313:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1787398631.279406:0:167313:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1787398631.279448:0:167313:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:1.0:1787398631.279471:0:167313:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x57038999123448bd 00000100:00080000:1.0:1787398631.280658:0:167313:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1787398631.280669:0:167313:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9cf20c7c5800 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:1.0:1787398631.280714:0:167313:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf33f110700 x1874221261030016/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787398631.280801:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106499:1874221261030016:0@lo:8:llog_process_th.0 00000100:00100000:2.0:1787398631.280892:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398631.280995:0:162515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261030016 00000100:00100000:0.0:1787398631.281004:0:162515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261030016 00000100:00100000:0.0:1787398631.281051:0:162515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:0.0:1787398631.281060:0:162515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:0+-99:106499:x1874221261030016:12345-0@lo:8:llog_process_th.0 00010000:00080000:0.0:1787398631.281090:0:162515:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 5652 last 0 00000020:00000080:0.0:1787398631.281121:0:162515:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x57038999123448c4 00002000:00100000:0.0:1787398631.281135:0:162515:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9cf20c7c6800 ocd_connect_flags: 0xa044401443000026 ocd_version: 211366d ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:0.0:1787398631.281140:0:162515:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:0.0:1787398631.281143:0:162515:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1787398631.281211:0:162515:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1787398631.281235:0:162515:0:(import.c:65:import_set_state_nolock()) ffff9cf20c7c6000 : changing import state from RECOVER to FULL 00000100:00080000:1.0:1787398631.281293:0:167313:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:1.0:1787398631.281392:0:167313:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787398631.281397:0:167313:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787398631.281399:0:167313:0:(obd_config.c:1561:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1787398631.281402:0:167313:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1787398631.281404:0:167313:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #25 00000020:01000000:1.0:1787398631.281406:0:167313:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787398631.281407:0:167313:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787398631.281408:0:167313:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1787398631.281411:0:167313:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787398631.281412:0:167313:0:(obd_config.c:1561:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:1.0:1787398631.281414:0:167313:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1787398631.281418:0:167313:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:1.0:1787398631.281421:0:167313:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787398631.281422:0:167313:0:(obd_config.c:1561:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1787398631.281425:0:167313:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1787398631.281428:0:167313:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.136@tcp to nid 0x20000c0a8cc88 (192.168.204.136@tcp) 00000020:01000000:1.0:1787398631.281447:0:167313:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1787398631.281450:0:167313:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787398631.281462:0:167313:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff9cf3041dcd40) 00000020:00000080:1.0:1787398631.281500:0:167313:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:1.0:1787398631.281507:0:167313:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1787398631.281672:0:167313:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:1.0:1787398631.281679:0:167313:0:(osd_handler.c:8929:osd_obd_connect()) connect #7 00000020:00000080:1.0:1787398631.281685:0:167313:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x57038999123448d2 00010000:00080000:1.0:1787398631.281714:0:167313:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9cf202c8c000@lustre-OST0001-osc-MDT0000: add connection 192.168.204.136@tcp at head 00010000:00010000:1.0:1787398631.281940:0:167313:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-11 is initialized 00000040:01000000:1.0:1787398631.282009:0:167313:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1787398631.282024:0:167313:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:0.0:1787398631.287607:0:162515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:106499:x1874221261030016:12345-0@lo:8:llog_process_th.0 Request processed in 6534us (6701us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398631.287634:0:162515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:3.0:1787398631.288344:0:106499:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1787398631.288357:0:106499:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 5 00000100:00080000:3.0:1787398631.288367:0:106499:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1787398631.288373:0:106499:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1787398631.288378:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf20c7c5800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1787398631.288452:0:106499:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1787398631.288460:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106499:1874221261030016:0@lo:8:llog_process_th.0 00000100:00100000:3.0:1787398631.288764:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261030144:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787398631.288831:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398631.288923:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261030144 00000100:00100000:0.0:1787398631.288930:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261030144 00000100:00100000:0.0:1787398631.288990:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:0.0:1787398631.288999:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:106502:x1874221261030144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787398631.289019:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 2961408 granted 62543808 pending 3186688 free 69570560 avail 62402560 00000100:00100000:0.0:1787398631.289061:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:106502:x1874221261030144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 63us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398631.289068:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00080000:3.0:1787398631.289174:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787398631.289203:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261030144:0@lo:13:osp-pre-0-0.0 00000004:00080000:1.0:1787398631.289344:0:167319:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1787398631.289415:0:167319:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 5652355937156ns, next at 0ns, rc = 0 00080000:00080000:1.0:1787398631.289421:0:167319:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:2.0:1787398631.290960:0:167302:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000040:00080000:3.0:1787398631.291242:0:167313:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787398631.291821:0:167313:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].9, 64 off8768 00000040:00080000:3.0:1787398631.291978:0:167313:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x26:0x0].1, 64 off8256 00000040:00080000:3.0:1787398631.294938:0:167321:0:(llog.c:805:llog_process_thread()) index: 9, lh_last_idx: 9 synced_idx: 9 lgh_last_idx: 9 00000040:00080000:3.0:1787398631.294946:0:167321:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x1:0x26:0x0] at index 9 of catalog [0x1:0x5:0x0] 00000020:00000080:1.0:1787398631.297048:0:167313:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1787398631.297134:0:167313:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1787398631.297178:0:167313:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:1.0:1787398631.297201:0:167313:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x57038999123448d9 00000100:00080000:1.0:1787398631.297213:0:167313:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1787398631.297220:0:167313:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9cf202c8c000 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:1.0:1787398631.297259:0:167313:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf33f111f80 x1874221261030272/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787398631.297291:0:167313:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:1.0:1787398631.297367:0:167313:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787398631.297371:0:167313:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787398631.297373:0:167313:0:(obd_config.c:1561:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1787398631.297376:0:167313:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787398631.297380:0:167313:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787398631.297382:0:167313:0:(obd_config.c:1561:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:1.0:1787398631.297385:0:167313:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1787398631.297387:0:167313:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1787398631.297389:0:167313:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787398631.297392:0:167313:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787398631.297393:0:167313:0:(obd_config.c:1561:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:1.0:1787398631.297396:0:167313:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787398631.297413:0:167313:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787398631.297414:0:167313:0:(obd_config.c:1561:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1787398631.297419:0:167313:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1787398631.297455:0:167313:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f112680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a066c752-c801-430f-905b-71f66cddaa9e:167313:1874221261030400:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787398631.297941:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106499:1874221261030272:0@lo:8:llog_process_th.0 00000100:00100000:3.0:1787398631.298016:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398631.298140:0:161119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261030272 00000100:00100000:3.0:1787398631.298147:0:161119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261030272 00000100:00100000:3.0:1787398631.298178:0:161119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:3.0:1787398631.298185:0:161119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:106499:x1874221261030272:12345-0@lo:8:llog_process_th.0 00010000:00080000:3.0:1787398631.298213:0:161119:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 5652 last 0 00000020:00000080:3.0:1787398631.298247:0:161119:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x57038999123448e0 00002000:00100000:3.0:1787398631.298261:0:161119:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9cf20968e000 ocd_connect_flags: 0xa044401443000026 ocd_version: 211366d ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:3.0:1787398631.298266:0:161119:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:3.0:1787398631.298269:0:161119:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1787398631.298337:0:161119:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1787398631.298359:0:161119:0:(import.c:65:import_set_state_nolock()) ffff9cf209689000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787398631.298403:0:161119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:106499:x1874221261030272:12345-0@lo:8:llog_process_th.0 Request processed in 217us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398631.298412:0:161119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:3.0:1787398631.298460:0:106499:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1787398631.298469:0:106499:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 4 00000100:00080000:3.0:1787398631.298505:0:106499:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1787398631.298511:0:106499:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1787398631.298514:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf202c8c000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1787398631.298523:0:106499:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1787398631.298528:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106499:1874221261030272:0@lo:8:llog_process_th.0 00000100:00100000:2.0:1787398631.299604:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261030528:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787398631.299670:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398631.299710:0:167313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398631.299802:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261030528 00000100:00100000:0.0:1787398631.299807:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261030528 00000100:00100000:0.0:1787398631.299861:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00100000:0.0:1787398631.299871:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:106503:x1874221261030528:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787398631.299908:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 62601152 pending 1175552 free 69783552 avail 62615552 00000100:00100000:0.0:1787398631.299950:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:106503:x1874221261030528:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398631.299958:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00000100:00100000:1.0:1787398631.300277:0:167313:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20bb76f00 going to sleep for 11 seconds 00000100:00080000:3.0:1787398631.300367:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:3.0:1787398631.300381:0:167321:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1787398631.300453:0:167321:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 5652366974783ns, next at 0ns, rc = 0 00080000:00080000:3.0:1787398631.300467:0:167321:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:3.0:1787398631.302418:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261030528:0@lo:13:osp-pre-1-0.0 00000004:00080000:1.0:1787398631.302945:0:167302:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000100:00100000:2.0:1787398631.306134:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261030400 00000100:00100000:2.0:1787398631.306150:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261030400 00000100:00100000:2.0:1787398631.306264:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787398631.306275:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf32d3b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+8:167313:x1874221261030400:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787398631.306461:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf32d3b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+8:167313:x1874221261030400:12345-0@lo:502:llog_process_th.0 Request processed in 187us (6749us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398631.306470:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1787398631.306795:0:167313:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f112680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a066c752-c801-430f-905b-71f66cddaa9e:167313:1874221261030400:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1787398631.306856:0:167313:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787398631.306867:0:167313:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787398631.306870:0:167313:0:(obd_config.c:1561:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1787398631.306879:0:167313:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:3.0:1787398631.307623:0:167301:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:3.0:1787398631.307674:0:167301:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.136@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1787398631.307701:0:167301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c200/0x5703899912344823 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5703899912344831 expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.307715:0:167301:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c200/0x5703899912344823 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5703899912344831 expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787398631.307724:0:167301:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff9cf33f50f000 from 1 10000000:01000000:3.0:1787398631.307727:0:167301:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1787398631.307763:0:167301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c000/0x57038999123448e7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.307772:0:167301:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c000/0x57038999123448e7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.307783:0:167301:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c000/0x57038999123448e7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398631.307808:0:167301:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a5b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:167301:1874221261030656:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787398631.307861:0:167301:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398631.310114:0:167301:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf337fd0240 going to sleep for 11 seconds 00000100:00100000:0.0:1787398631.310304:0:167312:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261030656 00000100:00100000:0.0:1787398631.310314:0:167312:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261030656 00000100:00100000:0.0:1787398631.310373:0:167312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1787398631.310394:0:167312:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+8:167301:x1874221261030656:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787398631.310409:0:167312:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398631.310432:0:167312:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf202430c00/0x57038999123448ee lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x57038999123448e7 expref: -99 pid: 167312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398631.310471:0:167312:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf202430c00/0x57038999123448ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x57038999123448e7 expref: 9 pid: 167312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398631.310503:0:167312:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf202430c00/0x57038999123448ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123448e7 expref: 9 pid: 167312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398631.310512:0:167312:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf202430c00, rc 0) 00000100:00100000:0.0:1787398631.310580:0:167312:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+9:167301:x1874221261030656:12345-0@lo:101:mount.lustre.0 Request processed in 199us (2718us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398631.310587:0:167312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1787398631.310799:0:167301:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a5b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:167301:1874221261030656:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787398631.310817:0:167301:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c000/0x57038999123448e7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123448ee expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.310826:0:167301:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c000/0x57038999123448e7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x57038999123448ee expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398631.311760:0:167301:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a5b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:167301:1874221261030784:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1787398631.311829:0:167301:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398631.311856:0:167301:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf337fd0240 going to sleep for 11 seconds 00000100:00100000:0.0:1787398631.312233:0:167312:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261030784 00000100:00100000:0.0:1787398631.312241:0:167312:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261030784 00000100:00100000:0.0:1787398631.312284:0:167312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787398631.312293:0:167312:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+9:167301:x1874221261030784:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1787398631.312312:0:167312:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1787398631.312334:0:167312:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1787398631.312345:0:167312:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1787398631.312347:0:167312:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1787398631.312350:0:167312:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 132, version 40 00000100:00100000:0.0:1787398631.312496:0:167312:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+9:167301:x1874221261030784:12345-0@lo:256:mount.lustre.0 Request processed in 182us (645us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398631.312505:0:167312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1787398631.312715:0:167301:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a5b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:167301:1874221261030784:0@lo:256:mount.lustre.0 10000000:01000000:3.0:1787398631.316162:0:167301:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.136@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1787398631.316194:0:167301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c000/0x57038999123448e7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123448ee expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.316210:0:167301:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c000/0x57038999123448e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123448ee expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787398631.316221:0:167301:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9cf33f50f000 from 1 10000000:01000000:3.0:1787398631.316224:0:167301:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1787398631.316268:0:167301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf336d6d600/0x57038999123448f5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.316276:0:167301:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.136@tcp lock: ffff9cf336d6d600/0x57038999123448f5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.316288:0:167301:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.136@tcp lock: ffff9cf336d6d600/0x57038999123448f5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398631.316313:0:167301:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a5b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:167301:1874221261030912:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787398631.316384:0:167301:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398631.316424:0:167301:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf337fd0240 going to sleep for 11 seconds 00000100:00100000:0.0:1787398631.316829:0:167312:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261030912 00000100:00100000:0.0:1787398631.316839:0:167312:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261030912 00000100:00100000:0.0:1787398631.316897:0:167312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787398631.316908:0:167312:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+9:167301:x1874221261030912:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787398631.316922:0:167312:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398631.316938:0:167312:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf202431800/0x57038999123448fc lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x57038999123448f5 expref: -99 pid: 167312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398631.316965:0:167312:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf202431800/0x57038999123448fc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x57038999123448f5 expref: 10 pid: 167312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398631.316978:0:167312:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf202431800/0x57038999123448fc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123448f5 expref: 10 pid: 167312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398631.316987:0:167312:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf202431800, rc 0) 00000100:00100000:0.0:1787398631.317047:0:167312:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+10:167301:x1874221261030912:12345-0@lo:101:mount.lustre.0 Request processed in 141us (663us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398631.317065:0:167312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1787398631.317506:0:167301:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a5b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:167301:1874221261030912:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787398631.317542:0:167301:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.136@tcp lock: ffff9cf336d6d600/0x57038999123448f5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123448fc expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.317552:0:167301:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.136@tcp lock: ffff9cf336d6d600/0x57038999123448f5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x57038999123448fc expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398631.317642:0:167301:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a5b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:167301:1874221261031040:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787398631.317682:0:167301:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398631.317714:0:167301:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf337fd0240 going to sleep for 11 seconds 00000100:00100000:0.0:1787398631.317885:0:167312:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261031040 00000100:00100000:0.0:1787398631.317889:0:167312:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261031040 00000100:00100000:0.0:1787398631.317930:0:167312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1787398631.317938:0:167312:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+10:167301:x1874221261031040:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787398631.318118:0:167312:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+10:167301:x1874221261031040:12345-0@lo:501:mount.lustre.0 Request processed in 179us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398631.318133:0:167312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1787398631.318376:0:167301:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a5b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:167301:1874221261031040:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787398631.318406:0:167301:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a5b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:167301:1874221261031168:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787398631.318462:0:167301:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398631.318505:0:167301:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf337fd0240 going to sleep for 11 seconds 00000100:00100000:2.0:1787398631.318562:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261031168 00000100:00100000:2.0:1787398631.318567:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261031168 00000100:00100000:2.0:1787398631.318601:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1787398631.318608:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+10:167301:x1874221261031168:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787398631.318720:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+10:167301:x1874221261031168:12345-0@lo:503:mount.lustre.0 Request processed in 113us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398631.318726:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1787398631.318831:0:167301:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a5b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:167301:1874221261031168:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787398631.319430:0:167323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f112680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a066c752-c801-430f-905b-71f66cddaa9e:167323:1874221261031296:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787398631.319514:0:167323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398631.319538:0:167323:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20bb76540 going to sleep for 11 seconds 00000100:00100000:2.0:1787398631.319589:0:167309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261031296 00000100:00100000:2.0:1787398631.319594:0:167309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261031296 00000100:00100000:2.0:1787398631.319642:0:167309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1787398631.319651:0:167309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+10:167323:x1874221261031296:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787398631.320240:0:167309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+10:167323:x1874221261031296:12345-0@lo:502:llog_process_th.0 Request processed in 588us (723us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398631.320249:0:167309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1787398631.320341:0:167323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f112680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a066c752-c801-430f-905b-71f66cddaa9e:167323:1874221261031296:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1787398631.320370:0:167323:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787398631.320379:0:167323:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787398631.320382:0:167323:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1787398631.320391:0:167323:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff9cf33f50f000 00000020:00000080:1.0:1787398631.320394:0:167323:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787398631.320401:0:167323:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787398631.320403:0:167323:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787398631.320404:0:167323:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1787398631.320406:0:167323:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787398631.320409:0:167323:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787398631.320410:0:167323:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1787398631.320413:0:167323:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff9cf33f50f000 00000020:00000080:1.0:1787398631.320435:0:167323:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1787398631.320603:0:167323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f112680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a066c752-c801-430f-905b-71f66cddaa9e:167323:1874221261031424:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787398631.320886:0:167323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398631.320972:0:167323:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20bb76540 going to sleep for 11 seconds 00000100:00100000:2.0:1787398631.330246:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261031424 00000100:00100000:2.0:1787398631.330260:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261031424 00000100:00100000:3.0:1787398631.332355:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1787398631.332368:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20c7a5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+10:167323:x1874221261031424:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787398631.332793:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20c7a5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+10:167323:x1874221261031424:12345-0@lo:502:llog_process_th.0 Request processed in 426us (11906us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398631.332802:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1787398631.338208:0:167323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f112680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a066c752-c801-430f-905b-71f66cddaa9e:167323:1874221261031424:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1787398631.338336:0:167323:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787398631.338352:0:167323:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787398631.338355:0:167323:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:0.0:1787398631.338360:0:167323:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:3.0:1787398631.339747:0:167301:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:3.0:1787398631.339798:0:167301:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.136@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787398631.339823:0:167301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf336d6d600/0x57038999123448f5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123448fc expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.339837:0:167301:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.136@tcp lock: ffff9cf336d6d600/0x57038999123448f5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123448fc expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787398631.339923:0:167301:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1787398631.339926:0:167301:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9cf33f50f000 10000000:01000000:3.0:1787398631.339930:0:167301:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9cf33f50f000 10000000:01000000:3.0:1787398631.339934:0:167301:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1787398631.339942:0:167301:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9cf33f50f000 from 1 10000000:01000000:3.0:1787398631.339945:0:167301:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1787398631.339985:0:167301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf336d6cc00/0x5703899912344903 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.339993:0:167301:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.136@tcp lock: ffff9cf336d6cc00/0x5703899912344903 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.340004:0:167301:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.136@tcp lock: ffff9cf336d6cc00/0x5703899912344903 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398631.340029:0:167301:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a5b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:167301:1874221261031552:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787398631.340278:0:167301:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398631.340328:0:167301:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf337fd0240 going to sleep for 11 seconds 00000100:00100000:2.0:1787398631.340415:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261031552 00000100:00100000:2.0:1787398631.340423:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261031552 00000100:00100000:2.0:1787398631.340507:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1787398631.340517:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20c7a4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+10:167301:x1874221261031552:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787398631.340530:0:167307:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398631.340545:0:167307:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf20359d600/0x570389991234490a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x5703899912344903 expref: -99 pid: 167307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398631.340570:0:167307:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf20359d600/0x570389991234490a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912344903 expref: 11 pid: 167307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398631.340581:0:167307:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf20359d600/0x570389991234490a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912344903 expref: 11 pid: 167307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398631.340601:0:167307:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20359d600, rc 0) 00000100:00100000:2.0:1787398631.340651:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20c7a4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+11:167301:x1874221261031552:12345-0@lo:101:mount.lustre.0 Request processed in 135us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398631.340658:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1787398631.340911:0:167301:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a5b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:167301:1874221261031552:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787398631.340928:0:167301:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.136@tcp lock: ffff9cf336d6cc00/0x5703899912344903 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x570389991234490a expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.340937:0:167301:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.136@tcp lock: ffff9cf336d6cc00/0x5703899912344903 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x570389991234490a expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398631.340996:0:167301:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a5b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:167301:1874221261031680:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787398631.341025:0:167301:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398631.341101:0:167301:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf337fd0240 going to sleep for 11 seconds 00000100:00100000:0.0:1787398631.346530:0:167312:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261031680 00000100:00100000:0.0:1787398631.346549:0:167312:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261031680 00000100:00100000:0.0:1787398631.346678:0:167312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1787398631.346689:0:167312:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20c7a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+11:167301:x1874221261031680:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787398631.346888:0:167312:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20c7a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+11:167301:x1874221261031680:12345-0@lo:501:mount.lustre.0 Request processed in 200us (5861us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398631.346896:0:167312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1787398631.348233:0:167301:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a5b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:167301:1874221261031680:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787398631.348291:0:167301:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:167301:1874221261031808:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787398631.348350:0:167301:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398631.353044:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261031808 00000100:00100000:3.0:1787398631.353121:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261031808 00000100:00100000:3.0:1787398631.353226:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1787398631.353237:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2051dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+11:167301:x1874221261031808:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787398631.353388:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2051dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+11:167301:x1874221261031808:12345-0@lo:503:mount.lustre.0 Request processed in 153us (5037us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398631.353396:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1787398631.353646:0:167301:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf30985e3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787398631.353675:0:167301:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:167301:1874221261031808:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787398631.354131:0:167326:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f113100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a066c752-c801-430f-905b-71f66cddaa9e:167326:1874221261031936:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787398631.354186:0:167326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398631.354218:0:167326:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf201d43f00 going to sleep for 11 seconds 00000100:00100000:2.0:1787398631.354328:0:167309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261031936 00000100:00100000:2.0:1787398631.354333:0:167309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261031936 00000100:00100000:2.0:1787398631.354363:0:167309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1787398631.354369:0:167309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2051dec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+11:167326:x1874221261031936:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787398631.354470:0:167309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2051dec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+11:167326:x1874221261031936:12345-0@lo:502:llog_process_th.0 Request processed in 100us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398631.354499:0:167309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1787398631.354603:0:167326:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f113100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a066c752-c801-430f-905b-71f66cddaa9e:167326:1874221261031936:0@lo:502:llog_process_th.0 00000020:01000004:1.0:1787398631.354672:0:167326:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:1.0:1787398631.354687:0:167326:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff9cf3041db380) 00000020:00000080:1.0:1787398631.354713:0:167326:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:1.0:1787398631.354887:0:167326:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9cf33f50f000 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1787398631.354891:0:167326:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9cf33f50f000 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1787398631.354894:0:167326:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9cf33f50f000 4 00010000:00080000:1.0:1787398631.354920:0:167326:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9cf20a8c1000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.204.136@tcp at head 00010000:00010000:1.0:1787398631.361353:0:167326:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-12 is initialized 00000020:00000080:1.0:1787398631.361511:0:167326:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:1.0:1787398631.361578:0:167326:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1787398631.361596:0:167326:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x5703899912344918 00000100:00080000:1.0:1787398631.361608:0:167326:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1787398631.361615:0:167326:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9cf20a8c1000 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:1.0:1787398631.361662:0:167326:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf33f113100 x1874221261032064/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787398631.361689:0:167326:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1787398631.361888:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:106499:1874221261032064:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1787398631.361966:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398631.362031:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261032064 00000100:00100000:3.0:1787398631.362038:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261032064 00000100:00100000:3.0:1787398631.362898:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:3.0:1787398631.362907:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:106499:x1874221261032064:12345-0@lo:38:llog_process_th.0 00000100:00100000:3.0:1787398631.362978:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:106499:x1874221261032064:12345-0@lo:38:llog_process_th.0 Request processed in 70us (1012us total) trans 0 rc -11/-11 00000100:00100000:3.0:1787398631.362985:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00100000:3.0:1787398631.363029:0:106499:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1787398631.363037:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf20a8c1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787398631.363041:0:106499:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1787398631.363045:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:106499:1874221261032064:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787398631.365865:0:167326:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f113b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a066c752-c801-430f-905b-71f66cddaa9e:167326:1874221261032192:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787398631.365944:0:167326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398631.365990:0:167309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261032192 00000100:00100000:1.0:1787398631.365998:0:167309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261032192 00000100:00100000:1.0:1787398631.366043:0:167309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1787398631.366064:0:167309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2051de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+11:167326:x1874221261032192:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787398631.366175:0:167309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2051de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+11:167326:x1874221261032192:12345-0@lo:502:llog_process_th.0 Request processed in 123us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398631.366183:0:167309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1787398631.366230:0:167326:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf201d43f00 going to sleep for 11 seconds 00000100:00100000:1.0:1787398631.366251:0:167326:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f113b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a066c752-c801-430f-905b-71f66cddaa9e:167326:1874221261032192:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787398631.366292:0:167326:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f113b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a066c752-c801-430f-905b-71f66cddaa9e:167326:1874221261032320:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787398631.366321:0:167326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398631.366340:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261032320 00000100:00100000:1.0:1787398631.366344:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261032320 00000100:00100000:1.0:1787398631.366367:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1787398631.366374:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2051dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+11:167326:x1874221261032320:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787398631.366427:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2051dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+11:167326:x1874221261032320:12345-0@lo:502:llog_process_th.0 Request processed in 52us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398631.366434:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1787398631.366461:0:167326:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf201d43f00 going to sleep for 11 seconds 00000100:00100000:1.0:1787398631.366472:0:167326:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f113b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a066c752-c801-430f-905b-71f66cddaa9e:167326:1874221261032320:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1787398631.366517:0:167326:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:0.0:1787398631.369649:0:167301:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1787398631.369695:0:167301:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.136@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1787398631.369718:0:167301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf336d6cc00/0x5703899912344903 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x570389991234490a expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398631.369731:0:167301:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.136@tcp lock: ffff9cf336d6cc00/0x5703899912344903 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x570389991234490a expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1787398631.369854:0:167301:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1787398631.369857:0:167301:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1787398631.369858:0:167301:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787398631.369859:0:167301:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787398631.369860:0:167301:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787398631.369862:0:167301:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787398631.369863:0:167301:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1787398631.369865:0:167301:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1787398631.369867:0:167301:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787398631.369869:0:167301:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1787398631.369873:0:167301:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:0.0:1787398631.369881:0:167301:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1787398631.369882:0:167301:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1787398631.369883:0:167301:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787398631.369884:0:167301:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787398631.369885:0:167301:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787398631.369886:0:167301:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787398631.369887:0:167301:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1787398631.369887:0:167301:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1787398631.369888:0:167301:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787398631.369889:0:167301:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1787398631.369915:0:167301:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1787398631.369937:0:167301:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:167301:1874221261032448:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1787398631.370005:0:167301:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398631.370045:0:167301:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf307e3af00 going to sleep for 11 seconds 00000100:00100000:3.0:1787398631.370208:0:167309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261032448 00000100:00100000:3.0:1787398631.370217:0:167309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261032448 00000100:00100000:3.0:1787398631.370269:0:167309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1787398631.370277:0:167309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2051df050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+11:167301:x1874221261032448:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1787398631.370303:0:167309:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1787398631.370322:0:167309:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:3.0:1787398631.374972:0:167309:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1787398631.374992:0:167309:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1787398631.375211:0:167310:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1787398631.375216:0:167310:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1787398631.375240:0:167310:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9cf205406800/0x570389991234491f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398631.375261:0:167310:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9cf202430c00/0x57038999123448ee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123448e7 expref: 11 pid: 167312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398631.375280:0:167310:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9cf205406800/0x570389991234491f lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398631.375318:0:167310:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9cf202430c00/0x57038999123448ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x57038999123448e7 expref: 11 pid: 167312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398631.375332:0:167310:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9cf202430c00/0x57038999123448ee lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x57038999123448e7 expref: 11 pid: 167312 timeout: 5752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398631.375347:0:167310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f113b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:167310:1874221261032576:0@lo:104: 00000100:00100000:1.0:1787398631.375426:0:167310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398631.375466:0:167310:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf201d43f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787398631.375747:0:158778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261032576 00000100:00100000:3.0:1787398631.375756:0:158778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261032576 00000100:00100000:3.0:1787398631.375921:0:158778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1787398631.375933:0:158778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f110e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a066c752-c801-430f-905b-71f66cddaa9e+3:167310:x1874221261032576:12345-0@lo:104: 00010000:00010000:3.0:1787398631.375948:0:158778:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c000/0x57038999123448e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x57038999123448ee expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.376006:0:158778:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1787398631.376013:0:158778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f110e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a066c752-c801-430f-905b-71f66cddaa9e+3:167310:x1874221261032576:12345-0@lo:104: Request processed in 83us (587us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398631.376020:0:158778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00010000:00010000:3.0:1787398631.376046:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787398631.376159:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c000/0x57038999123448e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x57038999123448ee expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.376168:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c000 already unused, calling callback (ffffffffc13c0c20) 10000000:00010000:3.0:1787398631.376172:0:158782:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c000/0x57038999123448e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x57038999123448ee expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.376181:0:158782:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c000/0x57038999123448e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x57038999123448ee expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787398631.376187:0:158782:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c000/0x57038999123448e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x57038999123448ee expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787398631.376193:0:158782:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1787398631.376230:0:158782:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c000/0x57038999123448e7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x57038999123448ee expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.376245:0:158782:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787398631.376271:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c000/0x57038999123448e7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x57038999123448ee expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.376278:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c000/0x57038999123448e7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x57038999123448ee expref: -99 pid: 167301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.376297:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398631.376299:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398631.376300:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398631.376309:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787398631.376325:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a066c752-c801-430f-905b-71f66cddaa9e:106501:1874221261032704:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398631.376358:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398631.376396:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261032704 00000100:00100000:3.0:1787398631.376400:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261032704 00010000:00010000:3.0:1787398631.376418:0:158779:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9cf202430c00/0x57038999123448ee lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x57038999123448e7 expref: 12 pid: 167312 timeout: 5752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398631.376440:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:3.0:1787398631.376447:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a58a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a066c752-c801-430f-905b-71f66cddaa9e+12:106501:x1874221261032704:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787398631.376457:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398631.376462:0:158779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9cf202430c00/0x57038999123448ee lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x57038999123448e7 expref: 12 pid: 167312 timeout: 5752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.376472:0:158779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9cf202430c00/0x57038999123448ee lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x57038999123448e7 expref: 12 pid: 167312 timeout: 5752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.376518:0:158779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9cf205406800/0x570389991234491f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.376533:0:158779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf205406800/0x570389991234491f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1787398631.376892:0:158779:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001676097s 00010000:00010000:3.0:1787398631.376897:0:158779:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9cf205406800/0x570389991234491f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.376905:0:158779:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9cf205406800/0x570389991234491f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.376912:0:158779:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9cf205406800/0x570389991234491f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.376919:0:158779:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9cf205406800/0x570389991234491f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.376925:0:158779:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf205406800 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398631.376930:0:158779:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9cf205406800/0x570389991234491f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.376938:0:158779:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9cf205406800/0x570389991234491f lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.376947:0:158779:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9cf205406800/0x570389991234491f lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.376957:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398631.377000:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a58a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a066c752-c801-430f-905b-71f66cddaa9e+12:106501:x1874221261032704:12345-0@lo:103:ldlm_bl.0 Request processed in 552us (639us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398631.377008:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00010000:00010000:3.0:1787398631.377149:0:167310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf202430c00/0x57038999123448ee lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x57038999123448e7 expref: 11 pid: 167312 timeout: 5752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398631.377161:0:167310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f113b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:167310:1874221261032576:0@lo:104: 00010000:00010000:3.0:1787398631.377181:0:167310:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9cf205406800/0x570389991234491f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.377190:0:167310:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9cf205406800/0x570389991234491f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.377197:0:167310:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9cf205406800/0x570389991234491f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398631.377204:0:167310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf205406800/0x570389991234491f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398631.377384:0:167309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2051df050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+10:167301:x1874221261032448:12345-0@lo:253:mount.lustre.0 Request processed in 7107us (7378us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398631.377394:0:167309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1787398631.378143:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a066c752-c801-430f-905b-71f66cddaa9e:106501:1874221261032704:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398631.378866:0:167301:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:167301:1874221261032448:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1787398631.378882:0:167301:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1787398631.378885:0:167301:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1787398631.378887:0:167301:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1787398631.378888:0:167301:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787398631.378889:0:167301:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787398631.378890:0:167301:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787398631.378892:0:167301:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787398631.378893:0:167301:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1787398631.378895:0:167301:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1787398631.378897:0:167301:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787398631.378898:0:167301:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1787398631.378911:0:167301:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000020:00080000:3.0:1787398631.399027:0:167301:0:(update_trans.c:1487:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 30064772373 00000040:01000000:3.0:1787398631.399445:0:167301:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000040:01000000:3.0:1787398631.400897:0:167332:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1787398631.402098:0:167301:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000100:00100000:3.0:1787398631.404073:0:167333:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a59500 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167333:1874221261032832:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1787398631.404152:0:167333:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398631.404408:0:167333:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf302998d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787398631.404900:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261032832 00000100:00100000:2.0:1787398631.404912:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261032832 00000100:00100000:2.0:1787398631.404967:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:2.0:1787398631.404977:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:167333:x1874221261032832:12345-0@lo:1000:lod0000_rec0001.0 00000020:00080000:1.0:1787398631.405889:0:167331:0:(update_trans.c:1530:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 30064772373 00000020:00080000:1.0:1787398631.405896:0:167331:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064772373 00000100:00100000:2.0:1787398631.406002:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:167333:x1874221261032832:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 1024us (1848us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398631.406020:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:3.0:1787398631.406407:0:167333:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a59500 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167333:1874221261032832:0@lo:1000:lod0000_rec0001.0 00000040:01000000:3.0:1787398631.406460:0:167333:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1787398631.408326:0:167301:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:0.0:1787398631.408373:0:167301:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1787398631.409002:0:167333:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a59500 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167333:1874221261032960:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1787398631.409068:0:167333:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398631.409109:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261032960 00000100:00100000:3.0:1787398631.409116:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261032960 00000100:00100000:3.0:1787398631.409160:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:3.0:1787398631.409168:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:167333:x1874221261032960:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1787398631.409291:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:167333:x1874221261032960:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 124us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398631.409299:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:3.0:1787398631.409327:0:167333:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf209ccd840 going to sleep for 11 seconds 00000100:00100000:3.0:1787398631.409351:0:167333:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a59500 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167333:1874221261032960:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1787398631.409425:0:167333:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a59500 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167333:1874221261033088:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1787398631.409450:0:167333:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398631.409464:0:167333:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf209ccd840 going to sleep for 11 seconds 00000100:00100000:2.0:1787398631.410080:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261033088 00000100:00100000:2.0:1787398631.410087:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261033088 00000100:00100000:2.0:1787398631.410126:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:2.0:1787398631.410134:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:167333:x1874221261033088:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1787398631.410198:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:167333:x1874221261033088:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 65us (746us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398631.410206:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:1.0:1787398631.410425:0:167333:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a59500 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167333:1874221261033088:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1787398631.410561:0:167333:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f112300 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167333:1874221261033216:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1787398631.410644:0:167333:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398631.410660:0:167333:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20bb9df00 going to sleep for 11 seconds 00000100:00100000:3.0:1787398631.411183:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261033216 00000100:00100000:3.0:1787398631.411190:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261033216 00000100:00100000:3.0:1787398631.411226:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:3.0:1787398631.411235:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f110a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:167333:x1874221261033216:12345-0@lo:1000:lod0000_rec0001.0 00000004:00000080:0.0:1787398631.412009:0:167301:0:(mdd_device.c:553:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1787398631.412166:0:167301:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:2.0:1787398631.412269:0:167301:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787398631.414752:0:167301:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:2.0:1787398631.419857:0:167301:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1787398631.419942:0:167301:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:2.0:1787398631.420061:0:167301:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:2.0:1787398631.420613:0:167301:0:(osd_handler.c:5579:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x63:0x0] (8/32) registered 00000040:00080000:0.0:1787398631.422212:0:167332:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1787398631.422297:0:167332:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000100:00100000:1.0:1787398631.423391:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f110a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:167333:x1874221261033216:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 12151us (12740us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398631.423405:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:3.0:1787398631.423600:0:167333:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f112300 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167333:1874221261033216:0@lo:1000:lod0000_rec0001.0 00000040:00080000:3.0:1787398631.423658:0:167333:0:(llog_cat.c:1220:llog_cat_set_first_idx()) catlog [0x240000401:0x1:0x0] first idx 8, last_idx 10 00000100:00100000:3.0:1787398631.423787:0:167333:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad2680 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167333:1874221261033344:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1787398631.423861:0:167333:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398631.423885:0:167333:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf209ccd0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787398631.424052:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261033344 00000100:00100000:1.0:1787398631.424059:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261033344 00000100:00100000:1.0:1787398631.424112:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:1.0:1787398631.424120:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:167333:x1874221261033344:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1787398631.425959:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:167333:x1874221261033344:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 1831us (2090us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398631.425974:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:3.0:1787398631.426073:0:167333:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad2680 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167333:1874221261033344:0@lo:1000:lod0000_rec0001.0 00000040:00080000:3.0:1787398631.426130:0:167333:0:(llog.c:805:llog_process_thread()) index: 9, lh_last_idx: 10 synced_idx: 0 lgh_last_idx: 10 00000040:00080000:3.0:1787398631.426134:0:167333:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x240002341:0x2:0x0] at index 9 of catalog [0x240000401:0x1:0x0] 00000100:00100000:3.0:1787398631.426203:0:167333:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad2680 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167333:1874221261033472:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1787398631.426238:0:167333:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398631.426269:0:167333:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf209ccde40 going to sleep for 11 seconds 00000100:00100000:0.0:1787398631.426329:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261033472 00000100:00100000:0.0:1787398631.426336:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261033472 00000100:00100000:0.0:1787398631.426379:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:0.0:1787398631.426388:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:167333:x1874221261033472:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1787398631.426456:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:167333:x1874221261033472:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 69us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398631.426463:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:3.0:1787398631.426700:0:167333:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad2680 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167333:1874221261033472:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1787398631.426783:0:167333:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad2680 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167333:1874221261033600:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1787398631.426843:0:167333:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398631.426862:0:167333:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf209ccd0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787398631.426963:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261033600 00000100:00100000:1.0:1787398631.426968:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261033600 00000100:00100000:1.0:1787398631.427004:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:1.0:1787398631.427012:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:167333:x1874221261033600:12345-0@lo:1000:lod0000_rec0001.0 00010000:00080000:2.0:1787398631.429571:0:167301:0:(ldlm_lib.c:3040:target_recovery_init()) RECOVERY: service lustre-MDT0000, 2 recoverable clients, last_transno 34359738838 00010000:00080000:3.0:1787398631.431307:0:167334:0:(ldlm_lib.c:2840:target_recovery_thread()) lustre-MDT0000: started recovery thread pid 167334 00010000:02000000:3.0:1787398631.431326:0:167334:0:(ldlm_lib.c:2322:target_recovery_overseer()) lustre-MDT0000: in recovery but waiting for the first client to connect 00000020:01000004:2.0:1787398631.432954:0:167301:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1787398631.432977:0:167301:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.136@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1787398631.432996:0:167301:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=46 00000080:00000004:2.0:1787398631.433018:0:167301:0:(super25.c:187:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:2.0:1787398631.441472:0:167301:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1787398631.441819:0:167301:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1787398631.456195:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:167333:x1874221261033600:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 29173us (29341us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398631.456211:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:3.0:1787398631.459709:0:167333:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad2680 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167333:1874221261033600:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1787398631.459943:0:167333:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad2680 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167333:1874221261033728:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1787398631.460019:0:167333:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398631.460061:0:167333:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf209ccd9c0 going to sleep for 11 seconds 00010000:00080000:3.0:1787398631.460300:0:167334:0:(ldlm_lib.c:2532:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 2 abort 0 expired 0 00010000:00080000:3.0:1787398631.460305:0:167334:0:(ldlm_lib.c:2532:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 2 abort 0 expired 0 00000100:00100000:0.0:1787398631.461905:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261033728 00000100:00100000:0.0:1787398631.461921:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261033728 00000100:00100000:0.0:1787398631.462001:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:0.0:1787398631.462012:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:167333:x1874221261033728:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1787398631.462139:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:167333:x1874221261033728:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 129us (2120us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398631.462155:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:0.0:1787398631.462216:0:167333:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad2680 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167333:1874221261033728:0@lo:1000:lod0000_rec0001.0 00000004:00080000:0.0:1787398631.462289:0:167333:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9cf209ccdc00 with version 1 00000040:00080000:0.0:1787398631.462313:0:167333:0:(llog_cat.c:1220:llog_cat_set_first_idx()) catlog [0x240000401:0x1:0x0] first idx 9, last_idx 10 00000004:00080000:0.0:1787398631.462326:0:167333:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9cf209d18e40 with version 2 00000040:00080000:0.0:1787398631.462329:0:167333:0:(llog_cat.c:1263:llog_cat_cleanup()) cancel plain log [0x240002341:0x2:0x0] at index 9 of catalog [0x240000401:0x1:0x0] 00000004:00080000:2.0:1787398631.468923:0:167317:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf2046a3000 version 1 rpc_version 1 00000020:00100000:2.0:1787398631.468972:0:167317:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787398631.468985:0:167317:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf20bbd3b80 x1874221261033984/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 416/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787398631.469026:0:167317:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd3b80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:167317:1874221261033984:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1787398631.469104:0:167317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398631.469140:0:167317:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf3359a9180 going to sleep for 11 seconds 00000100:00100000:2.0:1787398631.469167:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261033984 00000100:00100000:2.0:1787398631.469175:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261033984 00000100:00100000:2.0:1787398631.469230:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:2.0:1787398631.469238:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:167317:x1874221261033984:12345-0@lo:1000:osp_up1-0.0 00000001:00080000:3.0:1787398631.473426:0:165607:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 25769803810 is committed 00000001:00100000:3.0:1787398631.473445:0:165607:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:3.0:1787398631.478885:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:167317:x1874221261033984:12345-0@lo:1000:osp_up1-0.0 Request processed in 9637us (9770us total) trans 25769803810 rc 0/0 00000100:00100000:3.0:1787398631.478915:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000004:00080000:2.0:1787398631.479063:0:167317:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 25769803810 committed transno 25769803810 00000100:00100000:2.0:1787398631.479068:0:167317:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 25769803810 gen 2 00000100:00100000:2.0:1787398631.479089:0:167317:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd3b80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:167317:1874221261033984:0@lo:1000:osp_up1-0.0 00000004:00080000:2.0:1787398631.479120:0:167317:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf2046a3000 version 2 rpc_version 2 00000020:00100000:2.0:1787398631.479144:0:167317:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787398631.479151:0:167317:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf20bbd3b80 x1874221261034240/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 744/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787398631.479172:0:167317:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd3b80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:167317:1874221261034240:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1787398631.479211:0:167317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398631.479244:0:167317:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf3359a9180 going to sleep for 11 seconds 00000100:00100000:3.0:1787398631.479292:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261034240 00000100:00100000:3.0:1787398631.479299:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261034240 00000100:00100000:3.0:1787398631.479347:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:3.0:1787398631.479356:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33599c850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:167317:x1874221261034240:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1787398631.480268:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33599c850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:167317:x1874221261034240:12345-0@lo:1000:osp_up1-0.0 Request processed in 909us (1051us total) trans 25769803811 rc 0/0 00000100:00100000:3.0:1787398631.480277:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:2.0:1787398631.482960:0:167317:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd3b80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:167317:1874221261034240:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1787398631.485731:0:167333:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17f800 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167333:1874221261034368:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1787398631.485849:0:167333:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398631.485882:0:167333:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf304215600 going to sleep for 11 seconds 00000100:00100000:2.0:1787398631.491586:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261034368 00000100:00100000:2.0:1787398631.491607:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261034368 00000100:00100000:2.0:1787398631.491685:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:2.0:1787398631.491694:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:167333:x1874221261034368:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1787398631.491970:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:167333:x1874221261034368:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 276us (6121us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398631.491979:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:0.0:1787398631.501089:0:167333:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17f800 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167333:1874221261034368:0@lo:1000:lod0000_rec0001.0 00000040:00080000:0.0:1787398631.501154:0:167333:0:(llog.c:805:llog_process_thread()) index: 10, lh_last_idx: 10 synced_idx: 10 lgh_last_idx: 10 00000040:00080000:0.0:1787398631.501159:0:167333:0:(llog_cat.c:841:llog_cat_process_common()) processing log [0x240002341:0x3:0x0] at index 10 of catalog [0x240000401:0x1:0x0] 00000100:00100000:0.0:1787398631.501251:0:167333:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17f800 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167333:1874221261034496:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1787398631.501320:0:167333:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398631.501372:0:167333:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf304215f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787398631.503759:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261034496 00000100:00100000:3.0:1787398631.503840:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261034496 00000100:00100000:3.0:1787398631.513712:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:3.0:1787398631.513731:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:167333:x1874221261034496:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1787398631.513866:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:167333:x1874221261034496:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 143us (12545us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398631.513874:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:0.0:1787398631.514063:0:167333:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17f800 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167333:1874221261034496:0@lo:1000:lod0000_rec0001.0 00000040:00080000:0.0:1787398631.514124:0:167333:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00080000:0.0:1787398631.514172:0:167333:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9cf3042156c0 with version 3 00000004:00080000:0.0:1787398631.514224:0:167333:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9cf304215600 with version 4 00000040:00080000:0.0:1787398631.514227:0:167333:0:(llog_cat.c:1263:llog_cat_cleanup()) cancel plain log [0x240002341:0x3:0x0] at index 10 of catalog [0x240000401:0x1:0x0] 00000040:00080000:0.0:1787398631.514240:0:167333:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 10 count 1 00000004:00080000:0.0:1787398631.514306:0:167333:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 0, retries 0 00000004:00080000:0.0:1787398631.514311:0:167333:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000004:00080000:3.0:1787398631.514868:0:167317:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf2046a3000 version 3 rpc_version 3 00000020:00100000:3.0:1787398631.514900:0:167317:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787398631.514910:0:167317:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf307ad3480 x1874221261034752/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 416/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787398631.514935:0:167317:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad3480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:167317:1874221261034752:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1787398631.514987:0:167317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398631.515026:0:167317:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf209ccdf00 going to sleep for 11 seconds 00010000:00080000:3.0:1787398631.515043:0:167334:0:(ldlm_lib.c:2532:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 2 abort 0 expired 0 00000100:00100000:0.0:1787398631.515879:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261034752 00000100:00100000:0.0:1787398631.515895:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261034752 00000100:00100000:0.0:1787398631.515943:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:0.0:1787398631.515950:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:167317:x1874221261034752:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1787398631.516189:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:167317:x1874221261034752:12345-0@lo:1000:osp_up1-0.0 Request processed in 238us (1200us total) trans 25769803812 rc 0/0 00000100:00100000:0.0:1787398631.516195:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:2.0:1787398631.519513:0:167317:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad3480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:167317:1874221261034752:0@lo:1000:osp_up1-0.0 00000004:00080000:2.0:1787398631.519542:0:167317:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9cf2046a3000 version 4 rpc_version 4 00000020:00100000:2.0:1787398631.519574:0:167317:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787398631.519583:0:167317:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cf20bbd0e00 x1874221261035008/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 744/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787398631.519609:0:167317:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd0e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:167317:1874221261035008:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1787398631.519696:0:167317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398631.519738:0:167317:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf3359a9c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787398631.519786:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261035008 00000100:00100000:2.0:1787398631.519793:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261035008 00000100:00100000:2.0:1787398631.519854:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:2.0:1787398631.519863:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:167317:x1874221261035008:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1787398631.520058:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:167317:x1874221261035008:12345-0@lo:1000:osp_up1-0.0 Request processed in 196us (362us total) trans 25769803813 rc 0/0 00000100:00100000:2.0:1787398631.520067:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:2.0:1787398631.520110:0:167317:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd0e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:167317:1874221261035008:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1787398631.709719:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398631.896211:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787398631.896236:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261035136:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787398631.896329:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398631.896422:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261035136 00000100:00100000:0.0:1787398631.896431:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261035136 00000100:00100000:0.0:1787398631.896513:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190 00000100:00100000:0.0:1787398631.896525:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f110a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261035136:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787398631.896567:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 2961408 granted 62543808 pending 3186688 free 69570560 avail 62402560 00000100:00100000:0.0:1787398631.896637:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f110a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261035136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 114us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398631.896644:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190 00000100:00100000:1.0:1787398631.896721:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261035136:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787398631.906145:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261035264:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787398631.906244:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398631.906885:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261035264 00000100:00100000:0.0:1787398631.906894:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261035264 00000100:00100000:0.0:1787398631.906942:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 191 00000100:00100000:0.0:1787398631.906951:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261035264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1787398631.906976:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 62601152 pending 1175552 free 69783552 avail 62615552 00000100:00100000:0.0:1787398631.910868:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261035264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3905us (4612us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398631.910885:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 191 00000100:00100000:2.0:1787398631.920011:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261035264:0@lo:13:osp-pre-1-1.0 10000000:01000000:1.0:1787398632.089943:0:158791:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1787398632.089951:0:158791:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff9cf33f50f000 from 41 10000000:01000000:1.0:1787398632.089957:0:158791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1787398632.090008:0:158791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf205407800/0x5703899912344926 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398632.090020:0:158791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.136@tcp lock: ffff9cf205407800/0x5703899912344926 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398632.090032:0:158791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.136@tcp lock: ffff9cf205407800/0x5703899912344926 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398632.091792:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f113b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261035392:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787398632.091866:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398632.091917:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf309b0b180 going to sleep for 11 seconds 00000100:00100000:0.0:1787398632.091974:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261035392 00000100:00100000:0.0:1787398632.091981:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261035392 00000100:00100000:0.0:1787398632.092034:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1787398632.092044:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2051df850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+10:158791:x1874221261035392:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787398632.092068:0:167308:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398632.092087:0:167308:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf202430e00/0x570389991234492d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x5703899912344926 expref: -99 pid: 167308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.092113:0:167308:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf202430e00/0x570389991234492d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912344926 expref: 11 pid: 167308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.092125:0:167308:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf202430e00/0x570389991234492d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912344926 expref: 11 pid: 167308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.092134:0:167308:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf202430e00, rc 0) 00000100:00100000:0.0:1787398632.092180:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2051df850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+11:158791:x1874221261035392:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 137us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398632.092186:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1787398632.092277:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f113b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261035392:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787398632.092293:0:158791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.136@tcp lock: ffff9cf205407800/0x5703899912344926 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x570389991234492d expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398632.092301:0:158791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.136@tcp lock: ffff9cf205407800/0x5703899912344926 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x570389991234492d expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398632.092371:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304183b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261035520:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1787398632.092404:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398632.092428:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf3359a9c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787398632.093910:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261035520 00000100:00100000:0.0:1787398632.093925:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261035520 00000100:00100000:0.0:1787398632.093969:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1787398632.093977:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2051dc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+11:158791:x1874221261035520:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1787398632.093996:0:167307:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1787398632.094020:0:167307:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1787398632.094023:0:167307:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 41 00000100:00100000:0.0:1787398632.094135:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2051dc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+11:158791:x1874221261035520:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 157us (1729us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398632.094143:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1787398632.094193:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304183b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261035520:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1787398632.094246:0:158791:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.136@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1787398632.094255:0:158791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf205407800/0x5703899912344926 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x570389991234492d expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.094270:0:158791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.136@tcp lock: ffff9cf205407800/0x5703899912344926 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x570389991234492d expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787398632.094280:0:158791:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1787398632.094282:0:158791:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9cf207199000 from 52 10000000:01000000:0.0:1787398632.094285:0:158791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1787398632.094313:0:158791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf202430600/0x5703899912344934 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.094321:0:158791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.136@tcp lock: ffff9cf202430600/0x5703899912344934 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.094330:0:158791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.136@tcp lock: ffff9cf202430600/0x5703899912344934 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398632.094348:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261035648:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787398632.094376:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398632.094400:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf304215c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787398632.094413:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261035648 00000100:00100000:0.0:1787398632.094417:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261035648 00000100:00100000:0.0:1787398632.094439:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1787398632.094445:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2051dc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+11:158791:x1874221261035648:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787398632.094453:0:167308:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398632.094465:0:167308:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf202431600/0x570389991234493b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x5703899912344934 expref: -99 pid: 167308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.094507:0:167308:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf202431600/0x570389991234493b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912344934 expref: 12 pid: 167308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.095226:0:167308:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf202431600/0x570389991234493b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912344934 expref: 12 pid: 167308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.095236:0:167308:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf202431600, rc 0) 00000100:00100000:0.0:1787398632.095283:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2051dc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+12:158791:x1874221261035648:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 838us (906us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398632.095291:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1787398632.102795:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261035648:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787398632.102827:0:158791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.136@tcp lock: ffff9cf202430600/0x5703899912344934 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x570389991234493b expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398632.102842:0:158791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.136@tcp lock: ffff9cf202430600/0x5703899912344934 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x570389991234493b expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398632.102935:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f113100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261035776:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787398632.102997:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398632.103039:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf309b0b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787398632.104737:0:167312:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261035776 00000100:00100000:0.0:1787398632.104749:0:167312:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261035776 00000100:00100000:0.0:1787398632.104816:0:167312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1787398632.104826:0:167312:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2051ddc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+12:158791:x1874221261035776:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787398632.105007:0:167312:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2051ddc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+12:158791:x1874221261035776:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 181us (2007us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398632.105015:0:167312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1787398632.105114:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f113100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261035776:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787398632.105163:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261035904:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787398632.105219:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398632.105256:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf209ccd840 going to sleep for 11 seconds 00000100:00100000:1.0:1787398632.105302:0:167309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261035904 00000100:00100000:1.0:1787398632.105306:0:167309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261035904 00000100:00100000:1.0:1787398632.105339:0:167309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1787398632.105345:0:167309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf205f6ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+12:158791:x1874221261035904:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787398632.105413:0:167309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf205f6ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+12:158791:x1874221261035904:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 68us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398632.105420:0:167309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1787398632.105519:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261035904:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1787398632.106301:0:167354:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 51 00000020:01000000:1.0:1787398632.106456:0:158791:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 52-51 (rc=0) 10000000:01000000:1.0:1787398632.106519:0:158791:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.136@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1787398632.106539:0:158791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf202430600/0x5703899912344934 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x570389991234493b expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398632.106550:0:158791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.136@tcp lock: ffff9cf202430600/0x5703899912344934 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x570389991234493b expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787398632.106559:0:158791:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1787398632.106561:0:158791:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff9cf207199000 from 38 10000000:01000000:1.0:1787398632.106575:0:158791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1787398632.106605:0:158791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf205407a00/0x5703899912344942 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398632.106623:0:158791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.136@tcp lock: ffff9cf205407a00/0x5703899912344942 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398632.106632:0:158791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.136@tcp lock: ffff9cf205407a00/0x5703899912344942 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398632.106651:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f112680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261036032:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787398632.106692:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398632.106724:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf309b0bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1787398632.106859:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261036032 00000100:00100000:0.0:1787398632.106864:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261036032 00000100:00100000:0.0:1787398632.106904:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1787398632.106912:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf205f6dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+12:158791:x1874221261036032:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787398632.106923:0:167307:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398632.106935:0:167307:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf202431200/0x5703899912344949 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x5703899912344942 expref: -99 pid: 167307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.106955:0:167307:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf202431200/0x5703899912344949 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912344942 expref: 13 pid: 167307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.106966:0:167307:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf202431200/0x5703899912344949 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912344942 expref: 13 pid: 167307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.106987:0:167307:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf202431200, rc 0) 00000100:00100000:0.0:1787398632.107023:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf205f6dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+13:158791:x1874221261036032:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 112us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398632.107030:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1787398632.107071:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f112680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261036032:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787398632.107083:0:158791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.136@tcp lock: ffff9cf205407a00/0x5703899912344942 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5703899912344949 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.107092:0:158791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.136@tcp lock: ffff9cf205407a00/0x5703899912344942 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x5703899912344949 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398632.107136:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261036160:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1787398632.107167:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398632.107182:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf304215c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787398632.107194:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261036160 00000100:00100000:0.0:1787398632.107197:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261036160 00000100:00100000:0.0:1787398632.107219:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1787398632.107225:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33c2cf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+13:158791:x1874221261036160:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1787398632.107239:0:167308:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1787398632.107257:0:167308:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1787398632.107261:0:167308:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/4/3. 20000000:01000000:0.0:1787398632.107263:0:167308:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/4/3. 20000000:01000000:0.0:1787398632.107266:0:167308:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/4/3. 20000000:01000000:0.0:1787398632.107268:0:167308:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 41 00000100:00100000:0.0:1787398632.107340:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33c2cf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+13:158791:x1874221261036160:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 114us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398632.107355:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1787398632.107384:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261036160:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1787398632.107450:0:158791:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.136@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1787398632.107457:0:158791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf205407a00/0x5703899912344942 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5703899912344949 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.107464:0:158791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.136@tcp lock: ffff9cf205407a00/0x5703899912344942 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5703899912344949 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787398632.107470:0:158791:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:01000000:0.0:1787398632.107472:0:158791:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 46 10000000:01000000:0.0:1787398632.107475:0:158791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:0.0:1787398632.107518:0:158791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf202431000/0x5703899912344950 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.108645:0:158791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.136@tcp lock: ffff9cf202431000/0x5703899912344950 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.108657:0:158791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.136@tcp lock: ffff9cf202431000/0x5703899912344950 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398632.108679:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261036288:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787398632.108724:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398632.108742:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf209d18300 going to sleep for 11 seconds 00000100:00100000:0.0:1787398632.108759:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261036288 00000100:00100000:0.0:1787398632.108763:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261036288 00000100:00100000:0.0:1787398632.108794:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1787398632.108802:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33c2ce850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+13:158791:x1874221261036288:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787398632.108820:0:167308:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398632.108834:0:167308:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf202431c00/0x5703899912344957 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x5703899912344950 expref: -99 pid: 167308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.108855:0:167308:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf202431c00/0x5703899912344957 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912344950 expref: 14 pid: 167308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.108865:0:167308:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf202431c00/0x5703899912344957 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912344950 expref: 14 pid: 167308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.108873:0:167308:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf202431c00, rc 0) 00000100:00100000:0.0:1787398632.108908:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33c2ce850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+14:158791:x1874221261036288:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 107us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398632.108913:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1787398632.109265:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261036288:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787398632.109279:0:158791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.136@tcp lock: ffff9cf202431000/0x5703899912344950 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x5703899912344957 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.109287:0:158791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.136@tcp lock: ffff9cf202431000/0x5703899912344950 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x5703899912344957 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398632.109349:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261036416:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787398632.109374:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398632.109386:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf209d18300 going to sleep for 11 seconds 00000100:00100000:0.0:1787398632.109398:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261036416 00000100:00100000:0.0:1787398632.109401:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261036416 00000100:00100000:0.0:1787398632.109423:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1787398632.109429:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33c2cc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+14:158791:x1874221261036416:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787398632.110018:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33c2cc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+14:158791:x1874221261036416:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 588us (641us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398632.110026:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1787398632.116139:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261036416:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787398632.116210:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261036544:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787398632.116293:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398632.116334:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf209ccdf00 going to sleep for 11 seconds 00000100:00100000:0.0:1787398632.118438:0:167309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261036544 00000100:00100000:0.0:1787398632.118452:0:167309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261036544 00000100:00100000:0.0:1787398632.118655:0:167309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1787398632.118667:0:167309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33c2cf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+14:158791:x1874221261036544:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787398632.119470:0:167309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33c2cf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+14:158791:x1874221261036544:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 803us (3174us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398632.119497:0:167309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1787398632.126959:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261036544:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1787398632.135429:0:167356:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 46 00000020:01000000:1.0:1787398632.137700:0:158791:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 46-45 (rc=0) 10000000:01000000:1.0:1787398632.137742:0:158791:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.136@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:1.0:1787398632.137754:0:158791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf202431000/0x5703899912344950 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x5703899912344957 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398632.137778:0:158791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.136@tcp lock: ffff9cf202431000/0x5703899912344950 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x5703899912344957 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787398632.137789:0:158791:0:(mgc_request.c:611:do_requeue()) updating log lustre-barrier 10000000:01000000:1.0:1787398632.137793:0:158791:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-barrier-ffff9cf207199000 from 1 10000000:01000000:1.0:1787398632.137795:0:158791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1787398632.137842:0:158791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf205406c00/0x570389991234495e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398632.137853:0:158791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.136@tcp lock: ffff9cf205406c00/0x570389991234495e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398632.137889:0:158791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.136@tcp lock: ffff9cf205406c00/0x570389991234495e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398632.137916:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f111f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261036672:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787398632.137990:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398632.138037:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf309b0b000 going to sleep for 11 seconds 00000100:00100000:3.0:1787398632.138510:0:167312:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261036672 00000100:00100000:3.0:1787398632.138519:0:167312:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261036672 00000100:00100000:3.0:1787398632.138585:0:167312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1787398632.138594:0:167312:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33c2cd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+14:158791:x1874221261036672:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787398632.138618:0:167312:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398632.138633:0:167312:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf336d6c000/0x5703899912344965 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x570389991234495e expref: -99 pid: 167312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398632.138665:0:167312:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf336d6c000/0x5703899912344965 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x570389991234495e expref: 15 pid: 167312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398632.138676:0:167312:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf336d6c000/0x5703899912344965 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x570389991234495e expref: 15 pid: 167312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398632.138685:0:167312:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6c000, rc 0) 00000100:00100000:3.0:1787398632.138732:0:167312:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33c2cd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+15:158791:x1874221261036672:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 139us (742us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398632.138751:0:167312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1787398632.138816:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f111f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261036672:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787398632.138830:0:158791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.136@tcp lock: ffff9cf205406c00/0x570389991234495e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5703899912344965 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398632.138838:0:158791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.136@tcp lock: ffff9cf205406c00/0x570389991234495e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x5703899912344965 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787398632.138857:0:158791:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.136@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:3.0:1787398632.138861:0:158791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf205406c00/0x570389991234495e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5703899912344965 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398632.138868:0:158791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.136@tcp lock: ffff9cf205406c00/0x570389991234495e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5703899912344965 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787398632.138875:0:158791:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1787398632.138877:0:158791:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9cf207199000 from 7 10000000:01000000:3.0:1787398632.138879:0:158791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1787398632.138895:0:158791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf336d6d800/0x570389991234496c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398632.138902:0:158791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.136@tcp lock: ffff9cf336d6d800/0x570389991234496c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398632.138910:0:158791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.136@tcp lock: ffff9cf336d6d800/0x570389991234496c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398632.138923:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261036800:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1787398632.138957:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398632.138974:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf209ccdb40 going to sleep for 11 seconds 00000100:00100000:3.0:1787398632.138988:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261036800 00000100:00100000:3.0:1787398632.138991:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261036800 00000100:00100000:3.0:1787398632.139015:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1787398632.139021:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33c2cec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+15:158791:x1874221261036800:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787398632.139028:0:167307:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398632.139035:0:167307:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf336d6ca00/0x5703899912344973 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x570389991234496c expref: -99 pid: 167307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398632.139048:0:167307:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf336d6ca00/0x5703899912344973 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x570389991234496c expref: 16 pid: 167307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398632.139056:0:167307:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf336d6ca00/0x5703899912344973 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x570389991234496c expref: 16 pid: 167307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398632.139062:0:167307:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6ca00, rc 0) 00000100:00100000:3.0:1787398632.139089:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33c2cec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+16:158791:x1874221261036800:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 68us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398632.139095:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1787398632.139126:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261036800:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787398632.139136:0:158791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.136@tcp lock: ffff9cf336d6d800/0x570389991234496c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5703899912344973 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398632.139144:0:158791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.136@tcp lock: ffff9cf336d6d800/0x570389991234496c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x5703899912344973 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398632.139193:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261036928:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787398632.139223:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398632.139235:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf209ccdb40 going to sleep for 11 seconds 00000100:00100000:3.0:1787398632.139246:0:167312:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261036928 00000100:00100000:3.0:1787398632.139249:0:167312:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261036928 00000100:00100000:3.0:1787398632.139267:0:167312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1787398632.139273:0:167312:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33c2cc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+16:158791:x1874221261036928:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787398632.139378:0:167312:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33c2cc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+16:158791:x1874221261036928:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 104us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398632.139384:0:167312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1787398632.139413:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261036928:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787398632.139438:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261037056:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787398632.139475:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398632.139507:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf209ccdb40 going to sleep for 11 seconds 00000100:00100000:3.0:1787398632.139517:0:167312:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261037056 00000100:00100000:3.0:1787398632.139520:0:167312:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261037056 00000100:00100000:3.0:1787398632.139537:0:167312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1787398632.139542:0:167312:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33c2ce050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+16:158791:x1874221261037056:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787398632.139627:0:167312:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33c2ce050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+16:158791:x1874221261037056:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 83us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398632.139634:0:167312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1787398632.139671:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261037056:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1787398632.152251:0:167357:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000020:01000000:0.0:1787398632.152921:0:158791:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 10000000:01000000:0.0:1787398632.152957:0:158791:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.136@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787398632.152969:0:158791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf336d6d800/0x570389991234496c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5703899912344973 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.152982:0:158791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.136@tcp lock: ffff9cf336d6d800/0x570389991234496c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5703899912344973 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787398632.152993:0:158791:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1787398632.152995:0:158791:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9cf20ab51000 from 52 10000000:01000000:0.0:1787398632.152998:0:158791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1787398632.153036:0:158791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf202430c00/0x570389991234497a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.153044:0:158791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.136@tcp lock: ffff9cf202430c00/0x570389991234497a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.153055:0:158791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.136@tcp lock: ffff9cf202430c00/0x570389991234497a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398632.153094:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261037184:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787398632.153162:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398632.153212:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf304215c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787398632.156675:0:167312:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261037184 00000100:00100000:1.0:1787398632.156689:0:167312:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261037184 00000100:00100000:1.0:1787398632.156744:0:167312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1787398632.156754:0:167312:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33c2ccc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+16:158791:x1874221261037184:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787398632.156784:0:167312:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398632.156803:0:167312:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf205407c00/0x5703899912344981 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x570389991234497a expref: -99 pid: 167312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398632.156832:0:167312:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf205407c00/0x5703899912344981 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x570389991234497a expref: 17 pid: 167312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398632.156844:0:167312:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf205407c00/0x5703899912344981 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x570389991234497a expref: 17 pid: 167312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398632.156853:0:167312:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf205407c00, rc 0) 00000100:00100000:1.0:1787398632.156923:0:167312:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33c2ccc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+17:158791:x1874221261037184:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 169us (3759us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398632.156929:0:167312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1787398632.157672:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261037184:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787398632.157692:0:158791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.136@tcp lock: ffff9cf202430c00/0x570389991234497a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x5703899912344981 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.157703:0:158791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.136@tcp lock: ffff9cf202430c00/0x570389991234497a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x5703899912344981 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398632.157798:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261037312:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787398632.157841:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398632.157874:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf304215c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787398632.159690:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261037312 00000100:00100000:1.0:1787398632.159702:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261037312 00000100:00100000:1.0:1787398632.159776:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1787398632.159787:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33c2cc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+17:158791:x1874221261037312:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787398632.159949:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33c2cc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+17:158791:x1874221261037312:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 164us (2107us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398632.159957:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1787398632.160673:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261037312:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787398632.160727:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304183b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261037440:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787398632.160793:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398632.160831:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf3359a96c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787398632.161983:0:167309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261037440 00000100:00100000:0.0:1787398632.161994:0:167309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261037440 00000100:00100000:0.0:1787398632.162054:0:167309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1787398632.162064:0:167309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33c2cdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+17:158791:x1874221261037440:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787398632.162208:0:167309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33c2cdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+17:158791:x1874221261037440:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 144us (1413us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398632.162215:0:167309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1787398632.162276:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304183b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261037440:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1787398632.165067:0:167358:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 51 00000020:01000000:0.0:1787398632.165184:0:158791:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 52-51 (rc=0) 10000000:01000000:0.0:1787398632.165211:0:158791:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.136@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1787398632.165223:0:158791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf202430c00/0x570389991234497a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x5703899912344981 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.165251:0:158791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.136@tcp lock: ffff9cf202430c00/0x570389991234497a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x5703899912344981 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787398632.165262:0:158791:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:0.0:1787398632.165265:0:158791:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:0.0:1787398632.165268:0:158791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1787398632.165305:0:158791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf202430200/0x5703899912344988 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.165313:0:158791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.136@tcp lock: ffff9cf202430200/0x5703899912344988 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.165324:0:158791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.136@tcp lock: ffff9cf202430200/0x5703899912344988 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398632.165349:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261037568:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787398632.165414:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398632.165449:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf301377900 going to sleep for 11 seconds 00000100:00100000:1.0:1787398632.165675:0:167312:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261037568 00000100:00100000:1.0:1787398632.165684:0:167312:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261037568 00000100:00100000:1.0:1787398632.165734:0:167312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1787398632.165743:0:167312:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33c2cfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+17:158791:x1874221261037568:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787398632.165757:0:167312:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398632.165772:0:167312:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf205407600/0x570389991234498f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x5703899912344988 expref: -99 pid: 167312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398632.165798:0:167312:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf205407600/0x570389991234498f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912344988 expref: 18 pid: 167312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398632.165809:0:167312:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf205407600/0x570389991234498f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912344988 expref: 18 pid: 167312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398632.165818:0:167312:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf205407600, rc 0) 00000100:00100000:1.0:1787398632.165861:0:167312:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33c2cfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+18:158791:x1874221261037568:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398632.165867:0:167312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1787398632.165919:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261037568:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787398632.165934:0:158791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.136@tcp lock: ffff9cf202430200/0x5703899912344988 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x570389991234498f expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398632.165943:0:158791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.136@tcp lock: ffff9cf202430200/0x5703899912344988 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x570389991234498f expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398632.166025:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f110700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261037696:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787398632.166054:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398632.166073:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf309b0bf00 going to sleep for 11 seconds 00000100:00100000:1.0:1787398632.166086:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261037696 00000100:00100000:1.0:1787398632.166090:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261037696 00000100:00100000:1.0:1787398632.166112:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1787398632.166119:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3373d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+18:158791:x1874221261037696:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787398632.166250:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3373d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+18:158791:x1874221261037696:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 130us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398632.166257:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1787398632.166288:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f110700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261037696:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787398632.166317:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f110700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261037824:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787398632.166354:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398632.166366:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf309b0bf00 going to sleep for 11 seconds 00000100:00100000:1.0:1787398632.166375:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261037824 00000100:00100000:1.0:1787398632.166377:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261037824 00000100:00100000:1.0:1787398632.166393:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1787398632.166398:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3373d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+18:158791:x1874221261037824:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787398632.170553:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3373d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+18:158791:x1874221261037824:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 4143us (4187us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398632.170570:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1787398632.171534:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f110700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261037824:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1787398632.179255:0:167359:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 64768 count 11 00000020:01000000:3.0:1787398632.179456:0:158791:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:3.0:1787398632.179500:0:158791:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.136@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1787398632.179511:0:158791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf202430200/0x5703899912344988 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x570389991234498f expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398632.179549:0:158791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.136@tcp lock: ffff9cf202430200/0x5703899912344988 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x570389991234498f expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787398632.179559:0:158791:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1787398632.179562:0:158791:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9cf20ab51000 from 7 10000000:01000000:3.0:1787398632.179565:0:158791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1787398632.179601:0:158791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c400/0x5703899912344996 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398632.179619:0:158791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c400/0x5703899912344996 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398632.179630:0:158791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c400/0x5703899912344996 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398632.179658:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261037952:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1787398632.179725:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398632.179764:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf209ccd840 going to sleep for 11 seconds 00000100:00100000:1.0:1787398632.180023:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261037952 00000100:00100000:1.0:1787398632.180030:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261037952 00000100:00100000:1.0:1787398632.180078:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1787398632.180086:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3373d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+18:158791:x1874221261037952:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787398632.180098:0:167307:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398632.180110:0:167307:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf205406e00/0x570389991234499d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x5703899912344996 expref: -99 pid: 167307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398632.180130:0:167307:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf205406e00/0x570389991234499d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912344996 expref: 19 pid: 167307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398632.180141:0:167307:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf205406e00/0x570389991234499d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912344996 expref: 19 pid: 167307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398632.180149:0:167307:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf205406e00, rc 0) 00000100:00100000:1.0:1787398632.180192:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3373d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+19:158791:x1874221261037952:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 106us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398632.180199:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1787398632.180272:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261037952:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787398632.180286:0:158791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c400/0x5703899912344996 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x570389991234499d expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.180295:0:158791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c400/0x5703899912344996 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x570389991234499d expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398632.180348:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261038080:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787398632.180373:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398632.180403:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf301377900 going to sleep for 11 seconds 00000100:00100000:3.0:1787398632.180438:0:167312:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261038080 00000100:00100000:3.0:1787398632.180442:0:167312:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261038080 00000100:00100000:3.0:1787398632.180471:0:167312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1787398632.180496:0:167312:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3373d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+19:158791:x1874221261038080:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787398632.180598:0:167312:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3373d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+19:158791:x1874221261038080:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 122us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398632.180605:0:167312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1787398632.180645:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261038080:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787398632.180670:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261038208:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787398632.180707:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398632.180717:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf209ccd0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787398632.180816:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261038208 00000100:00100000:0.0:1787398632.180821:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261038208 00000100:00100000:0.0:1787398632.180853:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1787398632.180859:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3373d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+19:158791:x1874221261038208:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787398632.180941:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3373d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+19:158791:x1874221261038208:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 81us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398632.180948:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1787398632.181061:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261038208:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1787398632.181772:0:167360:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000020:01000000:3.0:1787398632.182014:0:158791:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 10000000:01000000:3.0:1787398632.182039:0:158791:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.136@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787398632.182047:0:158791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c400/0x5703899912344996 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x570389991234499d expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398632.182058:0:158791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c400/0x5703899912344996 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x570389991234499d expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787398632.182068:0:158791:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1787398632.182071:0:158791:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9cf32106b800 from 52 10000000:01000000:3.0:1787398632.182074:0:158791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1787398632.182100:0:158791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c800/0x57038999123449a4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398632.182107:0:158791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c800/0x57038999123449a4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398632.182115:0:158791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c800/0x57038999123449a4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398632.182133:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261038336:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1787398632.182171:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398632.182203:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf209ccd0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787398632.182247:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261038336 00000100:00100000:0.0:1787398632.182252:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261038336 00000100:00100000:0.0:1787398632.182288:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1787398632.182297:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3373d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+19:158791:x1874221261038336:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787398632.182308:0:167308:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398632.182320:0:167308:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf202430800/0x57038999123449ab lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x57038999123449a4 expref: -99 pid: 167308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.182340:0:167308:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf202430800/0x57038999123449ab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x57038999123449a4 expref: 20 pid: 167308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.182350:0:167308:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf202430800/0x57038999123449ab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123449a4 expref: 20 pid: 167308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.182357:0:167308:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf202430800, rc 0) 00000100:00100000:0.0:1787398632.182398:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3373d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+20:158791:x1874221261038336:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 102us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398632.182403:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1787398632.182755:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261038336:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787398632.182768:0:158791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c800/0x57038999123449a4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123449ab expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398632.182786:0:158791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c800/0x57038999123449a4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x57038999123449ab expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398632.182838:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261038464:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787398632.182866:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398632.182893:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf209ccd0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787398632.182937:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261038464 00000100:00100000:0.0:1787398632.182942:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261038464 00000100:00100000:0.0:1787398632.182974:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1787398632.182989:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3373d0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+20:158791:x1874221261038464:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787398632.183103:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3373d0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+20:158791:x1874221261038464:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 115us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398632.183111:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1787398632.183176:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261038464:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787398632.183206:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304183b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261038592:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787398632.183243:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398632.183262:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf3359a9840 going to sleep for 11 seconds 00000100:00100000:0.0:1787398632.183298:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261038592 00000100:00100000:0.0:1787398632.183303:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261038592 00000100:00100000:0.0:1787398632.183331:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1787398632.183337:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3373d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+20:158791:x1874221261038592:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787398632.183399:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3373d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+20:158791:x1874221261038592:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 62us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398632.183405:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1787398632.183507:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304183b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261038592:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1787398632.185099:0:167361:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 51 00000020:01000000:0.0:1787398632.188065:0:158791:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 52-51 (rc=0) 10000000:01000000:0.0:1787398632.188103:0:158791:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.136@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1787398632.188117:0:158791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c800/0x57038999123449a4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123449ab expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.188129:0:158791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c800/0x57038999123449a4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123449ab expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787398632.188139:0:158791:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:0.0:1787398632.188141:0:158791:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:0.0:1787398632.188144:0:158791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1787398632.188185:0:158791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf202430000/0x57038999123449b2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.188192:0:158791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.136@tcp lock: ffff9cf202430000/0x57038999123449b2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.188204:0:158791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.136@tcp lock: ffff9cf202430000/0x57038999123449b2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398632.188245:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261038720:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787398632.188310:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398632.188361:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2053b2600 going to sleep for 11 seconds 00000100:00100000:1.0:1787398632.188417:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261038720 00000100:00100000:1.0:1787398632.188425:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261038720 00000100:00100000:1.0:1787398632.188512:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1787398632.188531:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33c570050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+20:158791:x1874221261038720:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787398632.188544:0:167308:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398632.188557:0:167308:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf205406600/0x57038999123449b9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x57038999123449b2 expref: -99 pid: 167308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398632.188580:0:167308:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf205406600/0x57038999123449b9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x57038999123449b2 expref: 21 pid: 167308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398632.188590:0:167308:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf205406600/0x57038999123449b9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123449b2 expref: 21 pid: 167308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398632.188605:0:167308:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf205406600, rc 0) 00000100:00100000:1.0:1787398632.188658:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33c570050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+21:158791:x1874221261038720:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 139us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398632.188665:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1787398632.188880:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261038720:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787398632.188896:0:158791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.136@tcp lock: ffff9cf202430000/0x57038999123449b2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123449b9 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.188905:0:158791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.136@tcp lock: ffff9cf202430000/0x57038999123449b2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x57038999123449b9 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398632.188966:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261038848:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787398632.188993:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398632.189021:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2053b2600 going to sleep for 11 seconds 00000100:00100000:2.0:1787398632.189129:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261038848 00000100:00100000:2.0:1787398632.189134:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261038848 00000100:00100000:2.0:1787398632.189169:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1787398632.189176:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335be9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+21:158791:x1874221261038848:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787398632.189325:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335be9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+21:158791:x1874221261038848:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 149us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398632.189332:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1787398632.189438:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261038848:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787398632.189465:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261038976:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787398632.189550:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398632.189569:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2053b2600 going to sleep for 11 seconds 00000100:00100000:1.0:1787398632.189804:0:167309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261038976 00000100:00100000:1.0:1787398632.189809:0:167309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261038976 00000100:00100000:1.0:1787398632.189844:0:167309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1787398632.189851:0:167309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335bea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+21:158791:x1874221261038976:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787398632.190801:0:167309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335bea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+21:158791:x1874221261038976:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 946us (1247us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398632.190810:0:167309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1787398632.190934:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261038976:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1787398632.191675:0:167362:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 14 00000020:01000000:0.0:1787398632.191895:0:158791:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:0.0:1787398632.191919:0:158791:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.136@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1787398632.191929:0:158791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf202430000/0x57038999123449b2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123449b9 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.191940:0:158791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.136@tcp lock: ffff9cf202430000/0x57038999123449b2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123449b9 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787398632.191956:0:158791:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1787398632.191959:0:158791:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9cf32106b800 from 7 10000000:01000000:0.0:1787398632.191961:0:158791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1787398632.191992:0:158791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf202431a00/0x57038999123449c0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.191999:0:158791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.136@tcp lock: ffff9cf202431a00/0x57038999123449c0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.192008:0:158791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.136@tcp lock: ffff9cf202431a00/0x57038999123449c0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398632.192028:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261039104:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787398632.192075:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398632.192114:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2053b2600 going to sleep for 11 seconds 00000100:00100000:3.0:1787398632.192174:0:167312:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261039104 00000100:00100000:3.0:1787398632.192180:0:167312:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261039104 00000100:00100000:3.0:1787398632.192219:0:167312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1787398632.192228:0:167312:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33c1da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+21:158791:x1874221261039104:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787398632.192241:0:167312:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398632.192255:0:167312:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf336d6de00/0x57038999123449c7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x57038999123449c0 expref: -99 pid: 167312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398632.192282:0:167312:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf336d6de00/0x57038999123449c7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x57038999123449c0 expref: 22 pid: 167312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398632.192293:0:167312:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf336d6de00/0x57038999123449c7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123449c0 expref: 22 pid: 167312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398632.192302:0:167312:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6de00, rc 0) 00000100:00100000:3.0:1787398632.192354:0:167312:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33c1da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+22:158791:x1874221261039104:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 126us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398632.192361:0:167312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1787398632.192454:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261039104:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787398632.192468:0:158791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.136@tcp lock: ffff9cf202431a00/0x57038999123449c0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123449c7 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398632.192508:0:158791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.136@tcp lock: ffff9cf202431a00/0x57038999123449c0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x57038999123449c7 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398632.192573:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304183b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261039232:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787398632.192603:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398632.192637:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf3359a9c00 going to sleep for 11 seconds 00000100:00100000:3.0:1787398632.192754:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261039232 00000100:00100000:3.0:1787398632.192759:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261039232 00000100:00100000:3.0:1787398632.192793:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1787398632.192800:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3414dcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+22:158791:x1874221261039232:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787398632.192905:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3414dcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+22:158791:x1874221261039232:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 104us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398632.192912:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1787398632.193162:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304183b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261039232:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787398632.193190:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304183b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261039360:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787398632.193231:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398632.193253:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf3359a9c00 going to sleep for 11 seconds 00000100:00100000:3.0:1787398632.194744:0:167312:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261039360 00000100:00100000:3.0:1787398632.194754:0:167312:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261039360 00000100:00100000:3.0:1787398632.194809:0:167312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1787398632.194818:0:167312:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3414dc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+22:158791:x1874221261039360:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787398632.194961:0:167312:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3414dc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+22:158791:x1874221261039360:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 144us (1730us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398632.194968:0:167312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1787398632.195573:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304183b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261039360:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1787398632.197167:0:167363:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000020:01000000:0.0:1787398632.197371:0:158791:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 10000000:01000000:0.0:1787398632.197396:0:158791:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.136@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787398632.197408:0:158791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf202431a00/0x57038999123449c0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123449c7 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.197421:0:158791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.136@tcp lock: ffff9cf202431a00/0x57038999123449c0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123449c7 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787398632.197430:0:158791:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1787398632.197433:0:158791:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff9cf20b55b380 from 1 10000000:01000000:0.0:1787398632.197435:0:158791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1787398632.197512:0:158791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf202430a00/0x57038999123449ce lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.197545:0:158791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.136@tcp lock: ffff9cf202430a00/0x57038999123449ce lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.197557:0:158791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.136@tcp lock: ffff9cf202430a00/0x57038999123449ce lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398632.197582:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261039488:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787398632.197664:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398632.197692:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2053b2540 going to sleep for 11 seconds 00000100:00100000:2.0:1787398632.198707:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261039488 00000100:00100000:2.0:1787398632.198720:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261039488 00000100:00100000:2.0:1787398632.198772:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1787398632.198783:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3414dd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+22:158791:x1874221261039488:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787398632.198798:0:167307:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398632.198819:0:167307:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf20359c400/0x57038999123449d5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x57038999123449ce expref: -99 pid: 167307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398632.198843:0:167307:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf20359c400/0x57038999123449d5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x57038999123449ce expref: 23 pid: 167307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398632.198853:0:167307:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf20359c400/0x57038999123449d5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123449ce expref: 23 pid: 167307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398632.198871:0:167307:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20359c400, rc 0) 00000100:00100000:2.0:1787398632.198920:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3414dd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+23:158791:x1874221261039488:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 139us (1257us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398632.198927:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1787398632.199111:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261039488:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787398632.199127:0:158791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.136@tcp lock: ffff9cf202430a00/0x57038999123449ce lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123449d5 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.199136:0:158791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.136@tcp lock: ffff9cf202430a00/0x57038999123449ce lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x57038999123449d5 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787398632.199156:0:158791:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.136@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1787398632.199162:0:158791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf202430a00/0x57038999123449ce lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123449d5 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.199169:0:158791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.136@tcp lock: ffff9cf202430a00/0x57038999123449ce lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123449d5 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787398632.199176:0:158791:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:0.0:1787398632.199179:0:158791:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff9cf20b55b380 from 1 10000000:01000000:0.0:1787398632.199182:0:158791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1787398632.199202:0:158791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf202431e00/0x57038999123449dc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.199215:0:158791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.136@tcp lock: ffff9cf202431e00/0x57038999123449dc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.199223:0:158791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.136@tcp lock: ffff9cf202431e00/0x57038999123449dc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398632.199241:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261039616:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787398632.199273:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398632.199294:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2053b2540 going to sleep for 11 seconds 00000100:00100000:3.0:1787398632.199349:0:167312:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261039616 00000100:00100000:3.0:1787398632.199354:0:167312:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261039616 00000100:00100000:3.0:1787398632.199384:0:167312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1787398632.199390:0:167312:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3414dd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+23:158791:x1874221261039616:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787398632.199397:0:167312:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398632.199406:0:167312:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf336d6d200/0x57038999123449e3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x57038999123449dc expref: -99 pid: 167312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398632.199419:0:167312:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf336d6d200/0x57038999123449e3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x57038999123449dc expref: 24 pid: 167312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398632.199428:0:167312:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf336d6d200/0x57038999123449e3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x57038999123449dc expref: 24 pid: 167312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398632.199445:0:167312:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf336d6d200, rc 0) 00000100:00100000:3.0:1787398632.199498:0:167312:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3414dd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+24:158791:x1874221261039616:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 108us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398632.199505:0:167312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1787398632.199689:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261039616:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787398632.199699:0:158791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.136@tcp lock: ffff9cf202431e00/0x57038999123449dc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123449e3 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.199707:0:158791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.136@tcp lock: ffff9cf202431e00/0x57038999123449dc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x57038999123449e3 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398632.199756:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261039744:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787398632.199779:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398632.199804:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2053b2540 going to sleep for 11 seconds 00000100:00100000:2.0:1787398632.199848:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261039744 00000100:00100000:2.0:1787398632.199852:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261039744 00000100:00100000:2.0:1787398632.199883:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1787398632.199890:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3414de450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:158791:x1874221261039744:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787398632.199958:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3414de450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:158791:x1874221261039744:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 69us (178us total) trans 0 rc -2/-2 00000100:00100000:2.0:1787398632.199965:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1787398632.200162:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261039744:0@lo:501:ll_cfg_requeue.0 10000000:01000000:0.0:1787398632.200190:0:158791:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.136@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1787398632.200196:0:158791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf202431e00/0x57038999123449dc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123449e3 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398632.200204:0:158791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.136@tcp lock: ffff9cf202431e00/0x57038999123449dc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123449e3 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398632.725738:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398633.749679:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398634.780420:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398635.626404:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398635.626855:0:167312:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247595136 00000100:00100000:3.0:1787398635.626866:0:167312:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247595136 00000100:00100000:3.0:1787398635.626923:0:167312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 60 00000100:00100000:3.0:1787398635.626933:0:167312:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3414de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:0+-99:69164:x1874221247595136:12345-192.168.204.36@tcp:400:kworker.0 00000020:00080000:3.0:1787398635.626941:0:167312:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-192.168.204.36@tcp 00000100:00100000:3.0:1787398635.627012:0:167312:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3414de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:0+-99:69164:x1874221247595136:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 81us (620us total) trans 0 rc -107/-107 00000100:00100000:3.0:1787398635.627020:0:167312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 60 00000100:00100000:1.0:1787398635.632053:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398635.632111:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398635.632139:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398635.632171:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398635.632202:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247595264 00000100:00100000:1.0:1787398635.632212:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247595264 00000100:00100000:1.0:1787398635.632253:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247595392 00000100:00100000:1.0:1787398635.632256:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247595392 00000100:00100000:1.0:1787398635.632302:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 379 00000100:00100000:1.0:1787398635.632314:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f112680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69162:x1874221247595392:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398635.632393:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f112680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69162:x1874221247595392:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 82us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398635.632400:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 379 00000100:00100000:1.0:1787398635.632420:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 771 00000100:00100000:1.0:1787398635.632424:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f111f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:69161:x1874221247595264:12345-192.168.204.36@tcp:38:kworker.0 00010000:00080000:1.0:1787398635.632450:0:158796:0:(ldlm_lib.c:925:target_handle_reconnect()) connect export for UUID 'dbe7f5ec-0726-4851-a675-2f47d040e30f' at ffff9cf208e6a800, cookie 0x5703899912344877 00010000:00080000:1.0:1787398635.632463:0:158796:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp recovering/t0 exp ffff9cf208e6a800 cur 5656 last 1787398631 00010000:02000400:1.0:1787398635.632473:0:158796:0:(ldlm_lib.c:2023:target_start_recovery_timer()) lustre-MDT0000: Will be in recovery for at least 1:00, or until 2 clients reconnect 00000100:00100000:0.0:1787398635.632678:0:162522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247595648 00000100:00100000:0.0:1787398635.632683:0:162522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247595648 00000100:00100000:0.0:1787398635.632716:0:162522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247595520 00000100:00100000:0.0:1787398635.632719:0:162522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247595520 00000100:00100000:0.0:1787398635.632745:0:162522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 191 00000100:00100000:0.0:1787398635.632752:0:162522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f110700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+72:69165:x1874221247595648:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398635.632796:0:162522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f110700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+72:69165:x1874221247595648:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 44us (754us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398635.632802:0:162522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 191 00000100:00100000:0.0:1787398635.632819:0:162522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 192 00000100:00100000:0.0:1787398635.632825:0:162522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f113100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+69:69162:x1874221247595520:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398635.632848:0:162522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f113100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+69:69162:x1874221247595520:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 24us (677us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398635.632853:0:162522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 192 00000100:00080000:0.0:1787398635.634580:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787398635.634589:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787398635.634593:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1787398635.642428:0:158796:0:(ldlm_lib.c:2087:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 70 seconds 00000004:00100000:1.0:1787398635.642464:0:158796:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:1.0:1787398635.642769:0:158796:0:(import.c:65:import_set_state_nolock()) ffff9cf311f8a000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787398635.643307:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f111f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69161:x1874221247595264:12345-192.168.204.36@tcp:38:kworker.0 Request processed in 10877us (11192us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398635.643319:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 771 00000100:00100000:3.0:1787398635.715534:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398635.715641:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398635.715681:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247595904 00000100:00100000:3.0:1787398635.715692:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247595904 00000100:00100000:3.0:1787398635.715745:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 772 00000100:00100000:3.0:1787398635.715756:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69161:x1874221247595904:12345-192.168.204.36@tcp:101:ldlm_lock_repla.0 00010000:00080000:3.0:1787398635.715794:0:158795:0:(ldlm_lib.c:3174:target_queue_recovery_request()) @@@ queue lock replay req req@ffff9cf307ad0380 x1874221247595904/t0(0) o101->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:321/0 lens 328/0 e 0 to 0 dl 1787398646 ref 2 fl Interpret:/240/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787398635.715813:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69161:x1874221247595904:12345-192.168.204.36@tcp:101:ldlm_lock_repla.0 Request processed in 60us (172us total) trans 0 rc 0/-999 00000100:00100000:3.0:1787398635.715834:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 772 00010000:00080000:3.0:1787398635.715858:0:167334:0:(ldlm_lib.c:2532:check_for_recovery_ready()) connected 1 stale 0 max_recoverable_clients 2 abort 0 expired 0 00000100:00100000:2.0:1787398635.715980:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247595776 00000100:00100000:2.0:1787398635.715986:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247595776 00000100:00100000:2.0:1787398635.716020:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 61 00000100:00100000:2.0:1787398635.716026:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf30b979850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:69161:x1874221247595776:12345-192.168.204.36@tcp:250:kworker.0 00010000:00080000:2.0:1787398635.716052:0:167307:0:(ldlm_lib.c:1432:target_handle_connect()) MGS: connection from 857bea78-a9c1-41f7-87c7-fefab0f760c6@192.168.204.36@tcp t0 exp 0000000000000000 cur 5656 last 0 00000020:00000080:2.0:1787398635.716084:0:167307:0:(genops.c:1406:class_connect()) connect: client 857bea78-a9c1-41f7-87c7-fefab0f760c6, cookie 0x57038999123449ea 00000100:00080000:2.0:1787398635.716216:0:167307:0:(import.c:65:import_set_state_nolock()) ffff9cf33f517000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787398635.716281:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf30b979850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:857bea78-a9c1-41f7-87c7-fefab0f760c6+5:69161:x1874221247595776:12345-192.168.204.36@tcp:250:kworker.0 Request processed in 253us (757us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398635.716288:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 61 00010000:00010000:2.0:1787398635.801566:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1787398635.991687:0:160290:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:2.0:1787398635.991703:0:160290:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836586 is committed 00000001:00100000:2.0:1787398635.992776:0:161106:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:2.0:1787398635.992796:0:161106:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 17179869278 is committed 00000100:00100000:3.0:1787398636.505431:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787398636.505456:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261039872:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787398636.505561:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1787398636.507517:0:73119:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787398636.507533:0:73119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787398636.507537:0:73119:0:(import.c:65:import_set_state_nolock()) ffff9cf3094d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787398636.507550:0:73119:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9cf3094d1800 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:0.0:1787398636.507575:0:73119:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf33e17df80 x1874221261040128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787398636.507601:0:73119:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787398636.507612:0:73119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787398636.507614:0:73119:0:(import.c:65:import_set_state_nolock()) ffff9cf305ef7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787398636.507633:0:73119:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9cf305ef7800 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:0.0:1787398636.507648:0:73119:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf33e17d500 x1874221261040384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787398636.507673:0:73119:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 1 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787398636.507677:0:73119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787398636.507679:0:73119:0:(import.c:65:import_set_state_nolock()) ffff9cf337cf8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787398636.507683:0:73119:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9cf337cf8000 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:0.0:1787398636.507695:0:73119:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf33e17e300 x1874221261040640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787398636.507719:0:73119:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787398636.507722:0:73119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787398636.507724:0:73119:0:(import.c:65:import_set_state_nolock()) ffff9cf305b05000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787398636.507728:0:73119:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9cf305b05000 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:0.0:1787398636.507739:0:73119:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf305a1fb80 x1874221261041024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787398636.507762:0:73119:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1787398636.507765:0:73119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787398636.507767:0:73119:0:(import.c:65:import_set_state_nolock()) ffff9cf20a8c1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787398636.507771:0:73119:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9cf20a8c1000 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:0.0:1787398636.507781:0:73119:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf335283800 x1874221261041408/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787398636.507816:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261039872 00000100:00100000:0.0:1787398636.507830:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261039872 00000100:00100000:0.0:1787398636.507887:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:0.0:1787398636.507896:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:106502:x1874221261039872:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787398636.507942:0:162682:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:0.0:1787398636.508011:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:106502:x1874221261039872:12345-0@lo:41:osp-pre-1-0.0 Request processed in 116us (2450us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398636.508019:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:0.0:1787398636.508050:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a066c752-c801-430f-905b-71f66cddaa9e:106500:1874221261040000:0@lo:400:kworker.0 00000100:00100000:0.0:1787398636.508085:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398636.508114:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261040896:0@lo:400:kworker.0 00000100:00100000:0.0:1787398636.508136:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398636.508158:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1787398636.508163:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106500:1874221261040256:0@lo:400:kworker.0 00000100:00100000:0.0:1787398636.508185:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398636.508202:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261041152:0@lo:400:kworker.0 00000100:00100000:0.0:1787398636.508224:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398636.508252:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:106499:1874221261040128:0@lo:38:kworker.0 00000100:00100000:0.0:1787398636.508289:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398636.508308:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:106499:1874221261040384:0@lo:38:kworker.0 00000100:00100000:0.0:1787398636.508329:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398636.508344:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106499:1874221261040640:0@lo:38:kworker.0 00000100:00100000:0.0:1787398636.508366:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398636.508383:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:106499:1874221261041024:0@lo:38:kworker.0 00000100:00100000:0.0:1787398636.508401:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398636.508416:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335283800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:106499:1874221261041408:0@lo:38:kworker.0 00000100:00100000:0.0:1787398636.508447:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398636.508472:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221261040512:0@lo:400:kworker.0 00000100:00100000:0.0:1787398636.508519:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398636.508541:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335281f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261041280:0@lo:400:kworker.0 00000100:00100000:0.0:1787398636.508567:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398636.508607:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261039872:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787398636.508626:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787398636.508631:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261040768:0@lo:400:kworker.0 00000100:00100000:0.0:1787398636.508655:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398636.508682:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261040640 00000100:00100000:0.0:1787398636.508687:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261040640 00000100:00100000:0.0:1787398636.508708:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:0.0:1787398636.508713:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335280a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:106499:x1874221261040640:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1787398636.508737:0:158800:0:(ldlm_lib.c:925:target_handle_reconnect()) connect export for UUID 'lustre-MDT0001-mdtlov_UUID' at ffff9cf208e6f800, cookie 0x5703899912344870 00010000:00080000:0.0:1787398636.508742:0:158800:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo recovering/t34359738829 exp ffff9cf208e6f800 cur 5657 last 1787398631 00000004:00100000:0.0:1787398636.508760:0:158800:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1787398636.508887:0:158800:0:(import.c:65:import_set_state_nolock()) ffff9cf209a41800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787398636.508936:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335280a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106499:x1874221261040640:12345-0@lo:38:kworker.0 Request processed in 221us (568us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398636.508943:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:0.0:1787398636.508967:0:167312:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261040000 00000100:00100000:0.0:1787398636.508971:0:167312:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261040000 00000100:00100000:0.0:1787398636.508995:0:167312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1787398636.509001:0:167312:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf30b97ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+24:106500:x1874221261040000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398636.509033:0:167312:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf30b97ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+24:106500:x1874221261040000:12345-0@lo:400:kworker.0 Request processed in 32us (947us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398636.509046:0:167312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1787398636.509078:0:162518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261040896 00000100:00100000:0.0:1787398636.509082:0:162518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261040896 00000100:00100000:0.0:1787398636.509113:0:162518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261041152 00000100:00100000:0.0:1787398636.509116:0:162518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261041152 00000100:00100000:0.0:1787398636.509134:0:162518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261041280 00000100:00100000:0.0:1787398636.509137:0:162518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261041280 00000100:00100000:0.0:1787398636.509158:0:162518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261040768 00000100:00100000:0.0:1787398636.509160:0:162518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261040768 00000100:00100000:0.0:1787398636.509181:0:162518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00100000:0.0:1787398636.509187:0:162518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261040896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398636.509220:0:162518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261040896:12345-0@lo:400:kworker.0 Request processed in 33us (1083us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398636.509227:0:162518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00000100:00100000:0.0:1787398636.509241:0:162518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:0.0:1787398636.509247:0:162518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335280000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261041152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398636.509274:0:162518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335280000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261041152:12345-0@lo:400:kworker.0 Request processed in 28us (1049us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398636.509280:0:162518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00100000:0.0:1787398636.509291:0:162518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00100000:0.0:1787398636.509296:0:162518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eeeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261041280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398636.509326:0:162518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eeeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261041280:12345-0@lo:400:kworker.0 Request processed in 30us (758us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398636.509332:0:162518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 00000100:00100000:0.0:1787398636.509344:0:162518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:0.0:1787398636.509349:0:162518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eeea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261040768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398636.509389:0:162518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eeea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261040768:12345-0@lo:400:kworker.0 Request processed in 40us (733us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398636.509395:0:162518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000100:00100000:0.0:1787398636.509420:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261040256 00000100:00100000:0.0:1787398636.509424:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261040256 00000100:00100000:0.0:1787398636.509442:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261040128 00000100:00100000:0.0:1787398636.509445:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261040128 00000100:00100000:0.0:1787398636.509453:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261040384 00000100:00100000:0.0:1787398636.509455:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261040384 00000100:00100000:0.0:1787398636.509463:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261041024 00000100:00100000:0.0:1787398636.509466:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261041024 00000100:00100000:0.0:1787398636.509472:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261041408 00000100:00100000:0.0:1787398636.509496:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261041408 00000100:00100000:0.0:1787398636.509507:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261040512 00000100:00100000:0.0:1787398636.509510:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261040512 00000100:00100000:0.0:1787398636.509535:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:0.0:1787398636.509541:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335282d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106500:x1874221261040256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398636.509569:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335282d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106500:x1874221261040256:12345-0@lo:400:kworker.0 Request processed in 28us (1383us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398636.509575:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00100000:0.0:1787398636.509585:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:0.0:1787398636.509591:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335283100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:106502:x1874221261040512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398636.509615:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335283100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:106502:x1874221261040512:12345-0@lo:400:kworker.0 Request processed in 24us (1095us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398636.509620:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:0.0:1787398636.509629:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:0.0:1787398636.509632:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335283b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:106499:x1874221261040128:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1787398636.509644:0:158794:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo recovering/t0 exp 0000000000000000 cur 5657 last 0 00000020:00000080:0.0:1787398636.509681:0:158794:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x57038999123449f1 00000004:00100000:0.0:1787398636.509689:0:158794:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1787398636.509709:0:158794:0:(import.c:65:import_set_state_nolock()) ffff9cf209a41000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787398636.509738:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335283b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106499:x1874221261040128:12345-0@lo:38:kworker.0 Request processed in 104us (1448us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398636.509745:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:0.0:1787398636.509759:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:0.0:1787398636.509763:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335283480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:106499:x1874221261040384:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1787398636.509774:0:158794:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo recovering/t0 exp 0000000000000000 cur 5657 last 0 00000020:00000080:0.0:1787398636.509796:0:158794:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x57038999123449f8 00000004:00100000:0.0:1787398636.509802:0:158794:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1787398636.509818:0:158794:0:(import.c:65:import_set_state_nolock()) ffff9cf318d19000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787398636.509846:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335283480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:106499:x1874221261040384:12345-0@lo:38:kworker.0 Request processed in 81us (1515us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398636.509852:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:0.0:1787398636.509864:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:0.0:1787398636.509868:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335280700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:106499:x1874221261041024:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1787398636.509879:0:158794:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo recovering/t0 exp 0000000000000000 cur 5657 last 0 00000020:00000080:0.0:1787398636.509900:0:158794:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x57038999123449ff 00000004:00100000:0.0:1787398636.509906:0:158794:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1787398636.509918:0:158794:0:(import.c:65:import_set_state_nolock()) ffff9cf203759000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787398636.509943:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335280700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:106499:x1874221261041024:12345-0@lo:38:kworker.0 Request processed in 73us (1540us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398636.509949:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:0.0:1787398636.509961:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:0.0:1787398636.509972:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335281180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:106499:x1874221261041408:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1787398636.509985:0:158794:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo recovering/t0 exp 0000000000000000 cur 5657 last 0 00000020:00000080:0.0:1787398636.510005:0:158794:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x5703899912344a06 00000004:00100000:0.0:1787398636.510011:0:158794:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1787398636.510026:0:158794:0:(import.c:65:import_set_state_nolock()) ffff9cf305b15800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787398636.510055:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335281180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:106499:x1874221261041408:12345-0@lo:38:kworker.0 Request processed in 81us (1606us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398636.510060:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00010000:00080000:0.0:1787398636.510114:0:167334:0:(ldlm_lib.c:2532:check_for_recovery_ready()) connected 2 stale 0 max_recoverable_clients 2 abort 0 expired 0 00010000:00080000:0.0:1787398636.510120:0:167334:0:(ldlm_lib.c:2670:replay_request_or_update()) Waiting for transno 34359738839 00000020:00080000:0.0:1787398636.510124:0:167334:0:(update_recovery.c:583:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1787398636.510127:0:167334:0:(ldlm_lib.c:2215:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 34359738839 00000020:00080000:0.0:1787398636.510130:0:167334:0:(update_recovery.c:583:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1787398636.510132:0:167334:0:(ldlm_lib.c:2215:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 34359738839 00010000:00080000:0.0:1787398636.510161:0:106499:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf33e17df80 x1874221261040128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787398656 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787398636.510175:0:106499:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 9 00000100:00080000:2.0:1787398636.511564:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787398636.511573:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787398636.511576:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787398636.511614:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106500:1874221261040256:0@lo:400:kworker.0 00000100:00100000:2.0:1787398636.511645:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261041152:0@lo:400:kworker.0 00000100:00100000:2.0:1787398636.511655:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a066c752-c801-430f-905b-71f66cddaa9e:106500:1874221261040000:0@lo:400:kworker.0 00000100:00100000:2.0:1787398636.511667:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261040896:0@lo:400:kworker.0 00000100:00080000:0.0:1787398636.514073:0:106499:0:(import.c:1328:ptlrpc_connect_interpret()) @@@ lustre-MDT0000-lwp-OST0000: lwp recover req@ffff9cf33e17df80 x1874221261040128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787398656 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787398636.514087:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf3094d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:0.0:1787398636.514092:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf3094d1800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:0.0:1787398636.514097:0:106499:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0000: Connection restored to 0@lo (at 0@lo) 00000100:00100000:1.0:1787398636.521555:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261040768:0@lo:400:kworker.0 00000100:00100000:1.0:1787398636.521574:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221261040512:0@lo:400:kworker.0 00000100:00100000:1.0:1787398636.521596:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335281f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261041280:0@lo:400:kworker.0 00000100:00100000:0.0:1787398636.532976:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:106499:1874221261040128:0@lo:38:kworker.0 00010000:00080000:1.0:1787398636.534180:0:106499:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf33e17d500 x1874221261040384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787398656 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787398636.534201:0:106499:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 9 00000100:00080000:1.0:1787398636.535120:0:106499:0:(import.c:1328:ptlrpc_connect_interpret()) @@@ lustre-MDT0000-lwp-OST0001: lwp recover req@ffff9cf33e17d500 x1874221261040384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787398656 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787398636.535132:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf305ef7800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:1.0:1787398636.535137:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf305ef7800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:1.0:1787398636.535141:0:106499:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0001: Connection restored to 0@lo (at 0@lo) 00000100:00100000:1.0:1787398636.535146:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:106499:1874221261040384:0@lo:38:kworker.0 00000100:00100000:1.0:1787398636.535171:0:106499:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 34359738838 gen 2 00000004:00080000:1.0:1787398636.535176:0:106499:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738829 committed transno 34359738838 00000004:00080000:1.0:1787398636.535199:0:106499:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738830 committed transno 34359738838 00000004:00080000:1.0:1787398636.535221:0:106499:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738831 committed transno 34359738838 00000004:00080000:1.0:1787398636.535228:0:106499:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738832 committed transno 34359738838 00000004:00080000:1.0:1787398636.535236:0:106499:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738833 committed transno 34359738838 00000004:00080000:1.0:1787398636.535252:0:106499:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738834 committed transno 34359738838 00000004:00080000:1.0:1787398636.540310:0:106499:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738835 committed transno 34359738838 00000004:00080000:1.0:1787398636.540331:0:106499:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738836 committed transno 34359738838 00000004:00080000:1.0:1787398636.540342:0:106499:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738837 committed transno 34359738838 00000004:00080000:1.0:1787398636.540386:0:106499:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738838 committed transno 34359738838 00000100:00080000:1.0:1787398636.540409:0:106499:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 9 00000100:00080000:1.0:1787398636.540425:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf337cf8000 lustre-MDT0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00080000:1.0:1787398636.540431:0:106499:0:(import.c:1699:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00100000:1.0:1787398636.540807:0:106499:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 34359738838 gen 2 00000100:00080000:1.0:1787398636.540812:0:106499:0:(recover.c:53:ptlrpc_replay_next()) import ffff9cf337cf8000 from lustre-MDT0000_UUID committed 34359738838 last 0 00000100:00080000:1.0:1787398636.540816:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf337cf8000 lustre-MDT0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000100:00100000:1.0:1787398636.541009:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106499:1874221261040640:0@lo:38:kworker.0 00010000:00080000:1.0:1787398636.541046:0:106499:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf305a1fb80 x1874221261041024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787398656 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787398636.541059:0:106499:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 9 00010000:00080000:2.0:1787398636.541351:0:167566:0:(ldlm_request.c:2972:ldlm_lock_replay_thread()) lock replay thread lustre-MDT0000-osp-MDT0001 to lustre-MDT0000_UUID@0@lo 00010000:00010000:2.0:1787398636.541355:0:167566:0:(ldlm_request.c:2888:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-MDT0000-osp-MDT0001 (0) 00010000:00010000:2.0:1787398636.541361:0:167566:0:(ldlm_request.c:2901:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-MDT0000-osp-MDT0001 00000100:00080000:2.0:1787398636.541880:0:167566:0:(import.c:65:import_set_state_nolock()) ffff9cf337cf8000 lustre-MDT0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00080000:1.0:1787398636.543150:0:106499:0:(import.c:1328:ptlrpc_connect_interpret()) @@@ lustre-MDT0000-lwp-MDT0001: lwp recover req@ffff9cf305a1fb80 x1874221261041024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787398656 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787398636.543162:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf305b05000 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:1.0:1787398636.543167:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf305b05000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:1.0:1787398636.543171:0:106499:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-MDT0001: Connection restored to 0@lo (at 0@lo) 00000100:00100000:1.0:1787398636.543178:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:106499:1874221261041024:0@lo:38:kworker.0 00010000:00080000:1.0:1787398636.543217:0:106499:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf335283800 x1874221261041408/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787398646 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787398636.543253:0:106499:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 9 00000100:00080000:1.0:1787398636.543262:0:106499:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1787398636.544351:0:106499:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1787398636.544356:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf20a8c1000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1787398636.544364:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335283800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:106499:1874221261041408:0@lo:38:kworker.0 00000100:00100000:1.0:1787398636.544413:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106499:1874221261041536:0@lo:400:ldlm_lock_repla.0 00000100:00100000:1.0:1787398636.544514:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398636.545764:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261041536 00000100:00100000:2.0:1787398636.545777:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261041536 00000100:00100000:2.0:1787398636.545839:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:2.0:1787398636.545849:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f113b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106499:x1874221261041536:12345-0@lo:400:ldlm_lock_repla.0 00010000:00080000:2.0:1787398636.545876:0:162682:0:(ldlm_lib.c:3124:target_queue_recovery_request()) @@@ queue final req req@ffff9cf33f113b80 x1874221261041536/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:322/0 lens 224/0 e 0 to 0 dl 1787398647 ref 2 fl Interpret:/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398636.545896:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f113b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106499:x1874221261041536:12345-0@lo:400:ldlm_lock_repla.0 Request processed in 50us (1383us total) trans 0 rc 0/-999 00000100:00100000:2.0:1787398636.545903:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000020:00080000:2.0:1787398636.545920:0:167334:0:(update_recovery.c:583:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1787398636.545924:0:167334:0:(ldlm_lib.c:2215:check_for_next_transno()) max: 2, connected: 2, completed: 2, queue_len: 0, req_transno: 0, next_transno: 34359738839 00010000:00080000:2.0:1787398636.545927:0:167334:0:(ldlm_lib.c:2249:check_for_next_transno()) waking for completed recovery 00000020:00080000:2.0:1787398636.545937:0:167334:0:(update_recovery.c:583:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1787398636.545944:0:167334:0:(ldlm_lib.c:2439:target_next_replay_lock()) Waiting for lock 00010000:00080000:2.0:1787398636.545946:0:167334:0:(ldlm_lib.c:2269:check_for_next_lock()) waking for next lock 00010000:00080000:2.0:1787398636.545956:0:167334:0:(ldlm_lib.c:2875:target_recovery_thread()) @@@ processing lock from 192.168.204.36@tcp: req@ffff9cf307ad0380 x1874221247595904/t0(0) o101->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:321/0 lens 328/0 e 0 to 0 dl 1787398646 ref 1 fl Complete:/240/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1787398636.545975:0:167334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398636.546005:0:167334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ce00/0x5703899912344a0d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef119d34 expref: -99 pid: 167334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398636.546031:0:167334:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ce00/0x5703899912344a0d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d34 expref: 7 pid: 167334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398636.546049:0:167334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ce00/0x5703899912344a0d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d34 expref: 7 pid: 167334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398636.546059:0:167334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20359ce00, rc 0) 00010000:00080000:2.0:1787398636.546122:0:167334:0:(ldlm_lib.c:2087:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 101 seconds 00010000:00080000:2.0:1787398636.546135:0:167334:0:(ldlm_lib.c:2439:target_next_replay_lock()) Waiting for lock 00000100:00100000:1.0:1787398636.565109:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398636.565754:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247596160 00000100:00100000:0.0:1787398636.565767:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247596160 00000100:00100000:0.0:1787398636.565839:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 382 00000100:00100000:0.0:1787398636.565848:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f112300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:69161:x1874221247596160:12345-192.168.204.36@tcp:400:ptlrpcd_rcv.0 00010000:00080000:0.0:1787398636.565872:0:158794:0:(ldlm_lib.c:3124:target_queue_recovery_request()) @@@ queue final req req@ffff9cf33f112300 x1874221247596160/t0(0) o400->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:322/0 lens 224/0 e 0 to 0 dl 1787398647 ref 2 fl Interpret:H/2c0/ffffffff rc 0/-1 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787398636.565893:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f112300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:69161:x1874221247596160:12345-192.168.204.36@tcp:400:ptlrpcd_rcv.0 Request processed in 46us (796us total) trans 0 rc 0/-999 00000100:00100000:0.0:1787398636.565900:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 382 00010000:00080000:3.0:1787398636.566078:0:167334:0:(ldlm_lib.c:2272:check_for_next_lock()) waking for completed lock replay 00000001:00000004:3.0:1787398636.566213:0:167334:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 9, last_transno is 38654705664 00000001:00100000:1.0:1787398636.570544:0:167302:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of dbe7f5ec-0726-4851-a675-2f47d040e30f 00000001:00100000:1.0:1787398636.570555:0:167302:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00080000:0.0:1787398636.570654:0:167334:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00010000:00080000:0.0:1787398636.570699:0:167334:0:(ldlm_lib.c:1983:target_cancel_recovery_timer()) lustre-MDT0000: cancel recovery timer 00010000:00080000:0.0:1787398636.570717:0:167334:0:(ldlm_lib.c:2927:target_recovery_thread()) @@@ processing final ping from 0@lo: req@ffff9cf33f113b80 x1874221261041536/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:322/0 lens 224/0 e 0 to 0 dl 1787398647 ref 1 fl Complete:/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1787398636.570845:0:167334:0:(ldlm_lib.c:2927:target_recovery_thread()) @@@ processing final ping from 192.168.204.36@tcp: req@ffff9cf33f112300 x1874221247596160/t0(0) o400->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:322/0 lens 224/0 e 0 to 0 dl 1787398647 ref 1 fl Complete:H/2c0/ffffffff rc 0/-1 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00010000:02000000:0.0:1787398636.570906:0:167334:0:(ldlm_lib.c:1855:target_finish_recovery()) lustre-MDT0000: Recovery over after 0:01, of 2 clients 2 recovered and 0 were evicted. 00000100:00080000:1.0:1787398636.574858:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf337cf8000 lustre-MDT0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00080000:1.0:1787398636.574877:0:106499:0:(client.c:3234:ptlrpc_resend_req()) @@@ going to resend req@ffff9cf304183b80 x1874221261041536/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1787398652 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787398636.574888:0:106499:0:(client.c:3243:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff9cf304183b80 x1874221261041536/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1787398652 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787398636.574895:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf337cf8000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:1.0:1787398636.574920:0:106499:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-osp-MDT0001: Connection restored to 0@lo (at 0@lo) 00000100:00080000:1.0:1787398636.574926:0:106499:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000e65ccc1b): req@ffff9cf31372ed80 x1874221261024768/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1787398637 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787398636.574944:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106499:1874221261041536:0@lo:400:ldlm_lock_repla.0 00000100:00100000:2.0:1787398636.575166:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398636.580040:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261024768 00000100:00100000:1.0:1787398636.580055:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261024768 00000100:00100000:1.0:1787398636.580117:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:1.0:1787398636.580128:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221261024768:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787398636.580173:0:158799:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:1.0:1787398636.580259:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221261024768:12345-0@lo:41:osp-pre-0-1.0 Request processed in 132us (5092us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398636.582608:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:1.0:1787398636.582760:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31372ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261024768:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787398636.592928:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787398636.592951:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33eeea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261041664:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787398636.593017:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398636.593064:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261041664 00000100:00100000:0.0:1787398636.593071:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261041664 00000100:00100000:0.0:1787398636.593118:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:0.0:1787398636.593126:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eee9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221261041664:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787398636.593155:0:162682:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:0.0:1787398636.593202:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eee9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221261041664:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398636.593210:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:3.0:1787398636.593840:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398636.593865:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247596032 00000100:00100000:3.0:1787398636.593870:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247596032 00000100:00100000:3.0:1787398636.593903:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 741 00000100:00100000:3.0:1787398636.593910:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:0:x1874221247596032:12345-192.168.204.36@tcp:63:ll_sa.0 00010000:00010000:3.0:1787398636.593936:0:159531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398636.593956:0:159531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b400/0x5703899912344a14 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a824 expref: -99 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398636.594989:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33eeea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261041664:0@lo:41:osp-pre-0-1.0 00000004:00080000:3.0:1787398636.600254:0:159531:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 6256us 00000004:00000080:1.0:1787398636.639732:0:167334:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffbb7d0c9dbe10 00100000:10000000:1.0:1787398636.639749:0:167334:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000004:00080000:0.0:1787398636.646195:0:167322:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x1e8:0x0] 00000004:00080000:2.0:1787398636.646254:0:167320:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x26c:0x0] 00000100:00100000:0.0:1787398636.646256:0:167322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33eeea680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:167322:1874221261041792:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1787398636.646282:0:167320:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a1fb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:167320:1874221261041920:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1787398636.648662:0:167320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398636.648767:0:162515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261041920 00000100:00100000:3.0:1787398636.648777:0:162515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261041920 00000100:00100000:3.0:1787398636.648825:0:162515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:0.0:1787398636.648825:0:167322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398636.648834:0:162515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:167320:x1874221261041920:12345-0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1787398636.648851:0:167322:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2053b2840 going to sleep for 11 seconds 00002000:00080000:3.0:1787398636.648864:0:162515:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 641 -> diff = -21 00000100:00100000:0.0:1787398636.648866:0:162514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261041792 00002000:02000040:3.0:1787398636.648869:0:162515:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:621 to 0x280000401:641) 00000100:00100000:0.0:1787398636.648869:0:162514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261041792 00000100:00100000:0.0:1787398636.648892:0:162514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:0.0:1787398636.648898:0:162514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eeebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:167322:x1874221261041792:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:0.0:1787398636.648912:0:162514:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 513 -> diff = -25 00002000:02000040:0.0:1787398636.648915:0:162514:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:489 to 0x2c0000401:513) 00000100:00100000:2.0:1787398636.649283:0:167320:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2038336c0 going to sleep for 11 seconds 00002000:00010000:3.0:1787398636.663298:0:162515:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x281:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.663312:0:162515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006ccd7d29/0x5703899912344a1b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x281:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.663341:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x281:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.663346:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x281:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.663352:0:162515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ccd7d29/0x5703899912344a1b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.663367:0:162515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006ccd7d29/0x5703899912344a1b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.663377:0:162515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006ccd7d29/0x5703899912344a1b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.663384:0:162515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006ccd7d29/0x5703899912344a1b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.663403:0:162515:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1787398636.663560:0:162515:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x280:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.663565:0:162515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092c9dae8/0x5703899912344a22 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x280:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.663573:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x280:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.663577:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x280:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.663581:0:162515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092c9dae8/0x5703899912344a22 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.663590:0:162515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000092c9dae8/0x5703899912344a22 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.663603:0:162515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092c9dae8/0x5703899912344a22 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.663609:0:162515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000092c9dae8/0x5703899912344a22 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.663636:0:162515:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1787398636.663678:0:162515:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.663684:0:162515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003addc654/0x5703899912344a29 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.663692:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27f:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.663694:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.663698:0:162515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003addc654/0x5703899912344a29 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.663707:0:162515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003addc654/0x5703899912344a29 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.663714:0:162515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003addc654/0x5703899912344a29 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.663722:0:162515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003addc654/0x5703899912344a29 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.663748:0:162515:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:3.0:1787398636.663791:0:162515:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.663796:0:162515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ca7c01d5/0x5703899912344a30 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.663805:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27e:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.663808:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.663811:0:162515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ca7c01d5/0x5703899912344a30 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.663819:0:162515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ca7c01d5/0x5703899912344a30 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.663826:0:162515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ca7c01d5/0x5703899912344a30 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.663832:0:162515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ca7c01d5/0x5703899912344a30 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.663839:0:162515:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:3.0:1787398636.663877:0:162515:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.663882:0:162515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000763b2f93/0x5703899912344a37 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.663889:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27d:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.663897:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.663902:0:162515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000763b2f93/0x5703899912344a37 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.663911:0:162515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000763b2f93/0x5703899912344a37 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.663918:0:162515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000763b2f93/0x5703899912344a37 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.663925:0:162515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000763b2f93/0x5703899912344a37 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.663933:0:162515:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:3.0:1787398636.663974:0:162515:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.663979:0:162515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e0e42a4/0x5703899912344a3e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.663986:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27c:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.663988:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.663992:0:162515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e0e42a4/0x5703899912344a3e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664000:0:162515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e0e42a4/0x5703899912344a3e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664007:0:162515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e0e42a4/0x5703899912344a3e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664019:0:162515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004e0e42a4/0x5703899912344a3e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664028:0:162515:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:3.0:1787398636.664074:0:162515:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.664079:0:162515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce195593/0x5703899912344a45 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664087:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27b:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.664089:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.664092:0:162515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce195593/0x5703899912344a45 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664100:0:162515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce195593/0x5703899912344a45 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664108:0:162515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce195593/0x5703899912344a45 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664115:0:162515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ce195593/0x5703899912344a45 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664202:0:162515:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00010000:3.0:1787398636.664246:0:162515:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.664252:0:162515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000bd462e9/0x5703899912344a4c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664266:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27a:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.664269:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.664274:0:162515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000bd462e9/0x5703899912344a4c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664282:0:162515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000bd462e9/0x5703899912344a4c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664291:0:162515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000bd462e9/0x5703899912344a4c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664298:0:162515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000bd462e9/0x5703899912344a4c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664307:0:162515:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00002000:00010000:3.0:1787398636.664352:0:162515:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x279:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.664357:0:162515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007dbbbabf/0x5703899912344a53 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x279:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664365:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x279:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.664367:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x279:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.664371:0:162515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007dbbbabf/0x5703899912344a53 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664379:0:162515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007dbbbabf/0x5703899912344a53 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664393:0:162515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007dbbbabf/0x5703899912344a53 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664400:0:162515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007dbbbabf/0x5703899912344a53 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664408:0:162515:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00002000:00010000:3.0:1787398636.664449:0:162515:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x278:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.664455:0:162515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000001220a57/0x5703899912344a5a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x278:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664462:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x278:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.664465:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x278:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.664469:0:162515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000001220a57/0x5703899912344a5a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664502:0:162515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000001220a57/0x5703899912344a5a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664511:0:162515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000001220a57/0x5703899912344a5a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664517:0:162515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000001220a57/0x5703899912344a5a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664552:0:162515:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00002000:00010000:3.0:1787398636.664594:0:162515:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x277:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.664599:0:162515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000017f63313/0x5703899912344a61 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x277:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664606:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x277:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.664609:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x277:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.664612:0:162515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017f63313/0x5703899912344a61 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664620:0:162515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000017f63313/0x5703899912344a61 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664627:0:162515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000017f63313/0x5703899912344a61 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664634:0:162515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000017f63313/0x5703899912344a61 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664641:0:162515:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00002000:00010000:3.0:1787398636.664678:0:162515:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x276:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.664682:0:162515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000076f8d022/0x5703899912344a68 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x276:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664691:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x276:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.664699:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x276:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.664703:0:162515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000076f8d022/0x5703899912344a68 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664713:0:162515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000076f8d022/0x5703899912344a68 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664721:0:162515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000076f8d022/0x5703899912344a68 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664728:0:162515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000076f8d022/0x5703899912344a68 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664737:0:162515:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/12 locks to regular blp list, 12 blwis in pool 00002000:00010000:3.0:1787398636.664775:0:162515:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x275:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.664780:0:162515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007c2edf33/0x5703899912344a6f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x275:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664788:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x275:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.664791:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x275:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.664794:0:162515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007c2edf33/0x5703899912344a6f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664803:0:162515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007c2edf33/0x5703899912344a6f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664810:0:162515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007c2edf33/0x5703899912344a6f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664823:0:162515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007c2edf33/0x5703899912344a6f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664832:0:162515:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/13 locks to regular blp list, 13 blwis in pool 00002000:00010000:3.0:1787398636.664874:0:162515:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x274:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.664878:0:162515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000028333b0a/0x5703899912344a76 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x274:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664886:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x274:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.664888:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x274:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.664892:0:162515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000028333b0a/0x5703899912344a76 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664900:0:162515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000028333b0a/0x5703899912344a76 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664909:0:162515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000028333b0a/0x5703899912344a76 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664916:0:162515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000028333b0a/0x5703899912344a76 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664925:0:162515:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/14 locks to regular blp list, 14 blwis in pool 00002000:00010000:3.0:1787398636.664964:0:162515:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x273:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.664969:0:162515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000035cfeb36/0x5703899912344a7d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x273:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664982:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x273:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.664984:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x273:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.664988:0:162515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000035cfeb36/0x5703899912344a7d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.664997:0:162515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000035cfeb36/0x5703899912344a7d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665006:0:162515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000035cfeb36/0x5703899912344a7d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665011:0:162515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000035cfeb36/0x5703899912344a7d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665019:0:162515:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/15 locks to regular blp list, 15 blwis in pool 00002000:00010000:3.0:1787398636.665055:0:162515:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x272:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.665061:0:162515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000727e9da7/0x5703899912344a84 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x272:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665069:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x272:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.665071:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x272:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.665075:0:162515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000727e9da7/0x5703899912344a84 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665082:0:162515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000727e9da7/0x5703899912344a84 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665095:0:162515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000727e9da7/0x5703899912344a84 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665102:0:162515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000727e9da7/0x5703899912344a84 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665109:0:162515:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/16 locks to regular blp list, 16 blwis in pool 00002000:00010000:3.0:1787398636.665164:0:162515:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x271:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.665169:0:162515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003a2abb4d/0x5703899912344a8b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x271:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665177:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x271:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.665179:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x271:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.665183:0:162515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003a2abb4d/0x5703899912344a8b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665191:0:162515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003a2abb4d/0x5703899912344a8b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665199:0:162515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003a2abb4d/0x5703899912344a8b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665205:0:162515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003a2abb4d/0x5703899912344a8b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665226:0:162515:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/17 locks to regular blp list, 17 blwis in pool 00002000:00010000:3.0:1787398636.665271:0:162515:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x270:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.665276:0:162515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000222dcc08/0x5703899912344a92 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x270:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665285:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x270:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.665288:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x270:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.665291:0:162515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000222dcc08/0x5703899912344a92 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665301:0:162515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000222dcc08/0x5703899912344a92 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665309:0:162515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000222dcc08/0x5703899912344a92 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665318:0:162515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000222dcc08/0x5703899912344a92 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665327:0:162515:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/18 locks to regular blp list, 18 blwis in pool 00002000:00010000:3.0:1787398636.665367:0:162515:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.665372:0:162515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa356f36/0x5703899912344a99 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665380:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26f:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.665389:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.665393:0:162515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa356f36/0x5703899912344a99 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665403:0:162515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa356f36/0x5703899912344a99 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665411:0:162515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa356f36/0x5703899912344a99 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665418:0:162515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aa356f36/0x5703899912344a99 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665427:0:162515:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/19 locks to regular blp list, 19 blwis in pool 00002000:00010000:3.0:1787398636.665465:0:162515:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.665470:0:162515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009e55ed99/0x5703899912344aa0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665503:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26e:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.665507:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.665511:0:162515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e55ed99/0x5703899912344aa0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665530:0:162515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e55ed99/0x5703899912344aa0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665537:0:162515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009e55ed99/0x5703899912344aa0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665550:0:162515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009e55ed99/0x5703899912344aa0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665561:0:162515:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/20 locks to regular blp list, 20 blwis in pool 00002000:00010000:3.0:1787398636.665601:0:162515:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.665606:0:162515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052005c5e/0x5703899912344aa7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665614:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26d:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.665616:0:162515:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.665621:0:162515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052005c5e/0x5703899912344aa7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665629:0:162515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052005c5e/0x5703899912344aa7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665636:0:162515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052005c5e/0x5703899912344aa7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665642:0:162515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000052005c5e/0x5703899912344aa7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665651:0:162515:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/21 locks to regular blp list, 21 blwis in pool 00002000:00080000:3.0:1787398636.665680:0:162515:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:620 00000100:00100000:3.0:1787398636.665781:0:162515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:167320:x1874221261041920:12345-0@lo:5:osp-pre-0-0.0 Request processed in 16943us (17119us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398636.665797:0:162515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00010000:00010000:3.0:1787398636.665883:0:159531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c200/0x5703899912344aae lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665895:0:159531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c200/0x5703899912344aae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665906:0:159531:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c200/0x5703899912344aae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665919:0:159531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c400/0x5703899912344ab5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x31e7ca2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665926:0:159531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c400/0x5703899912344ab5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31e7ca2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665933:0:159531:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c400/0x5703899912344ab5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31e7ca2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665988:0:159531:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c200/0x5703899912344aae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.665995:0:159531:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c200/0x5703899912344aae lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.666001:0:159531:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c200/0x5703899912344aae lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.666008:0:159531:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242c200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398636.666012:0:159531:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c200/0x5703899912344aae lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.666029:0:159531:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c200/0x5703899912344aae lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.666043:0:159531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf3213ec800) 00010000:00010000:3.0:1787398636.666046:0:159531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398636.666052:0:159531:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c200/0x5703899912344aae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.666057:0:159531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c200/0x5703899912344aae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.666070:0:159531:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c400/0x5703899912344ab5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31e7ca2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.666076:0:159531:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c400/0x5703899912344ab5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31e7ca2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.666080:0:159531:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c400/0x5703899912344ab5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31e7ca2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.666085:0:159531:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242c400 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398636.666087:0:159531:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c400/0x5703899912344ab5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31e7ca2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.666092:0:159531:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c400/0x5703899912344ab5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31e7ca2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.666098:0:159531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x31e7ca2 (ffff9cf337a20600) 00010000:00010000:3.0:1787398636.666100:0:159531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398636.666103:0:159531:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c400/0x5703899912344ab5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x31e7ca2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.666117:0:159531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20242c400/0x5703899912344ab5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x31e7ca2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.666155:0:159531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b400/0x5703899912344a14 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a824 expref: 8 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.666166:0:159531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf3213ec800) 00010000:00010000:3.0:1787398636.666168:0:159531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1787398636.666172:0:159531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b400/0x5703899912344a14 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a824 expref: 8 pid: 159531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.666182:0:159531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf203a9b400, rc -2) 00000100:00100000:3.0:1787398636.666806:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:0:x1874221247596032:12345-192.168.204.36@tcp:63:ll_sa.0 Request processed in 72894us (72967us total) trans 0 rc -2/-2 00000100:00100000:3.0:1787398636.666816:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 741 00010000:00010000:3.0:1787398636.666845:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 20 total in blp. (20 blwis in pool) 00010000:00010000:3.0:1787398636.666852:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006ccd7d29/0x5703899912344a1b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.666862:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9b800 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398636.666866:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006ccd7d29/0x5703899912344a1b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.666875:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006ccd7d29/0x5703899912344a1b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.666905:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006ccd7d29/0x5703899912344a1b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.666913:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ccd7d29/0x5703899912344a1b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.666931:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 19 total in blp. (19 blwis in pool) 00010000:00010000:3.0:1787398636.666935:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000092c9dae8/0x5703899912344a22 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.666942:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9bc00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398636.666946:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000092c9dae8/0x5703899912344a22 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.666953:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000092c9dae8/0x5703899912344a22 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.666963:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000092c9dae8/0x5703899912344a22 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.666971:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000092c9dae8/0x5703899912344a22 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.666984:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 18 total in blp. (18 blwis in pool) 00010000:00010000:3.0:1787398636.666988:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003addc654/0x5703899912344a29 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667001:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9ae00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398636.667004:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003addc654/0x5703899912344a29 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667011:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003addc654/0x5703899912344a29 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667022:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003addc654/0x5703899912344a29 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667029:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003addc654/0x5703899912344a29 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667041:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 17 total in blp. (17 blwis in pool) 00010000:00010000:3.0:1787398636.667045:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ca7c01d5/0x5703899912344a30 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667051:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9ba00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398636.667054:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ca7c01d5/0x5703899912344a30 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667062:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ca7c01d5/0x5703899912344a30 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667072:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ca7c01d5/0x5703899912344a30 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667086:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ca7c01d5/0x5703899912344a30 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667101:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 16 total in blp. (16 blwis in pool) 00010000:00010000:3.0:1787398636.667104:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000763b2f93/0x5703899912344a37 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667111:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9a400 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398636.667114:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000763b2f93/0x5703899912344a37 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667131:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000763b2f93/0x5703899912344a37 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667144:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000763b2f93/0x5703899912344a37 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667150:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000763b2f93/0x5703899912344a37 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667162:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 15 total in blp. (15 blwis in pool) 00010000:00010000:3.0:1787398636.667166:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004e0e42a4/0x5703899912344a3e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667173:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9b200 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398636.667182:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004e0e42a4/0x5703899912344a3e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667190:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004e0e42a4/0x5703899912344a3e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667201:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004e0e42a4/0x5703899912344a3e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667208:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e0e42a4/0x5703899912344a3e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667223:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 14 total in blp. (14 blwis in pool) 00010000:00010000:3.0:1787398636.667227:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ce195593/0x5703899912344a45 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667233:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9a600 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398636.667248:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce195593/0x5703899912344a45 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667256:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce195593/0x5703899912344a45 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667265:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ce195593/0x5703899912344a45 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667273:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce195593/0x5703899912344a45 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667293:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 13 total in blp. (13 blwis in pool) 00010000:00010000:3.0:1787398636.667297:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000bd462e9/0x5703899912344a4c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667303:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9a000 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398636.667306:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000bd462e9/0x5703899912344a4c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667313:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000bd462e9/0x5703899912344a4c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667322:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000bd462e9/0x5703899912344a4c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667328:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000bd462e9/0x5703899912344a4c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667339:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 12 total in blp. (12 blwis in pool) 00010000:00010000:3.0:1787398636.667342:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007dbbbabf/0x5703899912344a53 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667348:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9be00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398636.667351:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007dbbbabf/0x5703899912344a53 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667368:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007dbbbabf/0x5703899912344a53 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667378:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007dbbbabf/0x5703899912344a53 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667385:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007dbbbabf/0x5703899912344a53 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667398:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 11 total in blp. (11 blwis in pool) 00010000:00010000:3.0:1787398636.667401:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000001220a57/0x5703899912344a5a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667407:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9ac00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398636.667409:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000001220a57/0x5703899912344a5a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667417:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000001220a57/0x5703899912344a5a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667426:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000001220a57/0x5703899912344a5a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667433:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000001220a57/0x5703899912344a5a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667517:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 10 total in blp. (10 blwis in pool) 00010000:00010000:3.0:1787398636.667531:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000017f63313/0x5703899912344a61 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667537:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf202430400 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398636.667540:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000017f63313/0x5703899912344a61 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667546:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000017f63313/0x5703899912344a61 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667557:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000017f63313/0x5703899912344a61 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667563:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000017f63313/0x5703899912344a61 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667578:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:3.0:1787398636.667582:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000076f8d022/0x5703899912344a68 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667588:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf202c5be00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398636.667591:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000076f8d022/0x5703899912344a68 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667610:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000076f8d022/0x5703899912344a68 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398636.667610:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:2.0:1787398636.667621:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007c2edf33/0x5703899912344a6f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398636.667630:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf202c5b200 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:2.0:1787398636.667641:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007c2edf33/0x5703899912344a6f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398636.667648:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007c2edf33/0x5703899912344a6f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398636.667659:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007c2edf33/0x5703899912344a6f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398636.667666:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007c2edf33/0x5703899912344a6f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398636.667681:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:2.0:1787398636.667687:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000028333b0a/0x5703899912344a76 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667698:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000076f8d022/0x5703899912344a68 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667707:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000076f8d022/0x5703899912344a68 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667723:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1787398636.667726:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000035cfeb36/0x5703899912344a7d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667733:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf202c5bc00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398636.667735:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000035cfeb36/0x5703899912344a7d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667742:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000035cfeb36/0x5703899912344a7d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667752:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000035cfeb36/0x5703899912344a7d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667759:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000035cfeb36/0x5703899912344a7d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667784:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1787398636.667787:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000727e9da7/0x5703899912344a84 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667794:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf202c5ac00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398636.667797:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000727e9da7/0x5703899912344a84 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667804:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000727e9da7/0x5703899912344a84 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667814:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000727e9da7/0x5703899912344a84 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667820:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000727e9da7/0x5703899912344a84 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667833:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1787398636.667836:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003a2abb4d/0x5703899912344a8b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667842:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf202c5b400 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398636.667844:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003a2abb4d/0x5703899912344a8b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667863:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003a2abb4d/0x5703899912344a8b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667874:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003a2abb4d/0x5703899912344a8b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667880:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003a2abb4d/0x5703899912344a8b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667895:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1787398636.667898:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000222dcc08/0x5703899912344a92 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667905:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf202c5b800 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398636.667908:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000222dcc08/0x5703899912344a92 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667915:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000222dcc08/0x5703899912344a92 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667924:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000222dcc08/0x5703899912344a92 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667931:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000222dcc08/0x5703899912344a92 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667973:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1787398636.667977:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aa356f36/0x5703899912344a99 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667984:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf202c5ba00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398636.667987:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa356f36/0x5703899912344a99 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.667996:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa356f36/0x5703899912344a99 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.668006:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aa356f36/0x5703899912344a99 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.668014:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa356f36/0x5703899912344a99 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.668026:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787398636.668030:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009e55ed99/0x5703899912344aa0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.668036:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf202c5a400 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398636.668039:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009e55ed99/0x5703899912344aa0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.668056:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009e55ed99/0x5703899912344aa0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.668066:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009e55ed99/0x5703899912344aa0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.668072:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e55ed99/0x5703899912344aa0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.668085:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787398636.668088:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000052005c5e/0x5703899912344aa7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.668095:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242d800 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398636.668098:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000052005c5e/0x5703899912344aa7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.668104:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000052005c5e/0x5703899912344aa7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.668113:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000052005c5e/0x5703899912344aa7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.668120:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052005c5e/0x5703899912344aa7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.668140:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398636.668142:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398636.668144:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398636.668152:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398636.668198:0:167320:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a1fb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:167320:1874221261041920:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1787398636.668212:0:167320:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x281:0x0] from OST, last_created [0x280000401:0x281:0x0]last_used is [0x280000401:0x26c:0x0] 00000100:00100000:3.0:1787398636.668292:0:167320:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad3800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:167320:1874221261042176:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1787398636.668342:0:167320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398636.668367:0:167320:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20477ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787398636.668463:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261042048:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787398636.668511:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398636.668568:0:162519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261042176 00000100:00100000:3.0:1787398636.668574:0:162519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261042176 00000100:00100000:3.0:1787398636.668614:0:162519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:3.0:1787398636.668637:0:162519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:167320:x1874221261042176:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:3.0:1787398636.668677:0:162519:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x280000401 at 642 00010000:00010000:2.0:1787398636.668877:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf202c5a600 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:2.0:1787398636.668883:0:159542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000028333b0a/0x5703899912344a76 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398636.668894:0:159542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000028333b0a/0x5703899912344a76 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398636.668910:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000028333b0a/0x5703899912344a76 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398636.668916:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000028333b0a/0x5703899912344a76 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398636.668946:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398636.668949:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398636.668952:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:3.0:1787398636.669189:0:162519:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x280000401 at 650 00000100:00100000:2.0:1787398636.670576:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261042048 00000100:00100000:2.0:1787398636.670587:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261042048 00000100:00100000:2.0:1787398636.670649:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:2.0:1787398636.670658:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:106500:x1874221261042048:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787398636.670686:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 2961408 granted 59357120 pending 896 free 67649536 avail 60481536 00000100:00100000:2.0:1787398636.671583:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:106500:x1874221261042048:12345-0@lo:13:osp-pre-0-0.0 Request processed in 921us (3066us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398636.671594:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00100000:2.0:1787398636.671665:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261042048:0@lo:13:osp-pre-0-0.0 00000001:00080000:3.0:1787398636.673828:0:162519:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 21474836587 00002000:00080000:3.0:1787398636.673873:0:162519:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x280000401 at 658 00000001:00080000:3.0:1787398636.677019:0:162519:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 21474836588 00002000:00080000:3.0:1787398636.677060:0:162519:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x280000401 at 666 00000001:00080000:3.0:1787398636.679918:0:162519:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 21474836589 00000100:00100000:3.0:1787398636.680056:0:162519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+9:167320:x1874221261042176:12345-0@lo:5:osp-pre-0-0.0 Request processed in 11416us (11708us total) trans 21474836590 rc 0/0 00000100:00100000:3.0:1787398636.680070:0:162519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000020:00080000:3.0:1787398636.680087:0:162519:0:(tgt_main.c:784:tgt_ses_key_exit()) total 4 transactions per RPC 00000100:00100000:2.0:1787398636.683298:0:167320:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad3800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:167320:1874221261042176:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1787398636.683320:0:167320:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x281:0x0]-[0x280000401:0x2a1:0x0] 00002000:00010000:1.0:1787398636.685030:0:162514:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x201:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787398636.685045:0:162514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000166883db/0x5703899912344abc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.685063:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x201:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:1.0:1787398636.685067:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x201:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398636.685072:0:162514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000166883db/0x5703899912344abc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.685088:0:162514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000166883db/0x5703899912344abc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.685100:0:162514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000166883db/0x5703899912344abc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.685109:0:162514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000166883db/0x5703899912344abc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.685579:0:162514:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1787398636.685721:0:162514:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x200:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.685728:0:162514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000964ac7e6/0x5703899912344ac3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.685738:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x200:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.685743:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x200:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.685748:0:162514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000964ac7e6/0x5703899912344ac3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.685758:0:162514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000964ac7e6/0x5703899912344ac3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.685768:0:162514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000964ac7e6/0x5703899912344ac3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.685776:0:162514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000964ac7e6/0x5703899912344ac3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.685794:0:162514:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1787398636.685838:0:162514:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1ff:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.685844:0:162514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c12e22cd/0x5703899912344aca lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.685852:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787398636.685854:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ff:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.685860:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ff:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398636.685863:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000166883db/0x5703899912344abc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.685865:0:162514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c12e22cd/0x5703899912344aca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.685876:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf205406200 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:0.0:1787398636.685884:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000166883db/0x5703899912344abc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.685889:0:162514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c12e22cd/0x5703899912344aca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.685903:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000166883db/0x5703899912344abc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.685905:0:162514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c12e22cd/0x5703899912344aca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.685927:0:162514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c12e22cd/0x5703899912344aca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.685936:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000166883db/0x5703899912344abc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.685942:0:162514:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1787398636.685951:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000166883db/0x5703899912344abc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.685978:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787398636.685982:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000964ac7e6/0x5703899912344ac3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.685989:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242c800 already unused, calling callback (ffffffffc0dc7e90) 00002000:00010000:3.0:1787398636.685993:0:162514:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1fe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398636.685994:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000964ac7e6/0x5703899912344ac3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.686004:0:162514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b9ac482/0x5703899912344ad1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.686007:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000964ac7e6/0x5703899912344ac3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.686022:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1fe:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.686028:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1fe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398636.686028:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000964ac7e6/0x5703899912344ac3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.686038:0:162514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b9ac482/0x5703899912344ad1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.686040:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000964ac7e6/0x5703899912344ac3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.686059:0:162514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009b9ac482/0x5703899912344ad1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.686063:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787398636.686069:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c12e22cd/0x5703899912344aca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.686072:0:162514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b9ac482/0x5703899912344ad1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.686083:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242ca00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:0.0:1787398636.686087:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c12e22cd/0x5703899912344aca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.686107:0:162514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009b9ac482/0x5703899912344ad1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.686123:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c12e22cd/0x5703899912344aca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.686136:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c12e22cd/0x5703899912344aca lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.686141:0:162514:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787398636.686144:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c12e22cd/0x5703899912344aca lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398636.686185:0:162514:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1fd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.686191:0:162514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a2351f23/0x5703899912344ad8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.686199:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1fd:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.686202:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1fd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.686206:0:162514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a2351f23/0x5703899912344ad8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.686216:0:162514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a2351f23/0x5703899912344ad8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.686228:0:162514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a2351f23/0x5703899912344ad8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.686232:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787398636.686237:0:162514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a2351f23/0x5703899912344ad8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.686246:0:162514:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1787398636.686285:0:162514:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1fc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.686291:0:162514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000061a38b28/0x5703899912344adf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.686305:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009b9ac482/0x5703899912344ad1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.686308:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1fc:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.686316:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1fc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787398636.686323:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242d400 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398636.686325:0:162514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000061a38b28/0x5703899912344adf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.686330:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009b9ac482/0x5703899912344ad1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.686341:0:162514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000061a38b28/0x5703899912344adf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.686344:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009b9ac482/0x5703899912344ad1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.686360:0:162514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000061a38b28/0x5703899912344adf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.686366:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009b9ac482/0x5703899912344ad1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.686372:0:162514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000061a38b28/0x5703899912344adf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.686378:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b9ac482/0x5703899912344ad1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.686391:0:162514:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1787398636.686447:0:162514:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1fb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.686452:0:162514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004c45891e/0x5703899912344ae6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.686496:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1fb:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.686501:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1fb:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.686506:0:162514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004c45891e/0x5703899912344ae6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.686506:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787398636.686512:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a2351f23/0x5703899912344ad8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.686534:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242d600 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398636.686535:0:162514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c45891e/0x5703899912344ae6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.686538:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a2351f23/0x5703899912344ad8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.686551:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a2351f23/0x5703899912344ad8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.686559:0:162514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004c45891e/0x5703899912344ae6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.686565:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a2351f23/0x5703899912344ad8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.686568:0:162514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004c45891e/0x5703899912344ae6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.686583:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a2351f23/0x5703899912344ad8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.686588:0:162514:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1787398636.686597:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787398636.686601:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000061a38b28/0x5703899912344adf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.686609:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242cc00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:0.0:1787398636.686612:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000061a38b28/0x5703899912344adf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.686630:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000061a38b28/0x5703899912344adf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398636.686634:0:162514:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1fa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787398636.686641:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000061a38b28/0x5703899912344adf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.686642:0:162514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001450ffe7/0x5703899912344aed lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.686662:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000061a38b28/0x5703899912344adf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.686664:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1fa:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.686673:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1fa:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.686680:0:162514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001450ffe7/0x5703899912344aed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.686681:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787398636.686688:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004c45891e/0x5703899912344ae6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.686696:0:162514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001450ffe7/0x5703899912344aed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.686698:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242c000 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:0.0:1787398636.686704:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004c45891e/0x5703899912344ae6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.686713:0:162514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001450ffe7/0x5703899912344aed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.686716:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004c45891e/0x5703899912344ae6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.686728:0:162514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001450ffe7/0x5703899912344aed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.686747:0:162514:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1787398636.686788:0:162514:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1f9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.686793:0:162514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c02c6bc8/0x5703899912344af4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.686801:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f9:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.686804:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.686808:0:162514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c02c6bc8/0x5703899912344af4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.686816:0:162514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c02c6bc8/0x5703899912344af4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.686824:0:162514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c02c6bc8/0x5703899912344af4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.686831:0:162514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c02c6bc8/0x5703899912344af4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.686840:0:162514:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1787398636.686872:0:162514:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1f8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.686876:0:162514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bb7eeb27/0x5703899912344afb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.686883:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f8:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.686891:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.686895:0:162514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bb7eeb27/0x5703899912344afb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.686915:0:162514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bb7eeb27/0x5703899912344afb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.686919:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004c45891e/0x5703899912344ae6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.686925:0:162514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bb7eeb27/0x5703899912344afb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.686936:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c45891e/0x5703899912344ae6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.686941:0:162514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bb7eeb27/0x5703899912344afb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.686952:0:162514:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1787398636.686974:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1787398636.686978:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001450ffe7/0x5703899912344aed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.686986:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242ce00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:0.0:1787398636.686990:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001450ffe7/0x5703899912344aed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.686997:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001450ffe7/0x5703899912344aed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398636.687001:0:162514:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1f7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.687013:0:162514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000569c6788/0x5703899912344b02 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.687016:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001450ffe7/0x5703899912344aed lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687026:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f7:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:0.0:1787398636.687030:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001450ffe7/0x5703899912344aed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687031:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.687041:0:162514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000569c6788/0x5703899912344b02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.687048:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787398636.687054:0:162514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000569c6788/0x5703899912344b02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.687054:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c02c6bc8/0x5703899912344af4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.687073:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242d200 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:3.0:1787398636.687076:0:162514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000569c6788/0x5703899912344b02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.687079:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c02c6bc8/0x5703899912344af4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687098:0:162514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000569c6788/0x5703899912344b02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.687123:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c02c6bc8/0x5703899912344af4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687124:0:162514:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1787398636.687139:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c02c6bc8/0x5703899912344af4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398636.687171:0:162514:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1f6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.687177:0:162514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000097835271/0x5703899912344b09 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687185:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f6:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.687188:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.687191:0:162514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000097835271/0x5703899912344b09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687200:0:162514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000097835271/0x5703899912344b09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687206:0:162514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000097835271/0x5703899912344b09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687213:0:162514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000097835271/0x5703899912344b09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687221:0:162514:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:3.0:1787398636.687255:0:162514:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1f5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.687260:0:162514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b23ae139/0x5703899912344b10 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687273:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f5:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.687275:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.687279:0:162514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b23ae139/0x5703899912344b10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687288:0:162514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b23ae139/0x5703899912344b10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687297:0:162514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b23ae139/0x5703899912344b10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687304:0:162514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b23ae139/0x5703899912344b10 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687313:0:162514:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:3.0:1787398636.687350:0:162514:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1f4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.687355:0:162514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c479b83/0x5703899912344b17 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687363:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f4:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.687365:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.687369:0:162514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c479b83/0x5703899912344b17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687377:0:162514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c479b83/0x5703899912344b17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687391:0:162514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c479b83/0x5703899912344b17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687398:0:162514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006c479b83/0x5703899912344b17 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687406:0:162514:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:3.0:1787398636.687450:0:162514:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1f3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.687455:0:162514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b0acb13e/0x5703899912344b1e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687462:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f3:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.687464:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.687467:0:162514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b0acb13e/0x5703899912344b1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687497:0:162514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b0acb13e/0x5703899912344b1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687506:0:162514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b0acb13e/0x5703899912344b1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687512:0:162514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b0acb13e/0x5703899912344b1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687542:0:162514:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:3.0:1787398636.687586:0:162514:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1f2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.687592:0:162514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c9b1d4b2/0x5703899912344b25 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687599:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f2:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.687602:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.687605:0:162514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c9b1d4b2/0x5703899912344b25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687615:0:162514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c9b1d4b2/0x5703899912344b25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687623:0:162514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c9b1d4b2/0x5703899912344b25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687630:0:162514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c9b1d4b2/0x5703899912344b25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687639:0:162514:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00010000:3.0:1787398636.687673:0:162514:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1f1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.687678:0:162514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000734583b3/0x5703899912344b2c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687685:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f1:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.687692:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.687696:0:162514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000734583b3/0x5703899912344b2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687704:0:162514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000734583b3/0x5703899912344b2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687712:0:162514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000734583b3/0x5703899912344b2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687719:0:162514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000734583b3/0x5703899912344b2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687726:0:162514:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00002000:00010000:3.0:1787398636.687759:0:162514:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1f0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.687765:0:162514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000661d9109/0x5703899912344b33 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687773:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f0:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.687776:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.687780:0:162514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000661d9109/0x5703899912344b33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687788:0:162514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000661d9109/0x5703899912344b33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687795:0:162514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000661d9109/0x5703899912344b33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687807:0:162514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000661d9109/0x5703899912344b33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687815:0:162514:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00002000:00010000:3.0:1787398636.687853:0:162514:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1ef:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.687858:0:162514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000671bbdda/0x5703899912344b3a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687866:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ef:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.687868:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ef:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.687872:0:162514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000671bbdda/0x5703899912344b3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687879:0:162514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000671bbdda/0x5703899912344b3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687885:0:162514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000671bbdda/0x5703899912344b3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687891:0:162514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000671bbdda/0x5703899912344b3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687898:0:162514:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00002000:00010000:3.0:1787398636.687930:0:162514:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1ee:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.687935:0:162514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ef1dd14a/0x5703899912344b41 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687948:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ee:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.687952:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ee:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.687956:0:162514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef1dd14a/0x5703899912344b41 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687965:0:162514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ef1dd14a/0x5703899912344b41 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687972:0:162514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ef1dd14a/0x5703899912344b41 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687979:0:162514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ef1dd14a/0x5703899912344b41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.687988:0:162514:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00002000:00010000:3.0:1787398636.688024:0:162514:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1ed:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.688029:0:162514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006147149a/0x5703899912344b48 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.688036:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ed:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.688038:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ed:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.688041:0:162514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006147149a/0x5703899912344b48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.688048:0:162514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006147149a/0x5703899912344b48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.688060:0:162514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006147149a/0x5703899912344b48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.688066:0:162514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006147149a/0x5703899912344b48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.688074:0:162514:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/12 locks to regular blp list, 12 blwis in pool 00002000:00010000:3.0:1787398636.688113:0:162514:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1ec:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.688119:0:162514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003954ccdf/0x5703899912344b4f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.688127:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ec:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.688129:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ec:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.688133:0:162514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003954ccdf/0x5703899912344b4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.688141:0:162514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003954ccdf/0x5703899912344b4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.688149:0:162514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003954ccdf/0x5703899912344b4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.688156:0:162514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003954ccdf/0x5703899912344b4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.688175:0:162514:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/13 locks to regular blp list, 13 blwis in pool 00002000:00010000:3.0:1787398636.688216:0:162514:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1eb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.688221:0:162514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000093c24aed/0x5703899912344b56 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.688230:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1eb:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.688233:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1eb:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.688237:0:162514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000093c24aed/0x5703899912344b56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.688246:0:162514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000093c24aed/0x5703899912344b56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.688252:0:162514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000093c24aed/0x5703899912344b56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.688259:0:162514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000093c24aed/0x5703899912344b56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.688266:0:162514:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/14 locks to regular blp list, 14 blwis in pool 00002000:00010000:3.0:1787398636.688301:0:162514:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1ea:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.688307:0:162514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000083da2194/0x5703899912344b5d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.688315:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ea:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.688324:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ea:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.688328:0:162514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000083da2194/0x5703899912344b5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.688338:0:162514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000083da2194/0x5703899912344b5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.688345:0:162514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000083da2194/0x5703899912344b5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.688352:0:162514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000083da2194/0x5703899912344b5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.688362:0:162514:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/15 locks to regular blp list, 15 blwis in pool 00010000:00010000:0.0:1787398636.688444:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c02c6bc8/0x5703899912344af4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.688469:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 14 total in blp. (14 blwis in pool) 00010000:00010000:0.0:1787398636.688503:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bb7eeb27/0x5703899912344afb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.688511:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242d000 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:0.0:1787398636.688515:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bb7eeb27/0x5703899912344afb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.688535:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bb7eeb27/0x5703899912344afb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.688548:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bb7eeb27/0x5703899912344afb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.688555:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bb7eeb27/0x5703899912344afb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.688581:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 13 total in blp. (13 blwis in pool) 00010000:00010000:0.0:1787398636.688584:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000569c6788/0x5703899912344b02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.688590:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242de00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:0.0:1787398636.688594:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000569c6788/0x5703899912344b02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.688600:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000569c6788/0x5703899912344b02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.688609:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000569c6788/0x5703899912344b02 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.688615:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000569c6788/0x5703899912344b02 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.688624:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 12 total in blp. (12 blwis in pool) 00010000:00010000:0.0:1787398636.688627:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000097835271/0x5703899912344b09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.688631:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242dc00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:0.0:1787398636.688634:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000097835271/0x5703899912344b09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.688651:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000097835271/0x5703899912344b09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.688660:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000097835271/0x5703899912344b09 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.688668:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000097835271/0x5703899912344b09 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.688680:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 11 total in blp. (11 blwis in pool) 00010000:00010000:0.0:1787398636.688684:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b23ae139/0x5703899912344b10 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.688690:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20242da00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:0.0:1787398636.688693:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b23ae139/0x5703899912344b10 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.688700:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b23ae139/0x5703899912344b10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.688712:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b23ae139/0x5703899912344b10 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.688719:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b23ae139/0x5703899912344b10 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.688735:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 10 total in blp. (10 blwis in pool) 00010000:00010000:1.0:1787398636.688751:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006c479b83/0x5703899912344b17 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.688751:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:0.0:1787398636.688758:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b0acb13e/0x5703899912344b1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.688764:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75d400 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398636.688770:0:158783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006c479b83/0x5703899912344b17 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.688771:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75c800 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:0.0:1787398636.688777:0:158782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b0acb13e/0x5703899912344b1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.688784:0:158783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006c479b83/0x5703899912344b17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.688789:0:158782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b0acb13e/0x5703899912344b1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.688802:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006c479b83/0x5703899912344b17 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398636.688806:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b0acb13e/0x5703899912344b1e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.688822:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c479b83/0x5703899912344b17 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.688840:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:1.0:1787398636.688845:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c9b1d4b2/0x5703899912344b25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.688851:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75d600 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398636.688854:0:158783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c9b1d4b2/0x5703899912344b25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.688861:0:158783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c9b1d4b2/0x5703899912344b25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.688882:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c9b1d4b2/0x5703899912344b25 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.688890:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c9b1d4b2/0x5703899912344b25 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.688904:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:1.0:1787398636.688907:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000734583b3/0x5703899912344b2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.688914:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75c400 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398636.688917:0:158783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000734583b3/0x5703899912344b2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.688924:0:158783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000734583b3/0x5703899912344b2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.688933:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000734583b3/0x5703899912344b2c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.688940:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000734583b3/0x5703899912344b2c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.688952:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1787398636.688955:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000661d9109/0x5703899912344b33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.688968:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75de00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398636.688971:0:158783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000661d9109/0x5703899912344b33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.688980:0:158783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000661d9109/0x5703899912344b33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.688991:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000661d9109/0x5703899912344b33 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.688998:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000661d9109/0x5703899912344b33 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.689011:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1787398636.689015:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000671bbdda/0x5703899912344b3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.689021:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75ce00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398636.689024:0:158783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000671bbdda/0x5703899912344b3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.689031:0:158783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000671bbdda/0x5703899912344b3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.689040:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000671bbdda/0x5703899912344b3a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.689054:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000671bbdda/0x5703899912344b3a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.689067:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1787398636.689070:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ef1dd14a/0x5703899912344b41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.689076:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75c000 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398636.689079:0:158783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef1dd14a/0x5703899912344b41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.689087:0:158783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef1dd14a/0x5703899912344b41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.689097:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ef1dd14a/0x5703899912344b41 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.689104:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef1dd14a/0x5703899912344b41 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.689115:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1787398636.689118:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006147149a/0x5703899912344b48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.689137:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75c600 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398636.689147:0:158783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006147149a/0x5703899912344b48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.689154:0:158783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006147149a/0x5703899912344b48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.689164:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006147149a/0x5703899912344b48 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.689170:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006147149a/0x5703899912344b48 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.689180:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1787398636.689183:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003954ccdf/0x5703899912344b4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.689188:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75d000 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398636.689191:0:158783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003954ccdf/0x5703899912344b4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.689197:0:158783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003954ccdf/0x5703899912344b4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.689205:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003954ccdf/0x5703899912344b4f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.689212:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003954ccdf/0x5703899912344b4f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.689228:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787398636.689231:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000093c24aed/0x5703899912344b56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.689238:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75c200 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398636.689241:0:158783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000093c24aed/0x5703899912344b56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.689249:0:158783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000093c24aed/0x5703899912344b56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.689259:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000093c24aed/0x5703899912344b56 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.689266:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000093c24aed/0x5703899912344b56 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.689278:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787398636.689281:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000083da2194/0x5703899912344b5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.689287:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75da00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:1.0:1787398636.689290:0:158783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000083da2194/0x5703899912344b5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.689306:0:158783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000083da2194/0x5703899912344b5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.689317:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000083da2194/0x5703899912344b5d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.689324:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000083da2194/0x5703899912344b5d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.689338:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398636.689339:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398636.689341:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787398636.689735:0:162514:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1e9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787398636.689742:0:162514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007dbbbabf/0x5703899912344b64 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.689751:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e9:0x0].0x0 since=5657s v=(0 0) 00010000:00010000:3.0:1787398636.689755:0:162514:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787398636.689760:0:162514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007dbbbabf/0x5703899912344b64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.689769:0:162514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007dbbbabf/0x5703899912344b64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.689777:0:162514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007dbbbabf/0x5703899912344b64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.689793:0:162514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007dbbbabf/0x5703899912344b64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398636.689853:0:162514:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:3.0:1787398636.689917:0:162514:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:488 00000100:00100000:3.0:1787398636.690018:0:162514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eeebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:167322:x1874221261041792:12345-0@lo:5:osp-pre-1-0.0 Request processed in 41114us (41187us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398636.690029:0:162514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:3.0:1787398636.690095:0:167322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33eeea680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:167322:1874221261041792:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1787398636.690113:0:167322:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x201:0x0] from OST, last_created [0x2c0000401:0x201:0x0]last_used is [0x2c0000401:0x1e8:0x0] 00000100:00100000:3.0:1787398636.690260:0:167322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad1c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:167322:1874221261042432:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1787398636.690297:0:167322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398636.690328:0:167322:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20bb9d9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787398636.690344:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261042304:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787398636.690374:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398636.690413:0:162514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261042432 00000100:00100000:3.0:1787398636.690419:0:162514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261042432 00010000:00010000:1.0:1787398636.690597:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787398636.690605:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007dbbbabf/0x5703899912344b64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398636.690678:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398636.690683:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9be00 already unused, calling callback (ffffffffc0dc7e90) 00000100:00100000:2.0:1787398636.690691:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261042304 00010000:00010000:1.0:1787398636.690691:0:158783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007dbbbabf/0x5703899912344b64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398636.690697:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261042304 00010000:00010000:1.0:1787398636.690705:0:158783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007dbbbabf/0x5703899912344b64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.690723:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007dbbbabf/0x5703899912344b64 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398636.690731:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00100000:2.0:1787398636.690743:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:106501:x1874221261042304:12345-0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1787398636.690747:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007dbbbabf/0x5703899912344b64 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398636.690768:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398636.690771:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00000024:2.0:1787398636.690772:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61425600 pending 0 free 69681152 avail 62513152 00010000:00010000:1.0:1787398636.690774:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398636.691471:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261042304:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1787398636.691475:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b0acb13e/0x5703899912344b1e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398636.691582:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:106501:x1874221261042304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 842us (1207us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398636.691591:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00000100:00100000:0.0:1787398636.691716:0:160296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:0.0:1787398636.691791:0:160296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:167322:x1874221261042432:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:0.0:1787398636.691876:0:160296:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 8 objects in group 0x2c0000401 at 514 00002000:00080000:0.0:1787398636.692941:0:160296:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 8 objects in group 0x2c0000401 at 522 00000001:00080000:0.0:1787398636.693541:0:160296:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 17179869279 00002000:00080000:0.0:1787398636.693565:0:160296:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 8 objects in group 0x2c0000401 at 530 00000001:00080000:0.0:1787398636.694100:0:160296:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 17179869280 00002000:00080000:0.0:1787398636.694125:0:160296:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 8 objects in group 0x2c0000401 at 538 00000001:00080000:0.0:1787398636.695312:0:160296:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 17179869281 00000100:00100000:0.0:1787398636.695459:0:160296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:167322:x1874221261042432:12345-0@lo:5:osp-pre-1-0.0 Request processed in 3728us (5156us total) trans 17179869282 rc 0/0 00000100:00100000:0.0:1787398636.695472:0:160296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000020:00080000:0.0:1787398636.695502:0:160296:0:(tgt_main.c:784:tgt_ses_key_exit()) total 4 transactions per RPC 00010000:00010000:0.0:1787398636.695596:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398636.695600:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398636.695604:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398636.697830:0:167322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad1c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:167322:1874221261042432:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1787398636.697849:0:167322:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x201:0x0]-[0x2c0000401:0x221:0x0] 00000001:02000400:1.0:1787398636.797303:0:167588:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg436-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1787398636.824961:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398637.014872:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787398637.014896:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261042560:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787398637.014962:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398637.015005:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261042560 00000100:00100000:3.0:1787398637.015019:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261042560 00000100:00100000:3.0:1787398637.015066:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:3.0:1787398637.015073:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261042560:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787398637.015093:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61424704 pending 0 free 69681152 avail 62513152 00000100:00100000:3.0:1787398637.015138:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261042560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398637.015144:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00100000:3.0:1787398637.015193:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261042560:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787398637.016123:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787398637.016136:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33eeead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261042688:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787398637.016174:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398637.016203:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261042688 00000100:00100000:0.0:1787398637.016209:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261042688 00000100:00100000:0.0:1787398637.016237:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00100000:0.0:1787398637.016243:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eee9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261042688:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787398637.016257:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 2961408 granted 59356224 pending 0 free 67649536 avail 60481536 00000100:00100000:0.0:1787398637.016292:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eee9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261042688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 48us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398637.016298:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 00000100:00100000:0.0:1787398637.016336:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33eeead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261042688:0@lo:13:osp-pre-0-1.0 00000001:00080000:0.0:1787398637.019011:0:165607:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 25769803813 is committed 00000100:00100000:1.0:1787398637.220430:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398637.220803:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247596288 00000100:00100000:2.0:1787398637.220815:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247596288 00000100:00100000:2.0:1787398637.220877:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 63 00000100:00100000:2.0:1787398637.220887:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf205cf3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:857bea78-a9c1-41f7-87c7-fefab0f760c6+5:122716:x1874221247596288:12345-192.168.204.36@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787398637.220904:0:167307:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398637.220921:0:167307:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf20359d400/0x5703899912344b6b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a82b expref: -99 pid: 167307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398637.220948:0:167307:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf20359d400/0x5703899912344b6b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a82b expref: 6 pid: 167307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398637.220960:0:167307:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf20359d400/0x5703899912344b6b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a82b expref: 6 pid: 167307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398637.220970:0:167307:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20359d400, rc 0) 00000100:00100000:2.0:1787398637.221038:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf205cf3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:857bea78-a9c1-41f7-87c7-fefab0f760c6+6:122716:x1874221247596288:12345-192.168.204.36@tcp:101:ll_cfg_requeue.0 Request processed in 151us (630us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398637.221046:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 63 00000100:00100000:1.0:1787398637.224975:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398637.225075:0:167312:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247596416 00000100:00100000:0.0:1787398637.225086:0:167312:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247596416 00000100:00100000:0.0:1787398637.225146:0:167312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 64 00000100:00100000:0.0:1787398637.225156:0:167312:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20922fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:857bea78-a9c1-41f7-87c7-fefab0f760c6+6:122716:x1874221247596416:12345-192.168.204.36@tcp:256:ll_cfg_requeue.0 20000000:01000000:0.0:1787398637.225181:0:167312:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 16384. 20000000:01000000:0.0:1787398637.225207:0:167312:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1787398637.225211:0:167312:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/4/3. 20000000:01000000:0.0:1787398637.225219:0:167312:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/4/3. 20000000:01000000:0.0:1787398637.225223:0:167312:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/4/3. 20000000:01000000:0.0:1787398637.225225:0:167312:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 41 00000100:00100000:0.0:1787398637.228373:0:167312:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20922fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:857bea78-a9c1-41f7-87c7-fefab0f760c6+6:122716:x1874221247596416:12345-192.168.204.36@tcp:256:ll_cfg_requeue.0 Request processed in 3208us (3398us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398637.228388:0:167312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 64 00000100:00100000:1.0:1787398637.232329:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398637.232526:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247596544 00000100:00100000:2.0:1787398637.232536:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247596544 00000100:00100000:2.0:1787398637.232602:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 65 00000100:00100000:2.0:1787398637.232613:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20922c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:857bea78-a9c1-41f7-87c7-fefab0f760c6+6:122716:x1874221247596544:12345-192.168.204.36@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787398637.232634:0:167307:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398637.232658:0:167307:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf20359d000/0x5703899912344b72 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a832 expref: -99 pid: 167307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398637.232687:0:167307:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf20359d000/0x5703899912344b72 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a832 expref: 7 pid: 167307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398637.232720:0:167307:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf20359d000/0x5703899912344b72 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a832 expref: 7 pid: 167307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398637.232729:0:167307:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20359d000, rc 0) 00000100:00100000:2.0:1787398637.232838:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20922c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:857bea78-a9c1-41f7-87c7-fefab0f760c6+7:122716:x1874221247596544:12345-192.168.204.36@tcp:101:ll_cfg_requeue.0 Request processed in 225us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398637.232845:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 65 00000100:00100000:2.0:1787398637.241174:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398637.241449:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247596672 00000100:00100000:0.0:1787398637.241461:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247596672 00000100:00100000:0.0:1787398637.241569:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 66 00000100:00100000:0.0:1787398637.241581:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20922c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+7:122716:x1874221247596672:12345-192.168.204.36@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787398637.241769:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20922c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+8:122716:x1874221247596672:12345-192.168.204.36@tcp:501:ll_cfg_requeue.0 Request processed in 190us (608us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398637.241777:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 66 00000100:00100000:2.0:1787398637.246415:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398637.247646:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247596800 00000100:00100000:0.0:1787398637.247662:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247596800 00000100:00100000:0.0:1787398637.247901:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 67 00000100:00100000:0.0:1787398637.247913:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf32d3b5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:857bea78-a9c1-41f7-87c7-fefab0f760c6+8:122716:x1874221247596800:12345-192.168.204.36@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787398637.248086:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf32d3b5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:857bea78-a9c1-41f7-87c7-fefab0f760c6+8:122716:x1874221247596800:12345-192.168.204.36@tcp:503:ll_cfg_requeue.0 Request processed in 174us (1680us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398637.248095:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 67 00000100:00100000:1.0:1787398637.277237:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398637.277363:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247596928 00000100:00100000:0.0:1787398637.277374:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247596928 00000100:00100000:0.0:1787398637.277444:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 68 00000100:00100000:0.0:1787398637.277463:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf32d3b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+8:122716:x1874221247596928:12345-192.168.204.36@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787398637.277520:0:167308:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398637.277544:0:167308:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf20bf48200/0x5703899912344b79 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a839 expref: -99 pid: 167308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398637.277591:0:167308:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf20bf48200/0x5703899912344b79 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a839 expref: 9 pid: 167308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398637.277604:0:167308:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf20bf48200/0x5703899912344b79 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a839 expref: 9 pid: 167308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398637.277613:0:167308:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20bf48200, rc 0) 00000100:00100000:0.0:1787398637.277677:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf32d3b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+9:122716:x1874221247596928:12345-192.168.204.36@tcp:101:ll_cfg_requeue.0 Request processed in 223us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398637.277684:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 68 00000100:00100000:2.0:1787398637.295599:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398637.295707:0:167309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247597056 00000100:00100000:1.0:1787398637.295718:0:167309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247597056 00000100:00100000:1.0:1787398637.295766:0:167309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 69 00000100:00100000:1.0:1787398637.295776:0:167309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf32d3b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:857bea78-a9c1-41f7-87c7-fefab0f760c6+9:122716:x1874221247597056:12345-192.168.204.36@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787398637.295943:0:167309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf32d3b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:857bea78-a9c1-41f7-87c7-fefab0f760c6+9:122716:x1874221247597056:12345-192.168.204.36@tcp:501:ll_cfg_requeue.0 Request processed in 167us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398637.295951:0:167309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 69 00000100:00100000:2.0:1787398637.302187:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398637.302335:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247597184 00000100:00100000:0.0:1787398637.302344:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247597184 00000100:00100000:0.0:1787398637.302399:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 70 00000100:00100000:0.0:1787398637.302408:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf32d3b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+9:122716:x1874221247597184:12345-192.168.204.36@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787398637.302607:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf32d3b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+9:122716:x1874221247597184:12345-192.168.204.36@tcp:503:ll_cfg_requeue.0 Request processed in 199us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398637.302616:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 70 00000100:00100000:2.0:1787398637.312341:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398637.314302:0:167309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247597312 00000100:00100000:1.0:1787398637.314315:0:167309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247597312 00000100:00100000:1.0:1787398637.314430:0:167309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 71 00000100:00100000:1.0:1787398637.314440:0:167309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf32d3b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:857bea78-a9c1-41f7-87c7-fefab0f760c6+9:122716:x1874221247597312:12345-192.168.204.36@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787398637.314457:0:167309:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398637.314517:0:167309:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf205406800/0x5703899912344b80 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a840 expref: -99 pid: 167309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398637.314548:0:167309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf205406800/0x5703899912344b80 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a840 expref: 10 pid: 167309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398637.314561:0:167309:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf205406800/0x5703899912344b80 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a840 expref: 10 pid: 167309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398637.314570:0:167309:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf205406800, rc 0) 00000100:00100000:1.0:1787398637.314642:0:167309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf32d3b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:122716:x1874221247597312:12345-192.168.204.36@tcp:101:ll_cfg_requeue.0 Request processed in 203us (2310us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398637.314649:0:167309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 71 00000100:00100000:3.0:1787398637.320568:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398637.327429:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247597440 00000100:00100000:0.0:1787398637.327445:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247597440 00000100:00100000:0.0:1787398637.327553:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 72 00000100:00100000:0.0:1787398637.327566:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf32d3b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:122716:x1874221247597440:12345-192.168.204.36@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787398637.327720:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf32d3b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:122716:x1874221247597440:12345-192.168.204.36@tcp:501:ll_cfg_requeue.0 Request processed in 157us (7162us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787398637.327728:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 72 00000020:00000004:0.0:1787398637.801787:0:167640:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1787398637.802027:0:167640:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1787398637.847260:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1787398638.709833:0:167690:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1787398638.710163:0:167690:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1787398638.872462:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398639.893727:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398640.742756:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398640.742793:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398640.742874:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398640.743039:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247597568 00000100:00100000:3.0:1787398640.743049:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247597568 00000100:00100000:3.0:1787398640.743108:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 73 00000100:00100000:3.0:1787398640.743118:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf32d3b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69162:x1874221247597568:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398640.743681:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf32d3b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69162:x1874221247597568:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 563us (935us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398640.743690:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 73 00000100:00100000:2.0:1787398640.745379:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398640.745422:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398640.745619:0:162516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247597952 00000100:00100000:1.0:1787398640.745629:0:162516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247597952 00000100:00100000:1.0:1787398640.745677:0:162516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247598080 00000100:00100000:1.0:1787398640.745681:0:162516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247598080 00000100:00100000:1.0:1787398640.745714:0:162516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 197 00000100:00100000:1.0:1787398640.745724:0:162516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:dbe7f5ec-0726-4851-a675-2f47d040e30f+43:69164:x1874221247597952:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398640.745853:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247597696 00000100:00100000:0.0:1787398640.745858:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247597696 00000100:00100000:2.0:1787398640.745967:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 198 00000100:00100000:2.0:1787398640.745977:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+44:69162:x1874221247598080:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398640.746021:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247597824 00000100:00100000:0.0:1787398640.746024:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247597824 00000100:00100000:0.0:1787398640.746056:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 383 00000100:00100000:0.0:1787398640.746063:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:69162:x1874221247597696:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398640.746850:0:162516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:dbe7f5ec-0726-4851-a675-2f47d040e30f+43:69164:x1874221247597952:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 1124us (1474us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398640.746860:0:162516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 197 00000100:00100000:3.0:1787398640.746981:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 384 00000100:00100000:3.0:1787398640.746994:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69164:x1874221247597824:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398640.747027:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69164:x1874221247597824:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 39us (4154us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398640.747035:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 384 00000100:00080000:3.0:1787398640.748947:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787398640.748957:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787398640.748960:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787398640.748963:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787398640.749580:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+44:69162:x1874221247598080:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 3595us (4148us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398640.749594:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 198 00000100:00100000:0.0:1787398640.749816:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:69162:x1874221247597696:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 3751us (7020us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398640.749826:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 383 00010000:00010000:1.0:1787398640.917918:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398641.621700:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787398641.621723:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33eeead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261042816:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787398641.621804:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398641.621873:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261042816 00000100:00100000:0.0:1787398641.621879:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261042816 00000100:00100000:0.0:1787398641.621928:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:0.0:1787398641.621937:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eee8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106501:x1874221261042816:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787398641.621971:0:162682:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:0.0:1787398641.622019:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eee8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106501:x1874221261042816:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398641.622026:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:0.0:1787398641.622076:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33eeead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261042816:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787398641.622583:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787398641.622608:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261042944:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787398641.622642:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398641.622686:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261042944 00000100:00100000:2.0:1787398641.622691:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261042944 00000100:00100000:2.0:1787398641.622721:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:2.0:1787398641.622727:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261042944:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787398641.622759:0:158799:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:2.0:1787398641.622794:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261042944:12345-0@lo:41:osp-pre-1-0.0 Request processed in 66us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398641.622799:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:2.0:1787398641.622824:0:106500:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 25769803813 gen 2 00000004:00080000:2.0:1787398641.622830:0:106500:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 25769803811 committed transno 25769803813 00000004:00080000:2.0:1787398641.622847:0:106500:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 25769803812 committed transno 25769803813 00000004:00080000:2.0:1787398641.622854:0:106500:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 25769803813 committed transno 25769803813 00000100:00100000:2.0:1787398641.622881:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261042944:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787398641.628401:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106500:1874221261043328:0@lo:400:kworker.0 00000100:00100000:1.0:1787398641.628510:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398641.628548:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261043840:0@lo:400:kworker.0 00000100:00100000:1.0:1787398641.628576:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398641.628610:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106500:1874221261044352:0@lo:400:kworker.0 00000100:00100000:1.0:1787398641.628632:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398641.628658:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1787398641.628665:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106500:1874221261043456:0@lo:400:kworker.0 00000100:00100000:1.0:1787398641.628688:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398641.628706:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207232680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106500:1874221261043968:0@lo:400:kworker.0 00000100:00100000:1.0:1787398641.628725:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398641.628751:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261043328 00000100:00100000:1.0:1787398641.628759:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261043328 00000100:00100000:1.0:1787398641.628805:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261044352 00000100:00100000:1.0:1787398641.628808:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261044352 00000100:00100000:1.0:1787398641.628821:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261043456 00000100:00100000:1.0:1787398641.628823:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261043456 00000100:00100000:1.0:1787398641.628835:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261043968 00000100:00100000:1.0:1787398641.628837:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261043968 00000100:00100000:1.0:1787398641.628849:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:1.0:1787398641.628858:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106500:x1874221261043328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398641.628913:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106500:x1874221261043328:12345-0@lo:400:kworker.0 Request processed in 56us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398641.628920:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:1.0:1787398641.628937:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:1.0:1787398641.628942:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207232a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106500:x1874221261044352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398641.628968:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207232a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106500:x1874221261044352:12345-0@lo:400:kworker.0 Request processed in 26us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398641.628974:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:1.0:1787398641.628985:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:1.0:1787398641.628990:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106500:x1874221261043456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398641.629027:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106500:x1874221261043456:12345-0@lo:400:kworker.0 Request processed in 37us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398641.629032:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:1.0:1787398641.629043:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:1.0:1787398641.629048:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106500:x1874221261043968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398641.629073:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106500:x1874221261043968:12345-0@lo:400:kworker.0 Request processed in 25us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398641.629079:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100000:1.0:1787398641.629098:0:160294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261043840 00000100:00100000:1.0:1787398641.629102:0:160294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261043840 00000100:00100000:1.0:1787398641.629126:0:160294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:1.0:1787398641.629133:0:160294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207232d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261043840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398641.629163:0:160294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207232d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261043840:12345-0@lo:400:kworker.0 Request processed in 31us (587us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398641.629169:0:160294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00100000:1.0:1787398641.629211:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106500:1874221261043456:0@lo:400:kworker.0 00000100:00100000:1.0:1787398641.629224:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207232680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106500:1874221261043968:0@lo:400:kworker.0 00000100:00100000:1.0:1787398641.629231:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106500:1874221261043328:0@lo:400:kworker.0 00000100:00100000:1.0:1787398641.629239:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261043840:0@lo:400:kworker.0 00000100:00100000:1.0:1787398641.629248:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106500:1874221261044352:0@lo:400:kworker.0 00000100:00100000:2.0:1787398641.629341:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335283800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221261043072:0@lo:400:kworker.0 00000100:00100000:2.0:1787398641.629377:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398641.629403:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221261043584:0@lo:400:kworker.0 00000100:00100000:2.0:1787398641.629435:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398641.629456:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207231180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261044096:0@lo:400:kworker.0 00000100:00100000:2.0:1787398641.629474:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398641.629509:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1787398641.629517:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335281f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106502:1874221261043200:0@lo:400:kworker.0 00000100:00100000:2.0:1787398641.629537:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398641.629552:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261043712:0@lo:400:kworker.0 00000100:00100000:2.0:1787398641.629585:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398641.629603:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207233100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261044224:0@lo:400:kworker.0 00000100:00100000:2.0:1787398641.629623:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398641.629650:0:162524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261044096 00000100:00100000:2.0:1787398641.629654:0:162524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261044096 00000100:00100000:2.0:1787398641.629680:0:162524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261043712 00000100:00100000:2.0:1787398641.629683:0:162524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261043712 00000100:00100000:2.0:1787398641.629702:0:162524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261044224 00000100:00100000:2.0:1787398641.629705:0:162524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261044224 00000100:00100000:2.0:1787398641.629726:0:162524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:2.0:1787398641.629732:0:162524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+9:106502:x1874221261044096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398641.629764:0:162524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+9:106502:x1874221261044096:12345-0@lo:400:kworker.0 Request processed in 33us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398641.629769:0:162524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00100000:2.0:1787398641.629781:0:162524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:2.0:1787398641.629786:0:162524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261043712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398641.629810:0:162524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261043712:12345-0@lo:400:kworker.0 Request processed in 23us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398641.629815:0:162524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00100000:2.0:1787398641.629827:0:162524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:2.0:1787398641.629833:0:162524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+9:106502:x1874221261044224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398641.629861:0:162524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+9:106502:x1874221261044224:12345-0@lo:400:kworker.0 Request processed in 28us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398641.629867:0:162524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00100000:2.0:1787398641.629906:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261043712:0@lo:400:kworker.0 00000100:00100000:2.0:1787398641.629915:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207233100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261044224:0@lo:400:kworker.0 00000100:00100000:2.0:1787398641.629933:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207231180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261044096:0@lo:400:kworker.0 00000100:00100000:0.0:1787398641.630416:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261043584 00000100:00100000:0.0:1787398641.630432:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261043584 00000100:00100000:0.0:1787398641.630500:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261043200 00000100:00100000:0.0:1787398641.630504:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261043200 00000100:00100000:0.0:1787398641.630525:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:0.0:1787398641.630539:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106502:x1874221261043584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398641.630585:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106502:x1874221261043584:12345-0@lo:400:kworker.0 Request processed in 47us (1149us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398641.630592:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:0.0:1787398641.630609:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:0.0:1787398641.630615:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106502:x1874221261043200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398641.630641:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106502:x1874221261043200:12345-0@lo:400:kworker.0 Request processed in 27us (1103us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398641.630646:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:0.0:1787398641.630676:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261043072 00000100:00100000:0.0:1787398641.630680:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261043072 00000100:00100000:0.0:1787398641.630708:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1787398641.630715:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf32d3b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221261043072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398641.630745:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf32d3b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221261043072:12345-0@lo:400:kworker.0 Request processed in 30us (1367us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398641.630751:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1787398641.630797:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335281f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106502:1874221261043200:0@lo:400:kworker.0 00000100:00100000:0.0:1787398641.630807:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335283800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221261043072:0@lo:400:kworker.0 00000100:00100000:0.0:1787398641.630818:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221261043584:0@lo:400:kworker.0 00000100:00080000:3.0:1787398641.632979:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787398641.633005:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787398641.633008:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787398641.633011:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1787398641.945315:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398642.133902:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261044480:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787398642.133982:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398642.134040:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261044480 00000100:00100000:0.0:1787398642.134048:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261044480 00000100:00100000:0.0:1787398642.134102:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:0.0:1787398642.134112:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eeead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261044480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1787398642.134153:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61424704 pending 0 free 69681152 avail 62513152 00000100:00100000:0.0:1787398642.134199:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eeead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261044480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398642.134206:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000100:00100000:0.0:1787398642.134260:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261044480:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787398642.134434:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787398642.134445:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261044608:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787398642.134509:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398642.134861:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261044608 00000100:00100000:0.0:1787398642.134867:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261044608 00000100:00100000:0.0:1787398642.134896:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:0.0:1787398642.134902:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261044608:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787398642.134921:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 2961408 granted 59356224 pending 0 free 67649536 avail 60481536 00000100:00100000:0.0:1787398642.134963:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261044608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 61us (486us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398642.134970:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00100000:0.0:1787398642.135003:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261044608:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787398642.135274:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787398642.135286:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261044736:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787398642.135315:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398642.135817:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261044864:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787398642.135851:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398642.147185:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261044736 00000100:00100000:3.0:1787398642.147200:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261044736 00000100:00100000:3.0:1787398642.147244:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261044864 00000100:00100000:3.0:1787398642.147248:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261044864 00000100:00100000:3.0:1787398642.147266:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:3.0:1787398642.147275:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eee9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:106502:x1874221261044736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787398642.147383:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61424704 pending 0 free 69681152 avail 62513152 00000100:00100000:3.0:1787398642.147554:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eee9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:106502:x1874221261044736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 271us (12228us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398642.147563:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000100:00100000:3.0:1787398642.147586:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:3.0:1787398642.147593:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:106500:x1874221261044864:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787398642.147604:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 2961408 granted 59356224 pending 0 free 67649536 avail 60481536 00000100:00100000:3.0:1787398642.147653:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:106500:x1874221261044864:12345-0@lo:13:osp-pre-0-0.0 Request processed in 61us (11801us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398642.147659:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00100000:2.0:1787398642.147727:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261044864:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787398642.147805:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261044736:0@lo:13:osp-pre-1-0.0 00000001:00080000:3.0:1787398642.651393:0:160290:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836590 is committed 00000001:00080000:2.0:1787398642.651597:0:161106:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 17179869282 is committed 00010000:00010000:2.0:1787398642.965657:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398644.006646:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398645.013775:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398645.872979:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398645.873040:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398645.873071:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247598464 00000100:00100000:3.0:1787398645.873081:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247598464 00000100:00100000:3.0:1787398645.873137:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247598336 00000100:00100000:3.0:1787398645.873147:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247598336 00000100:00100000:3.0:1787398645.873174:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 391 00000100:00100000:3.0:1787398645.873183:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69165:x1874221247598464:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398645.873269:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69165:x1874221247598464:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 86us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398645.873277:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 391 00000100:00100000:3.0:1787398645.873297:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 392 00000100:00100000:3.0:1787398645.873303:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:69165:x1874221247598336:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398645.873327:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:69165:x1874221247598336:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 25us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398645.873335:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 392 00000100:00080000:3.0:1787398645.873361:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787398645.873365:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787398645.881731:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398645.881767:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398645.881799:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398645.881871:0:162518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247598720 00000100:00100000:0.0:1787398645.881881:0:162518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247598720 00000100:00100000:0.0:1787398645.881947:0:162518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247598592 00000100:00100000:0.0:1787398645.881951:0:162518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247598592 00000100:00100000:0.0:1787398645.881977:0:162518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 203 00000100:00100000:0.0:1787398645.881987:0:162518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+44:69163:x1874221247598720:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398645.882076:0:162518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+44:69163:x1874221247598720:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 90us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398645.882085:0:162518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 203 00000100:00100000:0.0:1787398645.882105:0:162518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 204 00000100:00100000:0.0:1787398645.882111:0:162518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+43:69163:x1874221247598592:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398645.882134:0:162518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+43:69163:x1874221247598592:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 24us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398645.882140:0:162518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 204 00000100:00080000:2.0:1787398645.882201:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787398645.882206:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787398645.882427:0:167309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247598208 00000100:00100000:1.0:1787398645.882432:0:167309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247598208 00000100:00100000:1.0:1787398645.882699:0:167309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 75 00000100:00100000:0.0:1787398645.882772:0:167309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69163:x1874221247598208:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398645.882818:0:167309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69163:x1874221247598208:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 109us (1096us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398645.884264:0:167309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 75 00010000:00010000:2.0:1787398646.039866:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398646.742879:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33eeea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a066c752-c801-430f-905b-71f66cddaa9e:106501:1874221261044992:0@lo:400:kworker.0 00000100:00100000:0.0:1787398646.742961:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398646.743776:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3117e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:106501:1874221261045504:0@lo:400:kworker.0 00000100:00100000:0.0:1787398646.743816:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398646.743843:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3117e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106501:1874221261046016:0@lo:400:kworker.0 00000100:00100000:0.0:1787398646.743866:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398646.743882:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3117e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106501:1874221261046528:0@lo:400:kworker.0 00000100:00100000:0.0:1787398646.743900:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398646.743923:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1787398646.743928:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3117e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106501:1874221261045376:0@lo:400:kworker.0 00000100:00100000:0.0:1787398646.743953:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398646.743981:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3117e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261045888:0@lo:400:kworker.0 00000100:00100000:0.0:1787398646.744114:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398646.744136:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3117e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261046400:0@lo:400:kworker.0 00000100:00100000:0.0:1787398646.744159:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398646.758724:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261045504 00000100:00100000:1.0:1787398646.758739:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261045504 00000100:00100000:1.0:1787398646.758815:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261046016 00000100:00100000:1.0:1787398646.758819:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261046016 00000100:00100000:0.0:1787398646.759156:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261046528 00000100:00100000:0.0:1787398646.759162:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261046528 00000100:00100000:0.0:1787398646.759184:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261045376 00000100:00100000:0.0:1787398646.759188:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261045376 00000100:00100000:0.0:1787398646.759209:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:0.0:1787398646.759220:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3117e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106501:x1874221261045504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398646.759397:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3117e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106501:x1874221261045504:12345-0@lo:400:kworker.0 Request processed in 178us (15579us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398646.759405:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:0.0:1787398646.759430:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:0.0:1787398646.759438:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3117e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106501:x1874221261046528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398646.759470:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3117e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106501:x1874221261046528:12345-0@lo:400:kworker.0 Request processed in 34us (15569us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398646.759500:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:0.0:1787398646.759663:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:0.0:1787398646.759671:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3117e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:106501:x1874221261045376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398646.759704:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3117e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:106501:x1874221261045376:12345-0@lo:400:kworker.0 Request processed in 34us (15750us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398646.759710:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:0.0:1787398646.759741:0:162511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261045888 00000100:00100000:0.0:1787398646.759746:0:162511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261045888 00000100:00100000:0.0:1787398646.759775:0:162511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261046400 00000100:00100000:0.0:1787398646.759779:0:162511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261046400 00000100:00100000:0.0:1787398646.759814:0:162511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:0.0:1787398646.759820:0:162511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20aabd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261045888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398646.759854:0:162511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20aabd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261045888:12345-0@lo:400:kworker.0 Request processed in 34us (15740us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398646.760993:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:2.0:1787398646.761007:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3117e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261046400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398646.761064:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3117e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261046400:12345-0@lo:400:kworker.0 Request processed in 62us (16904us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398646.761070:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000100:00080000:2.0:1787398646.761095:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787398646.761101:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787398646.761104:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787398646.761152:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335283800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106502:1874221261045120:0@lo:400:kworker.0 00000100:00100000:2.0:1787398646.761261:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398646.761293:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3117e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261045632:0@lo:400:kworker.0 00000100:00100000:0.0:1787398646.761333:0:162511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00100000:2.0:1787398646.761403:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398646.761433:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3117e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261046144:0@lo:400:kworker.0 00000100:00100000:2.0:1787398646.761473:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398646.761569:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3117e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261046656:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787398646.761856:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398646.761881:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:2.0:1787398646.761888:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335281f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106502:1874221261045248:0@lo:400:kworker.0 00000100:00100000:2.0:1787398646.761909:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398646.761926:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3117e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261045760:0@lo:400:kworker.0 00000100:00100000:2.0:1787398646.761948:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398646.761976:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3117e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261046272:0@lo:400:kworker.0 00000100:00100000:2.0:1787398646.762003:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398646.762025:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f11d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261046784:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787398646.762050:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398646.762088:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261044992 00000100:00100000:2.0:1787398646.762095:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261044992 00000100:00100000:2.0:1787398646.762140:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1787398646.762149:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106501:x1874221261044992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398646.762436:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261045760 00000100:00100000:1.0:1787398646.762442:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261045760 00000100:00100000:0.0:1787398646.762470:0:162511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261046272 00000100:00100000:1.0:1787398646.762501:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:0.0:1787398646.762501:0:162511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261046272 00000100:00100000:1.0:1787398646.762514:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261045760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398646.762523:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106501:x1874221261044992:12345-0@lo:400:kworker.0 Request processed in 42us (19229us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398646.762532:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1787398646.762567:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261045632 00000100:00100000:1.0:1787398646.762570:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261045760:12345-0@lo:400:kworker.0 Request processed in 58us (618us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398646.762572:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261045632 00000100:00100000:1.0:1787398646.762579:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00100000:2.0:1787398646.762659:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261046144 00000100:00100000:2.0:1787398646.762662:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261046144 00000100:00100000:2.0:1787398646.762824:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261046656 00000100:00100000:2.0:1787398646.762828:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261046656 00000100:00100000:2.0:1787398646.762843:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261046784 00000100:00100000:2.0:1787398646.762845:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261046784 00000100:00100000:2.0:1787398646.762870:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:2.0:1787398646.762876:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:106502:x1874221261045632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398646.762910:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:106502:x1874221261045632:12345-0@lo:400:kworker.0 Request processed in 34us (1509us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398646.762915:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:2.0:1787398646.762926:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:2.0:1787398646.762931:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:106502:x1874221261046144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398646.762954:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:106502:x1874221261046144:12345-0@lo:400:kworker.0 Request processed in 23us (1482us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398646.762960:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:2.0:1787398646.762970:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:2.0:1787398646.762975:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221261046656:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787398646.762995:0:162682:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:2.0:1787398646.763025:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221261046656:12345-0@lo:41:osp-pre-0-1.0 Request processed in 50us (1170us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398646.763030:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:2.0:1787398646.763041:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:2.0:1787398646.763046:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b88b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261046784:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787398646.763059:0:162682:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:2.0:1787398646.763082:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b88b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261046784:12345-0@lo:41:osp-pre-1-0.0 Request processed in 36us (1032us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398646.763087:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:2.0:1787398646.763145:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf3117e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261045760:0@lo:400:kworker.0 00000100:00100000:2.0:1787398646.763161:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f11d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261046784:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787398646.763173:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf3117e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261045632:0@lo:400:kworker.0 00000100:00100000:0.0:1787398646.763340:0:162511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000100:00100000:0.0:1787398646.763348:0:162511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261046272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398646.763378:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf3117e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261046144:0@lo:400:kworker.0 00000100:00100000:0.0:1787398646.763385:0:162511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261046272:12345-0@lo:400:kworker.0 Request processed in 36us (1378us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398646.763394:0:162511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00000100:00100000:2.0:1787398646.763405:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf3117e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261046656:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787398646.763420:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261045120 00000100:00100000:0.0:1787398646.763425:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261045120 00000100:00100000:2.0:1787398646.763451:0:106502:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836590 gen 2 00000100:00100000:0.0:1787398646.763454:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261045248 00000100:00100000:0.0:1787398646.763459:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261045248 00000100:00100000:2.0:1787398646.763465:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf3117e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261046272:0@lo:400:kworker.0 00000100:00100000:0.0:1787398646.763497:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:0.0:1787398646.763514:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:106502:x1874221261045120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398646.763572:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335283800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106502:1874221261045120:0@lo:400:kworker.0 00000100:00080000:1.0:1787398646.763588:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787398646.763593:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787398646.763596:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787398646.763621:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:1.0:1787398646.763629:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106502:x1874221261045248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398646.763697:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106502:x1874221261045248:12345-0@lo:400:kworker.0 Request processed in 69us (1786us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398646.763704:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:1.0:1787398646.763720:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:1.0:1787398646.763726:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3117e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:106501:x1874221261046016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398646.763775:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3117e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:106501:x1874221261046016:12345-0@lo:400:kworker.0 Request processed in 48us (19907us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398646.763781:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:1.0:1787398646.763811:0:106501:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869282 gen 2 00000100:00100000:1.0:1787398646.763824:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf3117e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261046400:0@lo:400:kworker.0 00000100:00100000:2.0:1787398646.763850:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335281f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106502:1874221261045248:0@lo:400:kworker.0 00000100:00100000:1.0:1787398646.764044:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33eeea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a066c752-c801-430f-905b-71f66cddaa9e:106501:1874221261044992:0@lo:400:kworker.0 00000100:00100000:1.0:1787398646.764071:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf3117e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:106501:1874221261045504:0@lo:400:kworker.0 00000100:00100000:1.0:1787398646.764081:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf3117e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106501:1874221261046016:0@lo:400:kworker.0 00000100:00100000:1.0:1787398646.764093:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf3117e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106501:1874221261046528:0@lo:400:kworker.0 00000100:00100000:1.0:1787398646.764117:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf3117e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106501:1874221261045376:0@lo:400:kworker.0 00000100:00100000:1.0:1787398646.764127:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf3117e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261045888:0@lo:400:kworker.0 00000100:00100000:0.0:1787398646.764293:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:106502:x1874221261045120:12345-0@lo:400:kworker.0 Request processed in 61us (2374us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398646.764303:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00010000:00010000:2.0:1787398647.062894:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398647.254267:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20b888000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261046912:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787398647.254361:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398647.254926:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261046912 00000100:00100000:2.0:1787398647.254936:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261046912 00000100:00100000:2.0:1787398647.254993:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:2.0:1787398647.255003:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207230380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261046912:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787398647.255034:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 2961408 granted 59356224 pending 0 free 67649536 avail 60481536 00000100:00100000:2.0:1787398647.255085:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207230380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261046912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (724us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398647.255093:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00100000:1.0:1787398647.255401:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20b888000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261046912:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787398647.255424:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787398647.255432:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261047040:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787398647.255461:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398647.256085:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261047168:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787398647.256134:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398647.256208:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261047040 00000100:00100000:3.0:1787398647.256214:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261047040 00000100:00100000:3.0:1787398647.256251:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261047168 00000100:00100000:3.0:1787398647.256254:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261047168 00000100:00100000:3.0:1787398647.256269:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:3.0:1787398647.256276:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207233480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261047040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787398647.256297:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61424704 pending 0 free 69681152 avail 62513152 00000100:00100000:3.0:1787398647.256357:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207233480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261047040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (895us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398647.256364:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00100000:3.0:1787398647.256381:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:3.0:1787398647.256388:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3117e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261047168:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787398647.256397:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 2961408 granted 59356224 pending 0 free 67649536 avail 60481536 00000100:00100000:3.0:1787398647.256444:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3117e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261047168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398647.256450:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00100000:0.0:1787398647.256702:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261047168:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787398647.256735:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261047040:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787398647.258434:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207232680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261047296:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787398647.258532:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398647.259064:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261047296 00000100:00100000:3.0:1787398647.259074:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261047296 00000100:00100000:3.0:1787398647.259144:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:3.0:1787398647.259154:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261047296:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787398647.259177:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61424704 pending 0 free 69681152 avail 62513152 00000100:00100000:3.0:1787398647.259252:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261047296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (719us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398647.259259:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000100:00100000:0.0:1787398647.259421:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207232680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261047296:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1787398648.086588:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787398648.596181:0:167934:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-lfsck test 45: LFSCK should fix UID/GID/PROJID of OST object ========================================================== 07:37:26 (1787398646) 00000100:00100000:2.0:1787398648.740751:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398648.740912:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247598976 00000100:00100000:3.0:1787398648.740933:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247598976 00000100:00080000:2.0:1787398648.741086:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787398648.741162:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 777 00000100:00100000:3.0:1787398648.741176:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b88b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+7:124613:x1874221247598976:12345-192.168.204.36@tcp:101:lfs.0 00010000:00010000:3.0:1787398648.741309:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398648.741314:0:158794:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1787398648.741357:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ce00/0x5703899912344a0d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d34 expref: 7 pid: 167334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398648.741384:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf3213ec800) 00010000:00010000:3.0:1787398648.741397:0:158794:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787398648.741429:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a000/0x5703899912344b87 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a847 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398648.741806:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912344b8e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398648.741841:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912344b8e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398648.741857:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912344b8e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398648.741874:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a600/0x5703899912344b95 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398648.741882:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a600/0x5703899912344b95 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398648.741889:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a600/0x5703899912344b95 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:3.0:1787398648.744680:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 253 < left 264, rollback = 2 00080000:00000400:3.0:1787398648.744692:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:3.0:1787398648.744695:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:3.0:1787398648.744696:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/2 00080000:00000400:3.0:1787398648.744699:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/1, delete: 0/0/0 00080000:00000400:3.0:1787398648.744700:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1787398648.744773:0:158794:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 251 < left 264, rollback = 2 00080000:00000400:3.0:1787398648.744776:0:158794:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:3.0:1787398648.744779:0:158794:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:3.0:1787398648.744783:0:158794:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/2 00080000:00000400:3.0:1787398648.744794:0:158794:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/3, delete: 0/0/0 00080000:00000400:3.0:1787398648.744797:0:158794:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:3.0:1787398648.744995:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b200/0x5703899912344b9c lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398648.745016:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b200/0x5703899912344b9c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398648.745058:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b200/0x5703899912344b9c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787398648.745070:0:158794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab5:0x61:0x0]: returning size 0 00010000:00010000:3.0:1787398648.745106:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912344b8e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398648.745115:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912344b8e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398648.745121:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912344b8e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398648.745128:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912344b8e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398648.745133:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9ac00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398648.745138:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912344b8e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398648.746133:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912344b8e lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398648.746228:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf336643e00) 00010000:00010000:3.0:1787398648.746232:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787398648.746238:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912344b8e lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398648.746245:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912344b8e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787398648.746263:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000389bd678 reply state 00000000c147c6bd transno 38654705665 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a600/0x5703899912344b95 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398648.746300:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a600/0x5703899912344b95 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398648.746307:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3ef1f051 (ffff9cf336643000) 00010000:00010000:3.0:1787398648.746309:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787398648.746312:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1787398648.746365:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a000/0x5703899912344b87 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a847 expref: 9 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398648.746386:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b200/0x5703899912344b9c lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a847 expref: 8 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398648.746394:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff9cf336643b00) 00010000:00010000:3.0:1787398648.746396:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787398648.746399:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf203a9b200, rc 0) 00000100:00100000:3.0:1787398648.746747:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b88b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:124613:x1874221247598976:12345-192.168.204.36@tcp:101:lfs.0 Request processed in 5573us (6009us total) trans 38654705665 rc 0/0 00000100:00100000:3.0:1787398648.746756:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 777 00000100:00100000:1.0:1787398648.758376:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398648.763142:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247599232 00000100:00100000:0.0:1787398648.763165:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247599232 00000100:00100000:0.0:1787398648.765661:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 778 00000100:00100000:0.0:1787398648.765688:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:124613:x1874221247599232:12345-192.168.204.36@tcp:101:lfs.0 00010000:00010000:0.0:1787398648.765726:0:158795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398648.765762:0:158795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912344baa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a84e expref: -99 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398648.765926:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912344bb1 lrc: 3/0,1 mode: --/EX res: [0x200003ab5:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398648.765945:0:158795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b200/0x5703899912344b9c lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a847 expref: 10 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398648.765954:0:158795:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912344bb1 lrc: 4/0,1 mode: --/EX res: [0x200003ab5:0x61:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398648.766000:0:158795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b200/0x5703899912344b9c lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a847 expref: 10 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398648.766018:0:158795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b200/0x5703899912344b9c lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a847 expref: 10 pid: 158794 timeout: 5769 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398648.766035:0:158795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3117e2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:158795:1874221261047424:192.168.204.36@tcp:104: 00000100:00100000:0.0:1787398648.766179:0:158795:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf3359c7600 going to sleep for 11 seconds 00000100:00100000:1.0:1787398648.777462:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398648.778233:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247599360 00000100:00100000:3.0:1787398648.778249:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247599360 00010000:00010000:3.0:1787398648.778315:0:158781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b200/0x5703899912344b9c lrc: 5/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a847 expref: 11 pid: 158794 timeout: 5769 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398648.778359:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 225 00000100:00100000:3.0:1787398648.778371:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207230700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+11:69165:x1874221247599360:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398648.778393:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398648.778409:0:158781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b200/0x5703899912344b9c lrc: 5/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a847 expref: 11 pid: 158794 timeout: 5769 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398648.778425:0:158781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b200/0x5703899912344b9c lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a847 expref: 11 pid: 158794 timeout: 5769 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398648.778455:0:158781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff9cf336643b00) 00010000:00010000:3.0:1787398648.778463:0:158781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912344bb1 lrc: 3/0,1 mode: --/EX res: [0x200003ab5:0x61:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398648.778474:0:158781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912344bb1 lrc: 3/0,1 mode: EX/EX res: [0x200003ab5:0x61:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398648.778504:0:158781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912344bb1 lrc: 4/0,1 mode: EX/EX res: [0x200003ab5:0x61:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398648.778530:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398648.778604:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207230700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+11:69165:x1874221247599360:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 234us (1157us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398648.778613:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 225 00010000:00010000:0.0:1787398648.780753:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9b200/0x5703899912344b9c lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a847 expref: 10 pid: 158794 timeout: 5769 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398648.780806:0:158795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf3117e2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:158795:1874221261047424:192.168.204.36@tcp:104: 00010000:00010000:0.0:1787398648.780839:0:158795:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912344bb1 lrc: 3/0,1 mode: EX/EX res: [0x200003ab5:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398648.782337:0:158795:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912344bb1 lrc: 3/0,1 mode: EX/EX res: [0x200003ab5:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398648.782355:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912344bb1 lrc: 3/0,1 mode: EX/EX res: [0x200003ab5:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787398648.782383:0:158795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab5:0x61:0x0]: returning size 0 00000004:00080000:3.0:1787398648.782596:0:158795:0:(osp_internal.h:570:osp_update_last_fid()) Gap in objids: start=[0x280000401:0x26d:0x0], count =21 00000004:00080000:3.0:1787398648.782608:0:158795:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000401:0x26d:0x0]+21 in llog 00000004:00080000:3.0:1787398648.782655:0:158795:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x282:0x0], index 0: 0 00010000:00010000:3.0:1787398648.782790:0:158795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912344bb1 lrc: 3/0,1 mode: EX/EX res: [0x200003ab5:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398648.782808:0:158795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912344bb1 lrc: 2/0,0 mode: EX/EX res: [0x200003ab5:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398648.782817:0:158795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912344bb1 lrc: 3/0,0 mode: EX/EX res: [0x200003ab5:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398648.782823:0:158795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf48000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:3.0:1787398648.782828:0:158795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912344bb1 lrc: 3/0,0 mode: EX/EX res: [0x200003ab5:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398648.782837:0:158795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912344bb1 lrc: 4/0,0 mode: EX/EX res: [0x200003ab5:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398648.782858:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff9cf336643b00) 00010000:00010000:3.0:1787398648.782860:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1787398648.782866:0:158795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912344bb1 lrc: 2/0,0 mode: --/EX res: [0x200003ab5:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398648.782872:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912344bb1 lrc: 0/0,0 mode: --/EX res: [0x200003ab5:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398648.782946:0:158795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912344baa lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a84e expref: 10 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398648.782958:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf3213ef100) 00010000:00010000:3.0:1787398648.782961:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787398648.782965:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49800/0x5703899912344baa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a84e expref: 10 pid: 158795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398648.782982:0:158795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20bf49800, rc 0) 00000100:00100000:3.0:1787398648.783084:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:124613:x1874221247599232:12345-192.168.204.36@tcp:101:lfs.0 Request processed in 17407us (24723us total) trans 38654705666 rc 301/301 00000100:00100000:3.0:1787398648.783095:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 778 00000100:00100000:1.0:1787398648.798502:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398648.798631:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247599616 00000100:00100000:0.0:1787398648.798645:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247599616 00000100:00100000:0.0:1787398648.798721:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 215 00000100:00100000:0.0:1787398648.798733:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:124613:x1874221247599616:12345-192.168.204.36@tcp:35:lfs.0 00000100:00100000:0.0:1787398648.799154:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+10:124613:x1874221247599616:12345-192.168.204.36@tcp:35:lfs.0 Request processed in 421us (681us total) trans 38654705667 rc 0/0 00000100:00100000:0.0:1787398648.799164:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 215 00000100:00100000:0.0:1787398648.805890:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398648.808593:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247599744 00000100:00100000:1.0:1787398648.808617:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247599744 00000100:00100000:1.0:1787398648.808754:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 779 00000100:00100000:1.0:1787398648.808769:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3117e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+10:124613:x1874221247599744:12345-192.168.204.36@tcp:101:lfs.0 00010000:00010000:1.0:1787398648.808805:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398648.808845:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406200/0x5703899912344bbf lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a855 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398648.808928:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406200/0x5703899912344bbf lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a855 expref: 11 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398648.808956:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406200/0x5703899912344bbf lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a855 expref: 11 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398648.808982:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff9cf337a21b00) 00010000:00010000:1.0:1787398648.808986:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1787398648.808990:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf205406200, rc 0) 00000100:00100000:1.0:1787398648.809088:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3117e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+11:124613:x1874221247599744:12345-192.168.204.36@tcp:101:lfs.0 Request processed in 321us (3213us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398648.809095:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 779 00000100:00100000:0.0:1787398648.822769:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398648.822885:0:166561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247600000 00000100:00100000:2.0:1787398648.822900:0:166561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247600000 00000100:00100000:2.0:1787398648.822975:0:166561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 216 00000100:00100000:2.0:1787398648.822989:0:166561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf303df8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+11:124613:x1874221247600000:12345-192.168.204.36@tcp:35:lfs.0 00000100:00100000:2.0:1787398648.823467:0:166561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf303df8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+12:124613:x1874221247600000:12345-192.168.204.36@tcp:35:lfs.0 Request processed in 479us (711us total) trans 38654705668 rc 0/0 00000100:00100000:2.0:1787398648.823539:0:166561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 216 00000100:00100000:0.0:1787398648.899872:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398648.900006:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247600128 00000100:00100000:2.0:1787398648.900020:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247600128 00000100:00100000:2.0:1787398648.900108:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 780 00000100:00100000:2.0:1787398648.900120:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3117e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+12:124614:x1874221247600128:12345-192.168.204.36@tcp:101:chown.0 00010000:00010000:2.0:1787398648.900158:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398648.900189:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359d200/0x5703899912344bc6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a85c expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.900301:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ca00/0x5703899912344bcd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.900319:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ca00/0x5703899912344bcd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.900332:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ca00/0x5703899912344bcd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787398648.900404:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1787398648.900409:0:158796:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787398648.900455:0:158796:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ca00/0x5703899912344bcd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.900509:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359d200/0x5703899912344bc6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a85c expref: 14 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.900534:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ca00/0x5703899912344bcd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a85c expref: 13 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.900562:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30d87dc00) 00010000:00010000:2.0:1787398648.900566:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787398648.900570:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20359ca00, rc 0) 00000100:00100000:2.0:1787398648.900648:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3117e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+13:124614:x1874221247600128:12345-192.168.204.36@tcp:101:chown.0 Request processed in 530us (794us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398648.900657:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 780 00000100:00100000:0.0:1787398648.903159:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398648.903260:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247600256 00000100:00100000:2.0:1787398648.903273:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247600256 00000100:00100000:2.0:1787398648.903357:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 781 00000100:00100000:2.0:1787398648.903370:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3117e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+13:124614:x1874221247600256:12345-192.168.204.36@tcp:101:chown.0 00010000:00010000:2.0:1787398648.903397:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398648.903422:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c200/0x5703899912344bd4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a863 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.903540:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ce00/0x5703899912344bdb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.903557:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ce00/0x5703899912344bdb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.903571:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ce00/0x5703899912344bdb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.903584:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359da00/0x5703899912344be2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.903593:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359da00/0x5703899912344be2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.903622:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359da00/0x5703899912344be2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.903711:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359de00/0x5703899912344be9 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.903720:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359de00/0x5703899912344be9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.903728:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359de00/0x5703899912344be9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787398648.903778:0:158794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab5:0x61:0x0]: returning size 0 00000004:00200000:2.0:1787398648.903784:0:158794:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787398648.903808:0:158794:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359de00/0x5703899912344be9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.903821:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359de00/0x5703899912344be9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.903832:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ce00/0x5703899912344bdb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.903839:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ce00/0x5703899912344bdb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.903846:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ce00/0x5703899912344bdb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.903854:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ce00/0x5703899912344bdb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.903871:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20359ce00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398648.903876:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ce00/0x5703899912344bdb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.903884:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ce00/0x5703899912344bdb lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.903899:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30d87dc00) 00010000:00010000:2.0:1787398648.903902:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398648.903907:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ce00/0x5703899912344bdb lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.903914:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ce00/0x5703899912344bdb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.903933:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359da00/0x5703899912344be2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.903939:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359da00/0x5703899912344be2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.903945:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359da00/0x5703899912344be2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.903951:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20359da00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398648.903954:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359da00/0x5703899912344be2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.903960:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359da00/0x5703899912344be2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.903978:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3ef1f051 (ffff9cf336643000) 00010000:00010000:2.0:1787398648.903981:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398648.903985:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359da00/0x5703899912344be2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.903991:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359da00/0x5703899912344be2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.904028:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c200/0x5703899912344bd4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a863 expref: 15 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.904042:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359de00/0x5703899912344be9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a863 expref: 14 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.904050:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff9cf337a21b00) 00010000:00010000:2.0:1787398648.904053:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787398648.904056:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20359de00, rc 0) 00000100:00100000:2.0:1787398648.904135:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3117e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+14:124614:x1874221247600256:12345-192.168.204.36@tcp:101:chown.0 Request processed in 767us (988us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398648.904144:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 781 00000100:00100000:0.0:1787398648.911435:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398648.911558:0:160295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247600384 00000100:00100000:2.0:1787398648.911573:0:160295:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247600384 00000100:00100000:2.0:1787398648.911672:0:160295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 445 00000100:00100000:2.0:1787398648.911686:0:160295:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3117e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+43:69164:x1874221247600384:12345-192.168.204.36@tcp:101:chown.0 00010000:00010000:2.0:1787398648.911711:0:160295:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398648.911741:0:160295:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d699d1c4/0x5703899912344bf0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x282:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a86a expref: -99 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787398648.911802:0:160295:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x282:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787398648.911836:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x282:0x0].0x0 since=5669s v=(0 0) 00010000:00010000:2.0:1787398648.911842:0:160295:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x282:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398648.911856:0:160295:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d699d1c4/0x5703899912344bf0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a86a expref: 44 pid: 160295 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.911876:0:160295:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d699d1c4/0x5703899912344bf0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a86a expref: 44 pid: 160295 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.911892:0:160295:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20359c200, rc 0) 00000100:00100000:2.0:1787398648.911965:0:160295:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3117e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+44:69164:x1874221247600384:12345-192.168.204.36@tcp:101:chown.0 Request processed in 282us (545us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398648.911973:0:160295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 445 00000100:00080000:1.0:1787398648.912231:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787398648.918715:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398648.918832:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247600512 00000100:00100000:2.0:1787398648.918843:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247600512 00000100:00100000:2.0:1787398648.918903:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 782 00000100:00100000:2.0:1787398648.918914:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+14:124614:x1874221247600512:12345-192.168.204.36@tcp:101:chown.0 00010000:00010000:2.0:1787398648.918935:0:158796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398648.918956:0:158796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359da00/0x5703899912344bf7 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a871 expref: -99 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.919007:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ce00/0x5703899912344bfe lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.919022:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ce00/0x5703899912344bfe lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.919049:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ce00/0x5703899912344bfe lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.919163:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359da00/0x5703899912344bf7 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a871 expref: 16 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.919183:0:158796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ce00/0x5703899912344bfe lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a871 expref: 15 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.919193:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff9cf337a21b00) 00010000:00010000:2.0:1787398648.919195:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1787398648.919199:0:158796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20359ce00, rc 0) 00000100:00100000:2.0:1787398648.919269:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+15:124614:x1874221247600512:12345-192.168.204.36@tcp:101:chown.0 Request processed in 357us (564us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398648.919277:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 782 00000100:00100000:0.0:1787398648.925617:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398648.925962:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247600768 00000100:00100000:2.0:1787398648.925974:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247600768 00000100:00100000:2.0:1787398648.926034:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 783 00000100:00100000:2.0:1787398648.926045:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3117e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+15:124614:x1874221247600768:12345-192.168.204.36@tcp:36:chown.0 00010000:00010000:2.0:1787398648.926106:0:158794:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398648.926140:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359de00/0x5703899912344be9 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a863 expref: 15 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.926162:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff9cf337a21b00) 00010000:00010000:2.0:1787398648.926167:0:158794:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787398648.926198:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359d200/0x5703899912344c05 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x61:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.926227:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359d200/0x5703899912344c05 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x61:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.926238:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359d200/0x5703899912344c05 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x61:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787398648.926586:0:158794:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x24:0x0].2, 88 off8344 00000004:00080000:2.0:1787398648.926598:0:158794:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 5669993119459ns, next at 5670993116471ns, rc = 0 00000004:00010000:2.0:1787398648.926652:0:158794:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c34b39cb reply state 00000000cff10d4a transno 38654705669 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359d200/0x5703899912344c05 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x61:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.926667:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359d200/0x5703899912344c05 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398648.926674:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff9cf337a21b00) 00010000:00010000:2.0:1787398648.926677:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1787398648.926679:0:158794:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1787398648.926924:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3117e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+16:124614:x1874221247600768:12345-192.168.204.36@tcp:36:chown.0 Request processed in 879us (1315us total) trans 38654705669 rc 0/0 00000100:00100000:2.0:1787398648.926931:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 783 00000100:00100000:0.0:1787398648.930062:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398648.930188:0:162522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247600896 00000100:00100000:1.0:1787398648.930199:0:162522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247600896 00000100:00100000:1.0:1787398648.930265:0:162522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 446 00000100:00100000:1.0:1787398648.930275:0:162522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3117e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+44:69163:x1874221247600896:12345-192.168.204.36@tcp:2:chown.0 00080000:00000400:1.0:1787398648.930406:0:162522:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:1.0:1787398648.930413:0:162522:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1787398648.930415:0:162522:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:1.0:1787398648.930417:0:162522:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/9/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1787398648.930420:0:162522:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1787398648.930422:0:162522:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00002000:00010000:1.0:1787398648.930555:0:162522:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x282:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1787398648.930559:0:162522:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x282:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1787398648.930561:0:162522:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x282:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1787398648.930563:0:162522:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x282:0x0] updating lvb ctime from disk: 0 -> 1787398648 00002000:00010000:1.0:1787398648.930566:0:162522:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x282:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1787398648.930619:0:162522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3117e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+45:69163:x1874221247600896:12345-192.168.204.36@tcp:2:chown.0 Request processed in 345us (619us total) trans 21474836591 rc 0/0 00000100:00100000:1.0:1787398648.930647:0:162522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 446 00010000:00010000:2.0:1787398649.109596:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398650.133588:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398650.989068:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398650.989180:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398650.989324:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247601280 00000100:00100000:1.0:1787398650.989334:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247601280 00000100:00100000:1.0:1787398650.989401:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247601152 00000100:00100000:1.0:1787398650.989404:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247601152 00000100:00100000:1.0:1787398650.989431:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 399 00000100:00100000:1.0:1787398650.989442:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3117e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69165:x1874221247601280:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:2.0:1787398650.989557:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 400 00000100:00100000:2.0:1787398650.989567:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3117e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+16:69165:x1874221247601152:12345-192.168.204.36@tcp:400:kworker.0 00000100:00080000:1.0:1787398650.998790:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787398650.998803:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787398650.999360:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3117e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69165:x1874221247601280:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 9910us (10293us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398650.999377:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 399 00000100:00100000:2.0:1787398651.003433:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3117e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+16:69165:x1874221247601152:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 13854us (14239us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398651.003447:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 400 00000100:00100000:0.0:1787398651.009642:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398651.009772:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398651.009811:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398651.009907:0:162516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247601536 00000100:00100000:3.0:1787398651.009917:0:162516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247601536 00000100:00100000:3.0:1787398651.009985:0:162516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247601408 00000100:00100000:3.0:1787398651.009989:0:162516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247601408 00000100:00100000:3.0:1787398651.010019:0:162516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 209 00000100:00100000:3.0:1787398651.010028:0:162516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3117e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:dbe7f5ec-0726-4851-a675-2f47d040e30f+44:69163:x1874221247601536:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398651.010110:0:162516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3117e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:dbe7f5ec-0726-4851-a675-2f47d040e30f+44:69163:x1874221247601536:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 82us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398651.010118:0:162516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 209 00000100:00100000:3.0:1787398651.010137:0:162516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 210 00000100:00100000:3.0:1787398651.010144:0:162516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3117e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:dbe7f5ec-0726-4851-a675-2f47d040e30f+45:69163:x1874221247601408:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398651.010167:0:162516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3117e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:dbe7f5ec-0726-4851-a675-2f47d040e30f+45:69163:x1874221247601408:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 24us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398651.010173:0:162516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 210 00000100:00080000:0.0:1787398651.010688:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787398651.010693:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787398651.012415:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247601024 00000100:00100000:2.0:1787398651.012443:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247601024 00000100:00100000:0.0:1787398651.012606:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 77 00000100:00100000:0.0:1787398651.012617:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69163:x1874221247601024:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398651.012694:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69163:x1874221247601024:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 79us (3062us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398651.012703:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 77 00000100:00100000:0.0:1787398651.150203:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398651.150351:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247601664 00000100:00100000:2.0:1787398651.150360:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247601664 00000100:00100000:2.0:1787398651.150422:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 784 00000100:00100000:2.0:1787398651.150433:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3117e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+16:124651:x1874221247601664:12345-192.168.204.36@tcp:101:lfs.0 00010000:00010000:2.0:1787398651.150453:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398651.150502:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c000/0x5703899912344c0c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a878 expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.150571:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c800/0x5703899912344c13 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.150586:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c800/0x5703899912344c13 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.150599:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c800/0x5703899912344c13 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.150854:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359cc00/0x5703899912344c1a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.150865:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359cc00/0x5703899912344c1a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.150872:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359cc00/0x5703899912344c1a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.151006:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359d800/0x5703899912344c21 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.151016:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359d800/0x5703899912344c21 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.151040:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359d800/0x5703899912344c21 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787398651.151085:0:160868:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab5:0x61:0x0]: returning size 0 00000004:00200000:2.0:1787398651.151089:0:160868:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787398651.151879:0:160868:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359d800/0x5703899912344c21 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.151895:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359d800/0x5703899912344c21 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.151906:0:160868:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c800/0x5703899912344c13 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.151979:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c800/0x5703899912344c13 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.151986:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c800/0x5703899912344c13 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.151993:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c800/0x5703899912344c13 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.151999:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20359c800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398651.152004:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c800/0x5703899912344c13 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.152012:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c800/0x5703899912344c13 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.152025:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30d87dc00) 00010000:00010000:2.0:1787398651.152035:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398651.152041:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c800/0x5703899912344c13 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.152047:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c800/0x5703899912344c13 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.152060:0:160868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359cc00/0x5703899912344c1a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.152066:0:160868:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359cc00/0x5703899912344c1a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.152071:0:160868:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359cc00/0x5703899912344c1a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.152075:0:160868:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20359cc00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398651.152077:0:160868:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359cc00/0x5703899912344c1a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.152082:0:160868:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359cc00/0x5703899912344c1a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.152090:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3ef1f051 (ffff9cf336643000) 00010000:00010000:2.0:1787398651.152092:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398651.152095:0:160868:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359cc00/0x5703899912344c1a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.152101:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359cc00/0x5703899912344c1a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.153244:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c000/0x5703899912344c0c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a878 expref: 18 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.153274:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359d800/0x5703899912344c21 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a878 expref: 17 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.153282:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff9cf337a21b00) 00010000:00010000:2.0:1787398651.153285:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787398651.153288:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20359d800, rc 0) 00000100:00100000:2.0:1787398651.153372:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3117e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+17:124651:x1874221247601664:12345-192.168.204.36@tcp:101:lfs.0 Request processed in 2939us (3178us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398651.153382:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 784 00010000:00010000:3.0:1787398651.158401:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398651.177418:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398651.177601:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247601920 00000100:00100000:0.0:1787398651.177612:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247601920 00000100:00100000:0.0:1787398651.177673:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 785 00000100:00100000:0.0:1787398651.177684:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+17:124651:x1874221247601920:12345-192.168.204.36@tcp:101:lfs.0 00010000:00010000:0.0:1787398651.177709:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787398651.177732:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912344c28 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a87f expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398651.177852:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912344c2f lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398651.177866:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912344c2f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398651.177882:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912344c2f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787398651.177893:0:158794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab5:0x61:0x0]: returning size 0 00010000:00010000:0.0:1787398651.178036:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912344c28 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a87f expref: 20 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398651.178054:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912344c2f lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a87f expref: 19 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398651.178072:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff9cf337a21b00) 00010000:00010000:0.0:1787398651.178075:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787398651.178079:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20bf49e00, rc 0) 00000100:00100000:0.0:1787398651.178139:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+19:124651:x1874221247601920:12345-192.168.204.36@tcp:101:lfs.0 Request processed in 455us (733us total) trans 38654705670 rc 0/0 00000100:00100000:0.0:1787398651.178158:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 785 00000100:00100000:1.0:1787398651.185652:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398651.185759:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247602048 00000100:00100000:2.0:1787398651.185770:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247602048 00000100:00100000:2.0:1787398651.185834:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 121 00000100:00100000:2.0:1787398651.185845:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207230000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+19:69164:x1874221247602048:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787398651.185860:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398651.185886:0:158780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912344c2f lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a87f expref: 19 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.185904:0:158780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff9cf337a21b00) 00010000:00010000:2.0:1787398651.185922:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398651.185991:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207230000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+18:69164:x1874221247602048:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 142us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398651.185999:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 121 00000100:00100000:1.0:1787398651.198908:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398651.206511:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247602304 00000100:00100000:0.0:1787398651.206529:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247602304 00000100:00100000:0.0:1787398651.206594:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 786 00000100:00100000:0.0:1787398651.206616:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+18:124651:x1874221247602304:12345-192.168.204.36@tcp:36:lfs.0 00010000:00010000:0.0:1787398651.206678:0:158795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398651.206708:0:158795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359d800/0x5703899912344c21 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a878 expref: 18 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398651.206725:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff9cf337a21b00) 00010000:00010000:0.0:1787398651.206731:0:158795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787398651.206769:0:158795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912344c3d lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x61:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398651.206792:0:158795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ce00/0x5703899912344bfe lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a871 expref: 17 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398651.206801:0:158795:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912344c3d lrc: 4/0,1 mode: --/PW res: [0x200003ab5:0x61:0x0].0x0 bits 0x22/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398651.206843:0:158795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ce00/0x5703899912344bfe lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a871 expref: 17 pid: 158796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398651.206866:0:158795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ce00/0x5703899912344bfe lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a871 expref: 17 pid: 158796 timeout: 5772 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398651.206883:0:158795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3117e0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:158795:1874221261047552:192.168.204.36@tcp:104: 00000100:00100000:0.0:1787398651.207080:0:158795:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf3359c79c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787398651.217166:0:158795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf3117e0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:158795:1874221261047552:192.168.204.36@tcp:104: 00010000:00010000:3.0:1787398651.217198:0:158795:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912344c3d lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x61:0x0].0x0 bits 0x22/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398651.229228:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398651.229663:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247602432 00000100:00100000:3.0:1787398651.229673:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247602432 00010000:00010000:3.0:1787398651.229717:0:158781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ce00/0x5703899912344bfe lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a871 expref: 18 pid: 158796 timeout: 5772 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398651.229774:0:158781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 226 00000100:00100000:3.0:1787398651.230015:0:158781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3117e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+18:69165:x1874221247602432:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398651.230030:0:158781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787398651.230037:0:158781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ce00/0x5703899912344bfe lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a871 expref: 18 pid: 158796 timeout: 5772 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398651.230051:0:158781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ce00/0x5703899912344bfe lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a871 expref: 18 pid: 158796 timeout: 5772 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398651.230074:0:158781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359ce00/0x5703899912344bfe lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a871 expref: 18 pid: 158796 timeout: 5772 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398651.230090:0:158781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff9cf337a21b00) 00010000:00010000:3.0:1787398651.230096:0:158781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912344c3d lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x61:0x0].0x0 bits 0x22/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398651.230106:0:158781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912344c3d lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x61:0x0].0x0 bits 0x22/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398651.230113:0:158781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912344c3d lrc: 4/0,1 mode: PW/PW res: [0x200003ab5:0x61:0x0].0x0 bits 0x22/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398651.230145:0:158781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398651.230201:0:158781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3117e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+17:69165:x1874221247602432:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 190us (984us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398651.230210:0:158781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 226 00010000:00010000:2.0:1787398651.230399:0:158795:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912344c3d lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x61:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.230416:0:158795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912344c3d lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x61:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787398651.230698:0:158795:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x24:0x0].3, 88 off8432 00000004:00080000:2.0:1787398651.230708:0:158795:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 5672297230011ns, next at 5673297227829ns, rc = 0 00000004:00010000:2.0:1787398651.230775:0:158795:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000061e9783f reply state 000000004f32082f transno 38654705671 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912344c3d lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x61:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.231022:0:158795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912344c3d lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.231030:0:158795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff9cf337a21b00) 00010000:00010000:2.0:1787398651.231032:0:158795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1787398651.231035:0:158795:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1787398651.231126:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+18:124651:x1874221247602304:12345-192.168.204.36@tcp:36:lfs.0 Request processed in 24521us (32230us total) trans 38654705671 rc 0/0 00000100:00100000:2.0:1787398651.231134:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 786 00000100:00100000:3.0:1787398651.235988:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398651.236273:0:158797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247602688 00000100:00100000:1.0:1787398651.236283:0:158797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247602688 00000100:00100000:1.0:1787398651.236345:0:158797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 217 00000100:00100000:1.0:1787398651.236355:0:158797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+18:124651:x1874221247602688:12345-192.168.204.36@tcp:35:lfs.0 00000100:00100000:1.0:1787398651.236996:0:158797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+19:124651:x1874221247602688:12345-192.168.204.36@tcp:35:lfs.0 Request processed in 636us (1013us total) trans 38654705672 rc 0/0 00000100:00100000:1.0:1787398651.237004:0:158797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 217 00000100:00100000:2.0:1787398651.316285:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398651.316439:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247602944 00000100:00100000:1.0:1787398651.316450:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247602944 00000100:00100000:1.0:1787398651.316676:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 787 00000100:00100000:1.0:1787398651.316690:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b88aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+19:124652:x1874221247602944:12345-192.168.204.36@tcp:101:dd.500 00010000:00010000:1.0:1787398651.316715:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398651.316758:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407200/0x5703899912344c44 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a886 expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787398651.318975:0:158794:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 500, time 2142us 00010000:00010000:1.0:1787398651.346854:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406a00/0x5703899912344c4b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398651.346880:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406a00/0x5703899912344c4b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398651.346893:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406a00/0x5703899912344c4b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398651.346905:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c800/0x5703899912344c52 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398651.347132:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c800/0x5703899912344c52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398651.347140:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c800/0x5703899912344c52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398651.347262:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75da00/0x5703899912344c59 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398651.347273:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75da00/0x5703899912344c59 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398651.347282:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75da00/0x5703899912344c59 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787398651.347293:0:158794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab5:0x61:0x0]: returning size 0 00010000:00010000:1.0:1787398651.347390:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406a00/0x5703899912344c4b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398651.348646:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406a00/0x5703899912344c4b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398651.348655:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406a00/0x5703899912344c4b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398651.348663:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406a00/0x5703899912344c4b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398651.348669:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf205406a00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398651.348674:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406a00/0x5703899912344c4b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398651.348683:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406a00/0x5703899912344c4b lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398651.348699:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30d87dc00) 00010000:00010000:1.0:1787398651.348702:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398651.348707:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406a00/0x5703899912344c4b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398651.348714:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205406a00/0x5703899912344c4b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398651.348728:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c800/0x5703899912344c52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398651.349222:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c800/0x5703899912344c52 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398651.349253:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c800/0x5703899912344c52 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398651.349258:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75c800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398651.349261:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c800/0x5703899912344c52 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398651.349268:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c800/0x5703899912344c52 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398651.349278:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3ef1f051 (ffff9cf336643000) 00010000:00010000:1.0:1787398651.349280:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398651.349283:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c800/0x5703899912344c52 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398651.349288:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c800/0x5703899912344c52 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398651.349368:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf205407200/0x5703899912344c44 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a886 expref: 22 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398651.349383:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75da00/0x5703899912344c59 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a886 expref: 21 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398651.349390:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff9cf337a21b00) 00010000:00010000:1.0:1787398651.349392:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787398651.349643:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b75da00, rc 0) 00000100:00100000:1.0:1787398651.349723:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b88aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+21:124652:x1874221247602944:12345-192.168.204.36@tcp:101:dd.500 Request processed in 33036us (33447us total) trans 38654705673 rc 0/0 00000100:00100000:1.0:1787398651.349867:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 787 00000100:00100000:3.0:1787398651.357432:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398651.360539:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247603072 00000100:00100000:2.0:1787398651.360553:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247603072 00000100:00100000:2.0:1787398651.360619:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 788 00000100:00100000:2.0:1787398651.360631:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+21:124652:x1874221247603072:12345-192.168.204.36@tcp:101:dd.500 00010000:00010000:2.0:1787398651.360657:0:160868:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398651.360680:0:160868:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c800/0x5703899912344c67 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a88d expref: -99 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.360720:0:160868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359dc00/0x5703899912344c6e lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.360735:0:160868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359dc00/0x5703899912344c6e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.360768:0:160868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359dc00/0x5703899912344c6e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 160868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.360888:0:160868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c800/0x5703899912344c67 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a88d expref: 23 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.360907:0:160868:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359dc00/0x5703899912344c6e lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a88d expref: 22 pid: 160868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.360916:0:160868:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff9cf337a21b00) 00010000:00010000:2.0:1787398651.360919:0:160868:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1787398651.360923:0:160868:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20359dc00, rc 0) 00000100:00100000:2.0:1787398651.361006:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+22:124652:x1874221247603072:12345-192.168.204.36@tcp:101:dd.500 Request processed in 376us (3585us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398651.361013:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 788 00000100:00100000:2.0:1787398651.367256:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398651.367343:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247603328 00000100:00100000:1.0:1787398651.367354:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247603328 00000100:00100000:1.0:1787398651.367418:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 789 00000100:00100000:1.0:1787398651.367429:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b888a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+22:124652:x1874221247603328:12345-192.168.204.36@tcp:36:dd.500 00010000:00010000:1.0:1787398651.367513:0:158796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398651.367541:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75da00/0x5703899912344c59 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a886 expref: 22 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398651.367563:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff9cf337a21b00) 00010000:00010000:1.0:1787398651.367568:0:158796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787398651.367794:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912344c75 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x61:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398651.367811:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912344c75 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398651.367823:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912344c75 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1787398651.367869:0:158796:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 38654705674 00000004:00010000:3.0:1787398651.367895:0:158796:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000fba4b77d reply state 00000000719ba97e transno 38654705675 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912344c75 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398651.367908:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912344c75 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398651.367915:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff9cf337a21b00) 00010000:00010000:3.0:1787398651.367918:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787398651.367921:0:158796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1787398651.368021:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b888a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+24:124652:x1874221247603328:12345-192.168.204.36@tcp:36:dd.500 Request processed in 593us (774us total) trans 38654705675 rc 0/0 00000100:00100000:3.0:1787398651.368030:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 789 00000020:00080000:3.0:1787398651.368035:0:158796:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1787398651.374763:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398651.375608:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247603456 00000100:00100000:1.0:1787398651.375618:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247603456 00000100:00100000:1.0:1787398651.375698:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 447 00000100:00100000:1.0:1787398651.375709:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+45:124652:x1874221247603456:12345-192.168.204.36@tcp:101:dd.500 00010000:00010000:1.0:1787398651.375727:0:162529:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398651.375747:0:162529:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000093c24aed/0x5703899912344c7c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x282:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a894 expref: -99 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398651.375791:0:162529:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d699d1c4/0x5703899912344bf0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a86a expref: 46 pid: 160295 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398651.375802:0:162529:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x282:0x0].0x0 since=3s v=(0 0) 00010000:00010000:1.0:1787398651.375806:0:162529:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x282:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787398651.375811:0:162529:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000093c24aed/0x5703899912344c7c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a894 expref: 46 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398651.375866:0:162529:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d699d1c4/0x5703899912344bf0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a86a expref: 46 pid: 160295 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398651.375881:0:162529:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d699d1c4/0x5703899912344bf0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a86a expref: 46 pid: 160295 timeout: 5772 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398651.375897:0:162529:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207231880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:162529:1874221261047680:192.168.204.36@tcp:104: 00000100:00100000:1.0:1787398651.375978:0:162529:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20bb9d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787398651.379931:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398651.379988:0:158780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247603584 00000100:00100000:2.0:1787398651.379999:0:158780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247603584 00010000:00010000:2.0:1787398651.380040:0:158780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d699d1c4/0x5703899912344bf0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a86a expref: 47 pid: 160295 timeout: 5772 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398651.380095:0:158780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 227 00000100:00100000:2.0:1787398651.380105:0:158780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f492050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+47:69163:x1874221247603584:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787398651.380122:0:158780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398651.380128:0:158780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d699d1c4/0x5703899912344bf0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a86a expref: 47 pid: 160295 timeout: 5772 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.380162:0:158780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d699d1c4/0x5703899912344bf0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a86a expref: 47 pid: 160295 timeout: 5772 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.380191:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x282:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398651.380195:0:158780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x282:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787398651.380202:0:158780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000093c24aed/0x5703899912344c7c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a894 expref: 47 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.380213:0:158780:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000093c24aed/0x5703899912344c7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a894 expref: 47 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398651.380265:0:158780:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000093c24aed/0x5703899912344c7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a894 expref: 47 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398651.380280:0:158780:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20b889500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:158780:1874221261047808:192.168.204.36@tcp:105: 00000100:00100000:2.0:1787398651.380367:0:158780:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20b9c73c0 going to sleep for 11 seconds 00010000:00010000:1.0:1787398651.386964:0:162529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d699d1c4/0x5703899912344bf0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a86a expref: 47 pid: 160295 timeout: 5772 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398651.386989:0:162529:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207231880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:162529:1874221261047680:192.168.204.36@tcp:104: 00010000:00010000:1.0:1787398651.387021:0:162529:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000093c24aed/0x5703899912344c7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a894 expref: 46 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398651.387036:0:162529:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b75c200, rc 0) 00000100:00100000:1.0:1787398651.387110:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+46:124652:x1874221247603456:12345-192.168.204.36@tcp:101:dd.500 Request processed in 11403us (12358us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398651.387119:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 447 00000100:00100000:0.0:1787398651.398787:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398651.398885:0:166641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247603712 00000100:00100000:3.0:1787398651.398895:0:166641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247603712 00002000:00010000:3.0:1787398651.398935:0:166641:0:(ofd_dev.c:2825:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/642 (0->18446744073709551615) 00002000:00100000:3.0:1787398651.398941:0:166641:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33f11d880 with x1874221247603712 ext(0->18446744073709551615) 00002000:00010000:3.0:1787398651.398955:0:166641:0:(ofd_dev.c:2830:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf33f11d880. 00000100:00100000:3.0:1787398651.398993:0:166641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 79 00000100:00100000:3.0:1787398651.399018:0:166641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+46:69163:x1874221247603712:12345-192.168.204.36@tcp:10:dd.500 00002000:00010000:3.0:1787398651.399341:0:166641:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x282:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1787398651.399344:0:166641:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x282:0x0] updating lvb mtime from disk: 0 -> 1787398651 00002000:00010000:3.0:1787398651.399346:0:166641:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x282:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1787398651.399348:0:166641:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x282:0x0] updating lvb ctime from disk: 1787398648 -> 1787398651 00002000:00010000:3.0:1787398651.399351:0:166641:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x282:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1787398651.399556:0:158780:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20b889500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:158780:1874221261047808:192.168.204.36@tcp:105: 00010000:00010000:2.0:1787398651.399579:0:158780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398651.399661:0:166641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+47:69163:x1874221247603712:12345-192.168.204.36@tcp:10:dd.500 Request processed in 643us (893us total) trans 21474836592 rc 0/0 00000100:00100000:3.0:1787398651.399671:0:166641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 79 00002000:00010000:3.0:1787398651.399674:0:166641:0:(ofd_dev.c:2825:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/642 (0->18446744073709551615) 00002000:00100000:3.0:1787398651.399677:0:166641:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf33f11d880 with x1874221247603712 ext(0->18446744073709551615) 00002000:00010000:3.0:1787398651.399683:0:166641:0:(ofd_dev.c:2830:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf33f11d880. 00000100:00100000:2.0:1787398651.400215:0:158780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f492050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+46:69163:x1874221247603584:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 20108us (20289us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398651.400225:0:158780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 227 00000100:00100000:0.0:1787398651.537078:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398651.537397:0:167267:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247603840 00000100:00100000:2.0:1787398651.537407:0:167267:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247603840 00002000:00100000:2.0:1787398651.537461:0:167267:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x282:0x0] (0->4194303) req@ffff9cf304181880 x1874221247603840/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:337/0 lens 488/0 e 0 to 0 dl 1787398662 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:1000 00002000:00100000:2.0:1787398651.537507:0:167267:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf304181880 with x1874221247603840 ext(0->4194303) 00002000:00010000:2.0:1787398651.537513:0:167267:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf304181880 00000100:00100000:2.0:1787398651.537552:0:167267:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 80 00000100:00100000:2.0:1787398651.537562:0:167267:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304181880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+46:69164:x1874221247603840:12345-192.168.204.36@tcp:4:dd.500 00000100:00100000:0.0:1787398651.658446:0:167267:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304181880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+48:69164:x1874221247603840:12345-192.168.204.36@tcp:4:dd.500 Request processed in 120874us (121366us total) trans 21474836593 rc 0/0 00000100:00100000:0.0:1787398651.658462:0:167267:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 80 00002000:00100000:0.0:1787398651.658513:0:167267:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x282:0x0] (0->4194303) req@ffff9cf304181880 x1874221247603840/t21474836593(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:337/0 lens 488/448 e 0 to 0 dl 1787398662 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:1000 00002000:00100000:0.0:1787398651.658525:0:167267:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf304181880 with x1874221247603840 ext(0->4194303) 00002000:00010000:0.0:1787398651.658532:0:167267:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf304181880 00000100:00100000:0.0:1787398651.775208:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398651.777864:0:160301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247603968 00000100:00100000:1.0:1787398651.777881:0:160301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247603968 00002000:00100000:1.0:1787398651.777944:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x282:0x0] (4194304->8388607) req@ffff9cf203a28e00 x1874221247603968/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:337/0 lens 488/0 e 0 to 0 dl 1787398662 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:1000 00002000:00100000:1.0:1787398651.777981:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf203a28e00 with x1874221247603968 ext(4194304->8388607) 00002000:00010000:1.0:1787398651.777989:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf203a28e00 00000100:00100000:1.0:1787398651.778037:0:160301:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 81 00000100:00100000:1.0:1787398651.778047:0:160301:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+48:69164:x1874221247603968:12345-192.168.204.36@tcp:4:dd.500 00000100:00100000:1.0:1787398651.861762:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20b889500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261047936:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787398651.861838:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398651.863087:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261047936 00000100:00100000:2.0:1787398651.863101:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261047936 00000100:00100000:2.0:1787398651.863160:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:2.0:1787398651.863170:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207231880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261047936:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787398651.863176:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787398651.863187:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261048064:0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787398651.863230:0:162682:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:0.0:1787398651.863249:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398651.863314:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261048064 00000100:00100000:3.0:1787398651.863318:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261048064 00000100:00100000:3.0:1787398651.863350:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:3.0:1787398651.863356:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f110700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221261048064:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787398651.863374:0:158800:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:1.0:1787398651.864628:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207230000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106503:1874221261048320:0@lo:400:kworker.0 00000100:00100000:2.0:1787398651.866457:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207231880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261047936:12345-0@lo:41:osp-pre-1-0.0 Request processed in 3278us (4610us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398651.866472:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:2.0:1787398651.866573:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207232680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106501:1874221261048576:0@lo:400:kworker.0 00000100:00100000:2.0:1787398651.866630:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398651.866664:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106501:1874221261049088:0@lo:400:kworker.0 00000100:00100000:2.0:1787398651.866688:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398651.866712:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1787398651.866719:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106501:1874221261048448:0@lo:400:kworker.0 00000100:00100000:2.0:1787398651.866738:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398651.866754:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207233100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261048960:0@lo:400:kworker.0 00000100:00100000:2.0:1787398651.866777:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398651.866804:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106501:1874221261049472:0@lo:400:kworker.0 00000100:00100000:2.0:1787398651.866830:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398651.866883:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261048576 00000100:00100000:2.0:1787398651.866891:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261048576 00000100:00100000:2.0:1787398651.866935:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261049088 00000100:00100000:2.0:1787398651.866938:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261049088 00000100:00100000:2.0:1787398651.866950:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261048448 00000100:00100000:2.0:1787398651.866952:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261048448 00000100:00100000:2.0:1787398651.868249:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261049472 00000100:00100000:2.0:1787398651.868259:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261049472 00000100:00100000:0.0:1787398651.869375:0:162511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261048960 00000100:00100000:0.0:1787398651.869399:0:162511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261048960 00000100:00100000:0.0:1787398651.869456:0:162511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:0.0:1787398651.869465:0:162511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b88a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261048960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398651.869581:0:162511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b88a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261048960:12345-0@lo:400:kworker.0 Request processed in 117us (2802us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398651.869589:0:162511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00100000:0.0:1787398651.869623:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207230700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221261048192:0@lo:400:kworker.0 00000100:00100000:0.0:1787398651.869674:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398651.870156:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:2.0:1787398651.870170:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b889180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:106501:x1874221261048576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398651.870217:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b889180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:106501:x1874221261048576:12345-0@lo:400:kworker.0 Request processed in 52us (3587us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398651.870236:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:0.0:1787398651.871198:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221261048704:0@lo:400:kworker.0 00000100:00100000:0.0:1787398651.871263:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398651.871286:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261049216:0@lo:400:kworker.0 00000100:00100000:0.0:1787398651.871314:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398651.871407:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20b889500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261047936:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787398651.871459:0:160294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261049216 00000100:00100000:0.0:1787398651.871465:0:160294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261049216 00000100:00100000:0.0:1787398651.871530:0:160294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:0.0:1787398651.871537:0:160294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335281f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261049216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398651.871583:0:160294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335281f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261049216:12345-0@lo:400:kworker.0 Request processed in 46us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398651.871590:0:160294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00100000:0.0:1787398651.871623:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261049216:0@lo:400:kworker.0 00000100:00100000:2.0:1787398651.874067:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261048704 00000100:00100000:2.0:1787398651.874084:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261048704 00000100:00100000:2.0:1787398651.874149:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:2.0:1787398651.874160:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b888380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:106501:x1874221261049088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398651.874274:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b888380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:106501:x1874221261049088:12345-0@lo:400:kworker.0 Request processed in 116us (7583us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398651.874294:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:2.0:1787398651.874316:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:2.0:1787398651.874323:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b889880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106501:x1874221261048448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398651.874355:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b889880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106501:x1874221261048448:12345-0@lo:400:kworker.0 Request processed in 33us (7615us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398651.874361:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:2.0:1787398651.874374:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:2.0:1787398651.874380:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b88a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:106501:x1874221261049472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398651.874409:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b88a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:106501:x1874221261049472:12345-0@lo:400:kworker.0 Request processed in 29us (7578us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398651.874432:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:2.0:1787398651.874445:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:2.0:1787398651.874451:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f113100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:106502:x1874221261048704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398651.874513:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f113100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:106502:x1874221261048704:12345-0@lo:400:kworker.0 Request processed in 62us (3249us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398651.874519:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00080000:2.0:1787398651.874546:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787398651.874551:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787398651.874555:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787398651.874557:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787398651.874571:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261048192 00000100:00100000:2.0:1787398651.874575:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261048192 00000100:00100000:2.0:1787398651.874606:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1787398651.874611:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221261048192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398651.874641:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221261048192:12345-0@lo:400:kworker.0 Request processed in 30us (4967us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398651.874647:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1787398651.874710:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106501:1874221261048448:0@lo:400:kworker.0 00000100:00100000:2.0:1787398651.874727:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207233100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261048960:0@lo:400:kworker.0 00000100:00100000:2.0:1787398651.874738:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106501:1874221261049472:0@lo:400:kworker.0 00000100:00100000:2.0:1787398651.874751:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207232680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106501:1874221261048576:0@lo:400:kworker.0 00000100:00100000:2.0:1787398651.874761:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106501:1874221261049088:0@lo:400:kworker.0 00000100:00100000:0.0:1787398651.875918:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207230700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221261048192:0@lo:400:kworker.0 00000100:00100000:0.0:1787398651.875938:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221261048704:0@lo:400:kworker.0 00000100:00100000:3.0:1787398651.877895:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f110700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221261048064:12345-0@lo:41:osp-pre-0-1.0 Request processed in 14530us (14636us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398651.877909:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:1.0:1787398651.881815:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398651.881918:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207231180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261048832:0@lo:400:kworker.0 00000100:00100000:1.0:1787398651.881964:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398651.882015:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261048064:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787398651.882019:0:161119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261048832 00000100:00100000:0.0:1787398651.882027:0:161119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261048832 00000100:00080000:2.0:1787398651.882082:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787398651.882103:0:161119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:0.0:1787398651.882113:0:161119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261048832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398651.884586:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261048320 00000100:00100000:3.0:1787398651.884600:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261048320 00000100:00080000:2.0:1787398651.884761:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787398651.884854:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:3.0:1787398651.884866:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106503:x1874221261048320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398651.887289:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261049344:0@lo:400:kworker.0 00000100:00100000:1.0:1787398651.887359:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398651.887460:0:160295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261049344 00000100:00100000:1.0:1787398651.887467:0:160295:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261049344 00000100:00100000:1.0:1787398651.887544:0:160295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:1.0:1787398651.887554:0:160295:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261049344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398651.887612:0:160295:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261049344:12345-0@lo:400:kworker.0 Request processed in 59us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398651.887620:0:160295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00000100:00080000:1.0:1787398651.887641:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787398651.888014:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261049344:0@lo:400:kworker.0 00000100:00100000:0.0:1787398651.889344:0:161119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261048832:12345-0@lo:400:kworker.0 Request processed in 7226us (7372us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398651.889357:0:161119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00100000:1.0:1787398651.889492:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207231180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261048832:0@lo:400:kworker.0 00000100:00100000:3.0:1787398651.894318:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106503:x1874221261048320:12345-0@lo:400:kworker.0 Request processed in 8200us (11258us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398651.894508:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:1.0:1787398651.894709:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207230000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106503:1874221261048320:0@lo:400:kworker.0 00000100:00100000:1.0:1787398651.948342:0:160301:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+50:69164:x1874221247603968:12345-192.168.204.36@tcp:4:dd.500 Request processed in 170274us (173123us total) trans 21474836594 rc 0/0 00000100:00100000:1.0:1787398651.948362:0:160301:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 81 00002000:00100000:1.0:1787398651.948380:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x282:0x0] (4194304->8388607) req@ffff9cf203a28e00 x1874221247603968/t21474836594(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:337/0 lens 488/448 e 0 to 0 dl 1787398662 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:1000 00002000:00100000:1.0:1787398651.948391:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf203a28e00 with x1874221247603968 ext(4194304->8388607) 00002000:00010000:1.0:1787398651.948400:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf203a28e00 00000100:00100000:0.0:1787398652.012114:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398652.012251:0:167268:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247604096 00000100:00100000:1.0:1787398652.012263:0:167268:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247604096 00002000:00100000:1.0:1787398652.012319:0:167268:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x282:0x0] (8388608->12582911) req@ffff9cf335283800 x1874221247604096/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:338/0 lens 488/0 e 0 to 0 dl 1787398663 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:1000 00002000:00100000:1.0:1787398652.012331:0:167268:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf335283800 with x1874221247604096 ext(8388608->12582911) 00002000:00010000:1.0:1787398652.012337:0:167268:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf335283800 00000100:00100000:1.0:1787398652.012372:0:167268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 82 00000100:00100000:1.0:1787398652.012395:0:167268:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:dbe7f5ec-0726-4851-a675-2f47d040e30f+50:69162:x1874221247604096:12345-192.168.204.36@tcp:4:dd.500 00000100:00100000:2.0:1787398652.127446:0:167268:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:dbe7f5ec-0726-4851-a675-2f47d040e30f+52:69162:x1874221247604096:12345-192.168.204.36@tcp:4:dd.500 Request processed in 115049us (115329us total) trans 21474836595 rc 0/0 00000100:00100000:2.0:1787398652.127465:0:167268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 82 00002000:00100000:2.0:1787398652.127496:0:167268:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x282:0x0] (8388608->12582911) req@ffff9cf335283800 x1874221247604096/t21474836595(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:338/0 lens 488/448 e 0 to 0 dl 1787398663 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:1000 00002000:00100000:2.0:1787398652.127507:0:167268:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf335283800 with x1874221247604096 ext(8388608->12582911) 00002000:00010000:2.0:1787398652.127516:0:167268:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf335283800 00010000:00010000:2.0:1787398652.181663:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398652.283794:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398652.284088:0:166562:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247604224 00000100:00100000:2.0:1787398652.284098:0:166562:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247604224 00002000:00100000:2.0:1787398652.284146:0:166562:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x282:0x0] (12582912->16777215) req@ffff9cf305a5aa00 x1874221247604224/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:338/0 lens 488/0 e 0 to 0 dl 1787398663 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:1000 00002000:00100000:2.0:1787398652.284158:0:166562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305a5aa00 with x1874221247604224 ext(12582912->16777215) 00002000:00010000:2.0:1787398652.284164:0:166562:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf305a5aa00 00000100:00100000:2.0:1787398652.284266:0:166562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 83 00000100:00100000:2.0:1787398652.284277:0:166562:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+52:69162:x1874221247604224:12345-192.168.204.36@tcp:4:dd.500 00000100:00100000:0.0:1787398652.378000:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787398652.378026:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf335282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261049600:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787398652.378120:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398652.378561:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261049600 00000100:00100000:2.0:1787398652.378569:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261049600 00000100:00100000:2.0:1787398652.378619:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:2.0:1787398652.378628:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335280000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261049600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787398652.378658:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61424704 pending 0 free 69681152 avail 62513152 00000100:00100000:2.0:1787398652.378705:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335280000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261049600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398652.378705:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261049856:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787398652.378722:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00100000:1.0:1787398652.378748:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398652.378771:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787398652.378777:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20b889500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261049728:0@lo:13:osp-pre-0-1.0 00000004:00080000:2.0:1787398652.378780:0:167320:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 5673445301369ns, next at 5674445299278ns, rc = 0 00000100:00100000:2.0:1787398652.378799:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787398652.378802:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398652.378806:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20b888000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261049984:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787398652.378820:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261049856 00000100:00100000:1.0:1787398652.378830:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261049856 00000100:00100000:2.0:1787398652.378832:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398652.378848:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261049728 00000100:00100000:1.0:1787398652.378851:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261049728 00000100:00100000:2.0:1787398652.378857:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261049984 00000100:00100000:2.0:1787398652.378860:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261049984 00000100:00100000:1.0:1787398652.378863:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:1.0:1787398652.378868:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261049856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787398652.378879:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61424704 pending 0 free 69681152 avail 62513152 00000100:00100000:1.0:1787398652.378906:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261049856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 37us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398652.378913:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00100000:1.0:1787398652.378938:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:1.0:1787398652.378946:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3376da050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261049728:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787398652.378957:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59499584 pending 16875520 free 55066624 avail 47898624 00000100:00100000:1.0:1787398652.378983:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3376da050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261049728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 38us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398652.378989:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000100:00100000:0.0:1787398652.379123:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf335282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261049600:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787398652.379166:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20b889500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261049728:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787398652.379175:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261049856:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787398652.379251:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:1.0:1787398652.379259:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261049984:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787398652.379269:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59499584 pending 16875520 free 55066624 avail 47898624 00000100:00100000:1.0:1787398652.379309:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261049984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 50us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398652.379315:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00100000:2.0:1787398652.380147:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20b888000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261049984:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787398652.434816:0:166562:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+54:69162:x1874221247604224:12345-192.168.204.36@tcp:4:dd.500 Request processed in 150528us (151020us total) trans 21474836596 rc 0/0 00000100:00100000:2.0:1787398652.434832:0:166562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 83 00002000:00100000:2.0:1787398652.434844:0:166562:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x282:0x0] (12582912->16777215) req@ffff9cf305a5aa00 x1874221247604224/t21474836596(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:338/0 lens 488/448 e 0 to 0 dl 1787398663 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:1000 00002000:00100000:2.0:1787398652.434856:0:166562:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305a5aa00 with x1874221247604224 ext(12582912->16777215) 00002000:00010000:2.0:1787398652.434863:0:166562:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf305a5aa00 00000100:00100000:0.0:1787398652.534918:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398652.536417:0:160299:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247604352 00000100:00100000:1.0:1787398652.536431:0:160299:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247604352 00002000:00100000:1.0:1787398652.536527:0:160299:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x282:0x0] (16777216->20971519) req@ffff9cf335282300 x1874221247604352/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:338/0 lens 488/0 e 0 to 0 dl 1787398663 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:1000 00002000:00100000:1.0:1787398652.536540:0:160299:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf335282300 with x1874221247604352 ext(16777216->20971519) 00002000:00010000:1.0:1787398652.536560:0:160299:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf335282300 00000100:00100000:1.0:1787398652.537036:0:160299:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 84 00000100:00100000:1.0:1787398652.537048:0:160299:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+54:69164:x1874221247604352:12345-192.168.204.36@tcp:4:dd.500 00000100:00100000:1.0:1787398652.632529:0:160299:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335282300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+56:69164:x1874221247604352:12345-192.168.204.36@tcp:4:dd.500 Request processed in 95430us (97568us total) trans 21474836597 rc 0/0 00000100:00100000:1.0:1787398652.632557:0:160299:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 84 00002000:00100000:1.0:1787398652.632574:0:160299:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x282:0x0] (16777216->20971519) req@ffff9cf335282300 x1874221247604352/t21474836597(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:338/0 lens 488/448 e 0 to 0 dl 1787398663 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:1000 00002000:00100000:1.0:1787398652.632586:0:160299:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf335282300 with x1874221247604352 ext(16777216->20971519) 00002000:00010000:1.0:1787398652.632594:0:160299:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf335282300 00000100:00100000:2.0:1787398652.753570:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398652.753664:0:166640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247604480 00000100:00100000:0.0:1787398652.753675:0:166640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247604480 00002000:00100000:0.0:1787398652.753738:0:166640:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x282:0x0] (20971520->25165823) req@ffff9cf203a2b100 x1874221247604480/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:338/0 lens 488/0 e 0 to 0 dl 1787398663 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:1000 00002000:00100000:0.0:1787398652.753751:0:166640:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf203a2b100 with x1874221247604480 ext(20971520->25165823) 00002000:00010000:0.0:1787398652.753757:0:166640:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf203a2b100 00000100:00100000:0.0:1787398652.753791:0:166640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 85 00000100:00100000:0.0:1787398652.753801:0:166640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+56:69165:x1874221247604480:12345-192.168.204.36@tcp:4:dd.500 00000100:00100000:0.0:1787398652.836821:0:166640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+58:69165:x1874221247604480:12345-192.168.204.36@tcp:4:dd.500 Request processed in 83008us (83250us total) trans 21474836598 rc 0/0 00000100:00100000:0.0:1787398652.836835:0:166640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 85 00002000:00100000:0.0:1787398652.836848:0:166640:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x282:0x0] (20971520->25165823) req@ffff9cf203a2b100 x1874221247604480/t21474836598(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:338/0 lens 488/448 e 0 to 0 dl 1787398663 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:1000 00002000:00100000:0.0:1787398652.836877:0:166640:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf203a2b100 with x1874221247604480 ext(20971520->25165823) 00002000:00010000:0.0:1787398652.836884:0:166640:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf203a2b100 00000100:00100000:1.0:1787398652.979594:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398652.979699:0:167267:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247604608 00000100:00100000:0.0:1787398652.979709:0:167267:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247604608 00002000:00100000:0.0:1787398652.979755:0:167267:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x282:0x0] (25165824->29360127) req@ffff9cf305a59880 x1874221247604608/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:338/0 lens 488/0 e 0 to 0 dl 1787398663 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:1000 00002000:00100000:0.0:1787398652.979768:0:167267:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305a59880 with x1874221247604608 ext(25165824->29360127) 00002000:00010000:0.0:1787398652.979774:0:167267:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf305a59880 00000100:00100000:0.0:1787398652.979808:0:167267:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 86 00000100:00100000:0.0:1787398652.979818:0:167267:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+58:69162:x1874221247604608:12345-192.168.204.36@tcp:4:dd.500 00000100:00100000:2.0:1787398653.056920:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398653.056954:0:158798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247604864 00000100:00100000:2.0:1787398653.056963:0:158798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247604864 00000100:00100000:2.0:1787398653.057029:0:158798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 218 00000100:00100000:2.0:1787398653.057039:0:158798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+24:124652:x1874221247604864:12345-192.168.204.36@tcp:35:dd.500 00000100:00080000:0.0:1787398653.058758:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:2.0:1787398653.058900:0:158798:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 38654705676 00000100:00100000:2.0:1787398653.059650:0:158798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+26:124652:x1874221247604864:12345-192.168.204.36@tcp:35:dd.500 Request processed in 2607us (2735us total) trans 38654705677 rc 0/0 00000100:00100000:2.0:1787398653.059680:0:158798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 218 00000020:00080000:2.0:1787398653.059686:0:158798:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1787398653.081331:0:167267:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+60:69162:x1874221247604608:12345-192.168.204.36@tcp:4:dd.500 Request processed in 101503us (101737us total) trans 21474836599 rc 0/0 00000100:00100000:3.0:1787398653.081348:0:167267:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 86 00002000:00100000:3.0:1787398653.081360:0:167267:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x282:0x0] (25165824->29360127) req@ffff9cf305a59880 x1874221247604608/t21474836599(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:338/0 lens 488/448 e 0 to 0 dl 1787398663 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:1000 00002000:00100000:3.0:1787398653.081370:0:167267:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf305a59880 with x1874221247604608 ext(25165824->29360127) 00002000:00010000:3.0:1787398653.081377:0:167267:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf305a59880 00000100:00100000:0.0:1787398653.114846:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398653.115259:0:160301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247604992 00000100:00100000:1.0:1787398653.115271:0:160301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247604992 00002000:00100000:1.0:1787398653.115346:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x282:0x0] (29360128->31457279) req@ffff9cf335280000 x1874221247604992/t0(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:339/0 lens 488/0 e 0 to 0 dl 1787398664 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:1000 00002000:00100000:1.0:1787398653.115359:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf335280000 with x1874221247604992 ext(29360128->31457279) 00002000:00010000:1.0:1787398653.115365:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf335280000 00000100:00100000:1.0:1787398653.115406:0:160301:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 87 00000100:00100000:1.0:1787398653.115417:0:160301:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335280000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+60:69163:x1874221247604992:12345-192.168.204.36@tcp:4:dd.500 00000100:00080000:0.0:1787398653.115440:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787398653.155172:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398653.155312:0:158781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247605120 00000100:00100000:3.0:1787398653.155323:0:158781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247605120 00000100:00100000:1.0:1787398653.155551:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 122 00000100:00100000:1.0:1787398653.155566:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207231500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+44:122713:x1874221247605120:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787398653.155587:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 39 locks, starting at 0 00002000:00010000:1.0:1787398653.155610:0:158779:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1c6:0x0] updating lvb size from disk: 0 -> 674 00002000:00010000:1.0:1787398653.155630:0:158779:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1c6:0x0] updating lvb mtime from disk: 0 -> 1787398606 00002000:00010000:1.0:1787398653.155633:0:158779:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1c6:0x0] updating lvb ctime from disk: 0 -> 1787398606 00002000:00010000:1.0:1787398653.155635:0:158779:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1c6:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00080000:0.0:1787398653.155667:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1787398653.155669:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009929f127/0x5703899912342e3e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ebc expref: 44 pid: 162511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398653.155705:0:158779:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1c3:0x0] updating lvb size from disk: 0 -> 391200 00002000:00010000:1.0:1787398653.155707:0:158779:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1c3:0x0] updating lvb mtime from disk: 0 -> 1787398606 00002000:00010000:1.0:1787398653.155709:0:158779:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1c3:0x0] updating lvb ctime from disk: 0 -> 1787398606 00002000:00010000:1.0:1787398653.155711:0:158779:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1c3:0x0] updating lvb blocks from disk: 0 -> 768 00010000:00010000:1.0:1787398653.155720:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007a0f97fb/0x5703899912342c1c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->393215) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119dea expref: 43 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398653.155738:0:158779:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1c2:0x0] updating lvb size from disk: 0 -> 903 00002000:00010000:1.0:1787398653.155740:0:158779:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1c2:0x0] updating lvb mtime from disk: 0 -> 1787398606 00002000:00010000:1.0:1787398653.155743:0:158779:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1c2:0x0] updating lvb ctime from disk: 0 -> 1787398606 00002000:00010000:1.0:1787398653.155745:0:158779:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1c2:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1787398653.155753:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000012a9ca2/0x5703899912342b43 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119d9d expref: 42 pid: 162522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398653.155770:0:158779:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1e8:0x0] updating lvb size from disk: 0 -> 4498 00002000:00010000:1.0:1787398653.155773:0:158779:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1e8:0x0] updating lvb mtime from disk: 0 -> 1787398611 00002000:00010000:1.0:1787398653.155775:0:158779:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1e8:0x0] updating lvb ctime from disk: 0 -> 1787398611 00002000:00010000:1.0:1787398653.155777:0:158779:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1e8:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:1.0:1787398653.155784:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f54a70b0/0x570389991234466a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a808 expref: 41 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398653.155817:0:158779:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1e7:0x0] updating lvb size from disk: 0 -> 1765 00002000:00010000:1.0:1787398653.155820:0:158779:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1e7:0x0] updating lvb mtime from disk: 0 -> 1787398611 00002000:00010000:1.0:1787398653.155822:0:158779:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1e7:0x0] updating lvb ctime from disk: 0 -> 1787398611 00002000:00010000:1.0:1787398653.155824:0:158779:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1e7:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1787398653.155833:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000013fe651b/0x57038999123445b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7c2 expref: 40 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398653.155854:0:158779:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1e6:0x0] updating lvb size from disk: 0 -> 24288 00002000:00010000:1.0:1787398653.155856:0:158779:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1e6:0x0] updating lvb mtime from disk: 0 -> 1787398611 00002000:00010000:1.0:1787398653.155859:0:158779:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1e6:0x0] updating lvb ctime from disk: 0 -> 1787398611 00002000:00010000:1.0:1787398653.155861:0:158779:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1e6:0x0] updating lvb blocks from disk: 0 -> 48 00010000:00010000:1.0:1787398653.155868:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004d28a7e4/0x57038999123444fe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->24575) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a77c expref: 39 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398653.155885:0:158779:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1e5:0x0] updating lvb size from disk: 0 -> 5105 00002000:00010000:1.0:1787398653.155888:0:158779:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1e5:0x0] updating lvb mtime from disk: 0 -> 1787398611 00002000:00010000:1.0:1787398653.155891:0:158779:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1e5:0x0] updating lvb ctime from disk: 0 -> 1787398611 00002000:00010000:1.0:1787398653.155892:0:158779:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1e5:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:1.0:1787398653.155900:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c87fd238/0x5703899912344448 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a736 expref: 38 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398653.155915:0:158779:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1e4:0x0] updating lvb size from disk: 0 -> 26716 00002000:00010000:1.0:1787398653.157068:0:158779:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1e4:0x0] updating lvb mtime from disk: 0 -> 1787398611 00002000:00010000:1.0:1787398653.157072:0:158779:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1e4:0x0] updating lvb ctime from disk: 0 -> 1787398611 00002000:00010000:1.0:1787398653.157074:0:158779:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1e4:0x0] updating lvb blocks from disk: 0 -> 56 00010000:00010000:1.0:1787398653.157129:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000401bb909/0x5703899912344392 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->28671) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6f0 expref: 37 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398653.157168:0:158779:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1e3:0x0] updating lvb size from disk: 0 -> 42517 00002000:00010000:1.0:1787398653.157171:0:158779:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1e3:0x0] updating lvb mtime from disk: 0 -> 1787398610 00002000:00010000:1.0:1787398653.157391:0:158779:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1e3:0x0] updating lvb ctime from disk: 0 -> 1787398610 00002000:00010000:1.0:1787398653.157397:0:158779:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1e3:0x0] updating lvb blocks from disk: 0 -> 88 00010000:00010000:1.0:1787398653.157410:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002b1ba73b/0x57038999123442dc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->45055) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6aa expref: 36 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398653.157432:0:158779:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1e2:0x0] updating lvb size from disk: 0 -> 87207 00002000:00010000:1.0:1787398653.157434:0:158779:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1e2:0x0] updating lvb mtime from disk: 0 -> 1787398610 00002000:00010000:1.0:1787398653.157436:0:158779:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1e2:0x0] updating lvb ctime from disk: 0 -> 1787398610 00002000:00010000:1.0:1787398653.157437:0:158779:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1e2:0x0] updating lvb blocks from disk: 0 -> 176 00010000:00010000:1.0:1787398653.157444:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000045eeb9e6/0x5703899912344226 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->90111) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a664 expref: 35 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398653.157460:0:158779:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1e1:0x0] updating lvb size from disk: 0 -> 227516 00002000:00010000:1.0:1787398653.157462:0:158779:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1e1:0x0] updating lvb mtime from disk: 0 -> 1787398610 00002000:00010000:1.0:1787398653.157464:0:158779:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1e1:0x0] updating lvb ctime from disk: 0 -> 1787398610 00002000:00010000:1.0:1787398653.157466:0:158779:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1e1:0x0] updating lvb blocks from disk: 0 -> 448 00010000:00010000:1.0:1787398653.157473:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ebaa71a9/0x5703899912344170 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->229375) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a61e expref: 34 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398653.157512:0:158779:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1e0:0x0] updating lvb size from disk: 0 -> 190023 00002000:00010000:1.0:1787398653.157514:0:158779:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1e0:0x0] updating lvb mtime from disk: 0 -> 1787398610 00002000:00010000:1.0:1787398653.157516:0:158779:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1e0:0x0] updating lvb ctime from disk: 0 -> 1787398610 00002000:00010000:1.0:1787398653.157525:0:158779:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1e0:0x0] updating lvb blocks from disk: 0 -> 376 00010000:00010000:1.0:1787398653.157536:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a2ce4338/0x57038999123440ba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->192511) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5d8 expref: 33 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398653.157554:0:158779:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1df:0x0] updating lvb size from disk: 0 -> 31711 00002000:00010000:1.0:1787398653.157557:0:158779:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1df:0x0] updating lvb mtime from disk: 0 -> 1787398610 00002000:00010000:1.0:1787398653.157559:0:158779:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1df:0x0] updating lvb ctime from disk: 0 -> 1787398610 00002000:00010000:1.0:1787398653.157561:0:158779:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1df:0x0] updating lvb blocks from disk: 0 -> 64 00010000:00010000:1.0:1787398653.157567:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f8922add/0x5703899912344004 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a592 expref: 32 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398653.157583:0:158779:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1de:0x0] updating lvb size from disk: 0 -> 143445 00002000:00010000:1.0:1787398653.157586:0:158779:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1de:0x0] updating lvb mtime from disk: 0 -> 1787398609 00002000:00010000:1.0:1787398653.157588:0:158779:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1de:0x0] updating lvb ctime from disk: 0 -> 1787398609 00002000:00010000:1.0:1787398653.157590:0:158779:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1de:0x0] updating lvb blocks from disk: 0 -> 288 00010000:00010000:1.0:1787398653.157597:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c4ffdb80/0x5703899912343f4e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->147455) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a54c expref: 31 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398653.157615:0:158779:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1dd:0x0] updating lvb size from disk: 0 -> 6821 00002000:00010000:1.0:1787398653.157618:0:158779:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1dd:0x0] updating lvb mtime from disk: 0 -> 1787398609 00002000:00010000:1.0:1787398653.157620:0:158779:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1dd:0x0] updating lvb ctime from disk: 0 -> 1787398609 00002000:00010000:1.0:1787398653.157621:0:158779:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1dd:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:1.0:1787398653.157628:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027269fd2/0x5703899912343e98 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a506 expref: 30 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398653.157644:0:158779:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1dc:0x0] updating lvb size from disk: 0 -> 6548 00002000:00010000:1.0:1787398653.157646:0:158779:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1dc:0x0] updating lvb mtime from disk: 0 -> 1787398609 00002000:00010000:1.0:1787398653.157654:0:158779:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1dc:0x0] updating lvb ctime from disk: 0 -> 1787398609 00002000:00010000:1.0:1787398653.157656:0:158779:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1dc:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:1.0:1787398653.157667:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000089332741/0x5703899912343de2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4c0 expref: 29 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398653.157685:0:158779:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1db:0x0] updating lvb size from disk: 0 -> 855 00002000:00010000:1.0:1787398653.157688:0:158779:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1db:0x0] updating lvb mtime from disk: 0 -> 1787398609 00002000:00010000:1.0:1787398653.157691:0:158779:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1db:0x0] updating lvb ctime from disk: 0 -> 1787398609 00002000:00010000:1.0:1787398653.157693:0:158779:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1db:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1787398653.157701:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8a26c85/0x5703899912343d2c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a47a expref: 28 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398653.157721:0:158779:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1da:0x0] updating lvb size from disk: 0 -> 1753 00002000:00010000:1.0:1787398653.157724:0:158779:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1da:0x0] updating lvb mtime from disk: 0 -> 1787398609 00002000:00010000:1.0:1787398653.157726:0:158779:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1da:0x0] updating lvb ctime from disk: 0 -> 1787398609 00002000:00010000:1.0:1787398653.157728:0:158779:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1da:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1787398653.157736:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008e6d4665/0x5703899912343c76 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a434 expref: 27 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398653.157756:0:158779:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1d9:0x0] updating lvb size from disk: 0 -> 1342 00002000:00010000:1.0:1787398653.157759:0:158779:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1d9:0x0] updating lvb mtime from disk: 0 -> 1787398609 00002000:00010000:1.0:1787398653.157762:0:158779:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1d9:0x0] updating lvb ctime from disk: 0 -> 1787398609 00002000:00010000:1.0:1787398653.157764:0:158779:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1d9:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1787398653.157771:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000002b73d83/0x5703899912343bc0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3ee expref: 26 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398653.157789:0:158779:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1d8:0x0] updating lvb size from disk: 0 -> 37842 00002000:00010000:1.0:1787398653.157798:0:158779:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1d8:0x0] updating lvb mtime from disk: 0 -> 1787398609 00002000:00010000:1.0:1787398653.157800:0:158779:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1d8:0x0] updating lvb ctime from disk: 0 -> 1787398609 00002000:00010000:1.0:1787398653.157802:0:158779:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1d8:0x0] updating lvb blocks from disk: 0 -> 80 00010000:00010000:1.0:1787398653.157813:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af7bc6a8/0x5703899912343b0a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->40959) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3a8 expref: 25 pid: 160294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398653.157832:0:158779:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1d4:0x0] updating lvb size from disk: 0 -> 1694 00002000:00010000:1.0:1787398653.157834:0:158779:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1d4:0x0] updating lvb mtime from disk: 0 -> 1787398608 00002000:00010000:1.0:1787398653.157837:0:158779:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1d4:0x0] updating lvb ctime from disk: 0 -> 1787398608 00002000:00010000:1.0:1787398653.157839:0:158779:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1d4:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1787398653.157846:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ac11c2f1/0x5703899912343832 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a290 expref: 24 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398653.157862:0:158779:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1d3:0x0] updating lvb size from disk: 0 -> 8441 00002000:00010000:1.0:1787398653.157865:0:158779:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1d3:0x0] updating lvb mtime from disk: 0 -> 1787398608 00002000:00010000:1.0:1787398653.157867:0:158779:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1d3:0x0] updating lvb ctime from disk: 0 -> 1787398608 00002000:00010000:1.0:1787398653.157869:0:158779:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1d3:0x0] updating lvb blocks from disk: 0 -> 24 00010000:00010000:1.0:1787398653.157877:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001b7fe638/0x570389991234377c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a24a expref: 23 pid: 160294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398653.157896:0:158779:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1d2:0x0] updating lvb size from disk: 0 -> 4150 00002000:00010000:1.0:1787398653.157899:0:158779:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1d2:0x0] updating lvb mtime from disk: 0 -> 1787398608 00002000:00010000:1.0:1787398653.157901:0:158779:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1d2:0x0] updating lvb ctime from disk: 0 -> 1787398608 00002000:00010000:1.0:1787398653.157903:0:158779:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1d2:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:1.0:1787398653.161390:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070724fbb/0x57038999123436c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a204 expref: 22 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398653.162635:0:158779:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1d7:0x0] updating lvb size from disk: 0 -> 2129 00002000:00010000:1.0:1787398653.162647:0:158779:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1d7:0x0] updating lvb mtime from disk: 0 -> 1787398609 00002000:00010000:1.0:1787398653.162650:0:158779:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1d7:0x0] updating lvb ctime from disk: 0 -> 1787398609 00002000:00010000:1.0:1787398653.162652:0:158779:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1d7:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1787398653.162695:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000506c4b37/0x5703899912343a54 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a362 expref: 21 pid: 160294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398653.162730:0:158779:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1d6:0x0] updating lvb size from disk: 0 -> 35427 00002000:00010000:1.0:1787398653.162734:0:158779:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1d6:0x0] updating lvb mtime from disk: 0 -> 1787398608 00002000:00010000:1.0:1787398653.162736:0:158779:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1d6:0x0] updating lvb ctime from disk: 0 -> 1787398608 00002000:00010000:1.0:1787398653.162738:0:158779:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1d6:0x0] updating lvb blocks from disk: 0 -> 72 00010000:00010000:1.0:1787398653.162747:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000013580b79/0x570389991234399e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a31c expref: 20 pid: 162520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398653.162766:0:158779:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1d5:0x0] updating lvb size from disk: 0 -> 6234 00002000:00010000:1.0:1787398653.162769:0:158779:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1d5:0x0] updating lvb mtime from disk: 0 -> 1787398608 00002000:00010000:1.0:1787398653.162771:0:158779:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1d5:0x0] updating lvb ctime from disk: 0 -> 1787398608 00002000:00010000:1.0:1787398653.162774:0:158779:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1d5:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:1.0:1787398653.162782:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004fb717ff/0x57038999123438e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2d6 expref: 19 pid: 160294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398653.162801:0:158779:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1d1:0x0] updating lvb size from disk: 0 -> 4117 00002000:00010000:1.0:1787398653.162804:0:158779:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1d1:0x0] updating lvb mtime from disk: 0 -> 1787398608 00002000:00010000:1.0:1787398653.162806:0:158779:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1d1:0x0] updating lvb ctime from disk: 0 -> 1787398608 00002000:00010000:1.0:1787398653.162808:0:158779:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1d1:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:1.0:1787398653.162831:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8ef9943/0x5703899912343610 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1be expref: 18 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398653.162852:0:158779:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1d0:0x0] updating lvb size from disk: 0 -> 269 00002000:00010000:1.0:1787398653.162855:0:158779:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1d0:0x0] updating lvb mtime from disk: 0 -> 1787398608 00002000:00010000:1.0:1787398653.162857:0:158779:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1d0:0x0] updating lvb ctime from disk: 0 -> 1787398608 00002000:00010000:1.0:1787398653.162860:0:158779:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1d0:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1787398653.162868:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d388927/0x570389991234355a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a178 expref: 17 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398653.162884:0:158779:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1cf:0x0] updating lvb size from disk: 0 -> 6813 00002000:00010000:1.0:1787398653.162887:0:158779:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1cf:0x0] updating lvb mtime from disk: 0 -> 1787398608 00002000:00010000:1.0:1787398653.162890:0:158779:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1cf:0x0] updating lvb ctime from disk: 0 -> 1787398608 00002000:00010000:1.0:1787398653.162892:0:158779:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1cf:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:1.0:1787398653.162899:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000002ce5c07/0x57038999123434a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a132 expref: 16 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398653.166524:0:158779:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1ce:0x0] updating lvb size from disk: 0 -> 938 00002000:00010000:1.0:1787398653.166543:0:158779:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1ce:0x0] updating lvb mtime from disk: 0 -> 1787398607 00002000:00010000:1.0:1787398653.166546:0:158779:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1ce:0x0] updating lvb ctime from disk: 0 -> 1787398607 00002000:00010000:1.0:1787398653.166548:0:158779:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1ce:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1787398653.166590:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006d416ff1/0x57038999123433ee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0ec expref: 15 pid: 160296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398653.166645:0:158779:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1cd:0x0] updating lvb size from disk: 0 -> 3006 00002000:00010000:1.0:1787398653.166648:0:158779:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1cd:0x0] updating lvb mtime from disk: 0 -> 1787398607 00002000:00010000:1.0:1787398653.166651:0:158779:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1cd:0x0] updating lvb ctime from disk: 0 -> 1787398607 00002000:00010000:1.0:1787398653.166672:0:158779:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1cd:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1787398653.166685:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b0eefb51/0x5703899912343338 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0a6 expref: 14 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398653.166718:0:158779:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1cc:0x0] updating lvb size from disk: 0 -> 18269 00002000:00010000:1.0:1787398653.166721:0:158779:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1cc:0x0] updating lvb mtime from disk: 0 -> 1787398607 00002000:00010000:1.0:1787398653.166724:0:158779:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1cc:0x0] updating lvb ctime from disk: 0 -> 1787398607 00002000:00010000:1.0:1787398653.166726:0:158779:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1cc:0x0] updating lvb blocks from disk: 0 -> 40 00010000:00010000:1.0:1787398653.166735:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000eed5ef0/0x5703899912343282 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->20479) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a060 expref: 13 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398653.166753:0:158779:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1cb:0x0] updating lvb size from disk: 0 -> 838 00002000:00010000:1.0:1787398653.166756:0:158779:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1cb:0x0] updating lvb mtime from disk: 0 -> 1787398607 00002000:00010000:1.0:1787398653.166758:0:158779:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1cb:0x0] updating lvb ctime from disk: 0 -> 1787398607 00002000:00010000:1.0:1787398653.166761:0:158779:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1cb:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1787398653.166768:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002a32c1e1/0x57038999123431cc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a01a expref: 12 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398653.166785:0:158779:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1ca:0x0] updating lvb size from disk: 0 -> 1613 00002000:00010000:1.0:1787398653.166787:0:158779:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1ca:0x0] updating lvb mtime from disk: 0 -> 1787398607 00002000:00010000:1.0:1787398653.166789:0:158779:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1ca:0x0] updating lvb ctime from disk: 0 -> 1787398607 00002000:00010000:1.0:1787398653.166792:0:158779:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1ca:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1787398653.166799:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000513c66b0/0x5703899912343116 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119fd4 expref: 11 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398653.166817:0:158779:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1c9:0x0] updating lvb size from disk: 0 -> 1754 00002000:00010000:1.0:1787398653.166820:0:158779:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1c9:0x0] updating lvb mtime from disk: 0 -> 1787398607 00002000:00010000:1.0:1787398653.166828:0:158779:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1c9:0x0] updating lvb ctime from disk: 0 -> 1787398607 00002000:00010000:1.0:1787398653.166831:0:158779:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1c9:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1787398653.166842:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000def2a4d5/0x5703899912343060 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f8e expref: 10 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398653.166863:0:158779:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1c8:0x0] updating lvb size from disk: 0 -> 28245 00002000:00010000:1.0:1787398653.166866:0:158779:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1c8:0x0] updating lvb mtime from disk: 0 -> 1787398606 00002000:00010000:1.0:1787398653.166868:0:158779:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1c8:0x0] updating lvb ctime from disk: 0 -> 1787398606 00002000:00010000:1.0:1787398653.166870:0:158779:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1c8:0x0] updating lvb blocks from disk: 0 -> 56 00010000:00010000:1.0:1787398653.166878:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000997ddee2/0x5703899912342faa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->28671) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f48 expref: 9 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398653.166893:0:158779:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1c7:0x0] updating lvb size from disk: 0 -> 2659 00002000:00010000:1.0:1787398653.166895:0:158779:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1c7:0x0] updating lvb mtime from disk: 0 -> 1787398606 00002000:00010000:1.0:1787398653.166898:0:158779:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1c7:0x0] updating lvb ctime from disk: 0 -> 1787398606 00002000:00010000:1.0:1787398653.166900:0:158779:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1c7:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1787398653.166907:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000161d5d9c/0x5703899912342ef4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f02 expref: 8 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398653.166923:0:158779:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1c5:0x0] updating lvb size from disk: 0 -> 39343 00002000:00010000:1.0:1787398653.166926:0:158779:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1c5:0x0] updating lvb mtime from disk: 0 -> 1787398606 00002000:00010000:1.0:1787398653.166928:0:158779:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1c5:0x0] updating lvb ctime from disk: 0 -> 1787398606 00002000:00010000:1.0:1787398653.166931:0:158779:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1c5:0x0] updating lvb blocks from disk: 0 -> 80 00010000:00010000:1.0:1787398653.166939:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000655e7cfa/0x5703899912342d88 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->40959) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e76 expref: 7 pid: 162524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787398653.166956:0:158779:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1c4:0x0] updating lvb size from disk: 0 -> 9974 00002000:00010000:1.0:1787398653.166964:0:158779:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1c4:0x0] updating lvb mtime from disk: 0 -> 1787398606 00002000:00010000:1.0:1787398653.166967:0:158779:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1c4:0x0] updating lvb ctime from disk: 0 -> 1787398606 00002000:00010000:1.0:1787398653.166969:0:158779:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1c4:0x0] updating lvb blocks from disk: 0 -> 24 00010000:00010000:1.0:1787398653.166980:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eeeb4fac/0x5703899912342cd2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e30 expref: 6 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398653.166994:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787398653.173706:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207231500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:122713:x1874221247605120:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 18130us (18532us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398653.173722:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 122 00000100:00100000:0.0:1787398653.184708:0:160301:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335280000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+62:69163:x1874221247604992:12345-192.168.204.36@tcp:4:dd.500 Request processed in 69279us (69858us total) trans 21474836600 rc 0/0 00000100:00100000:0.0:1787398653.184726:0:160301:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 87 00002000:00100000:0.0:1787398653.184742:0:160301:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x282:0x0] (29360128->31457279) req@ffff9cf335280000 x1874221247604992/t21474836600(0) o4->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:339/0 lens 488/448 e 0 to 0 dl 1787398664 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:1000 00002000:00100000:0.0:1787398653.184754:0:160301:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf335280000 with x1874221247604992 ext(29360128->31457279) 00002000:00010000:0.0:1787398653.184762:0:160301:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf335280000 00010000:00010000:2.0:1787398653.206379:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398653.283743:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398653.283856:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247605248 00000100:00100000:3.0:1787398653.283866:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247605248 00000100:00100000:3.0:1787398653.283938:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 123 00000100:00100000:3.0:1787398653.283949:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a5a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+62:122714:x1874221247605248:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787398653.283967:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 39 locks, starting at 0 00002000:00010000:3.0:1787398653.283987:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x282:0x0] updating lvb size from disk: 0 -> 31457280 00002000:00010000:3.0:1787398653.283990:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x282:0x0] updating lvb mtime from disk: 1787398651 -> 1787398652 00002000:00010000:3.0:1787398653.283993:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x282:0x0] updating lvb ctime from disk: 1787398651 -> 1787398652 00002000:00010000:3.0:1787398653.283996:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x282:0x0] updating lvb blocks from disk: 0 -> 61440 00010000:00010000:3.0:1787398653.284154:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000093c24aed/0x5703899912344c7c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801080020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a894 expref: 62 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398653.284190:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x24a:0x0] updating lvb size from disk: 0 -> 15476 00002000:00010000:3.0:1787398653.284204:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x24a:0x0] updating lvb mtime from disk: 0 -> 1787398606 00002000:00010000:3.0:1787398653.284206:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x24a:0x0] updating lvb ctime from disk: 0 -> 1787398606 00002000:00010000:3.0:1787398653.284223:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x24a:0x0] updating lvb blocks from disk: 0 -> 32 00010000:00010000:3.0:1787398653.284237:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000ba2106/0x5703899912342de3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e99 expref: 61 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398653.284259:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x248:0x0] updating lvb size from disk: 0 -> 1735 00002000:00010000:3.0:1787398653.284262:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x248:0x0] updating lvb mtime from disk: 0 -> 1787398606 00002000:00010000:3.0:1787398653.284263:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x248:0x0] updating lvb ctime from disk: 0 -> 1787398606 00002000:00010000:3.0:1787398653.284265:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x248:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1787398653.284274:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e9a0633d/0x5703899912342c77 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e0d expref: 60 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398653.284290:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x247:0x0] updating lvb size from disk: 0 -> 5634 00002000:00010000:3.0:1787398653.284292:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x247:0x0] updating lvb mtime from disk: 0 -> 1787398606 00002000:00010000:3.0:1787398653.284294:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x247:0x0] updating lvb ctime from disk: 0 -> 1787398606 00002000:00010000:3.0:1787398653.284296:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x247:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:3.0:1787398653.284303:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000adc990ae/0x5703899912342bc1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119dc7 expref: 59 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398653.284320:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x26c:0x0] updating lvb size from disk: 0 -> 315155 00002000:00010000:3.0:1787398653.284322:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x26c:0x0] updating lvb mtime from disk: 0 -> 1787398611 00002000:00010000:3.0:1787398653.284324:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x26c:0x0] updating lvb ctime from disk: 0 -> 1787398611 00002000:00010000:3.0:1787398653.284327:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x26c:0x0] updating lvb blocks from disk: 0 -> 616 00010000:00010000:3.0:1787398653.284334:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052fa7b29/0x570389991234460f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->315391) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a7e5 expref: 58 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398653.284352:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x26b:0x0] updating lvb size from disk: 0 -> 1611 00002000:00010000:3.0:1787398653.284354:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x26b:0x0] updating lvb mtime from disk: 0 -> 1787398611 00002000:00010000:3.0:1787398653.284361:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x26b:0x0] updating lvb ctime from disk: 0 -> 1787398611 00002000:00010000:3.0:1787398653.284363:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x26b:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1787398653.284372:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dbab9e89/0x5703899912344559 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a79f expref: 57 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398653.284391:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x26a:0x0] updating lvb size from disk: 0 -> 2475 00002000:00010000:3.0:1787398653.284393:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x26a:0x0] updating lvb mtime from disk: 0 -> 1787398611 00002000:00010000:3.0:1787398653.284395:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x26a:0x0] updating lvb ctime from disk: 0 -> 1787398611 00002000:00010000:3.0:1787398653.284397:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x26a:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1787398653.284405:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a72f6280/0x57038999123444a3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a759 expref: 56 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398653.284421:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x269:0x0] updating lvb size from disk: 0 -> 1173482 00002000:00010000:3.0:1787398653.284424:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x269:0x0] updating lvb mtime from disk: 0 -> 1787398611 00002000:00010000:3.0:1787398653.284426:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x269:0x0] updating lvb ctime from disk: 0 -> 1787398611 00002000:00010000:3.0:1787398653.284428:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x269:0x0] updating lvb blocks from disk: 0 -> 2296 00010000:00010000:3.0:1787398653.284436:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fb8f06c7/0x57038999123443ed lrc: 0/0,0 mode: --/PW res: [0x280000401:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1175551) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a713 expref: 55 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398653.284453:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x268:0x0] updating lvb size from disk: 0 -> 424727 00002000:00010000:3.0:1787398653.284455:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x268:0x0] updating lvb mtime from disk: 0 -> 1787398611 00002000:00010000:3.0:1787398653.284458:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x268:0x0] updating lvb ctime from disk: 0 -> 1787398611 00002000:00010000:3.0:1787398653.284460:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x268:0x0] updating lvb blocks from disk: 0 -> 832 00010000:00010000:3.0:1787398653.284467:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000036939abe/0x5703899912344337 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->425983) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a6cd expref: 54 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398653.284605:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x267:0x0] updating lvb size from disk: 0 -> 254129 00002000:00010000:3.0:1787398653.284615:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x267:0x0] updating lvb mtime from disk: 0 -> 1787398610 00002000:00010000:3.0:1787398653.284617:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x267:0x0] updating lvb ctime from disk: 0 -> 1787398610 00002000:00010000:3.0:1787398653.284620:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x267:0x0] updating lvb blocks from disk: 0 -> 504 00010000:00010000:3.0:1787398653.284632:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ac6cfff5/0x5703899912344281 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x267:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->258047) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a687 expref: 53 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398653.284652:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x266:0x0] updating lvb size from disk: 0 -> 159678 00002000:00010000:3.0:1787398653.284654:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x266:0x0] updating lvb mtime from disk: 0 -> 1787398610 00002000:00010000:3.0:1787398653.284657:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x266:0x0] updating lvb ctime from disk: 0 -> 1787398610 00002000:00010000:3.0:1787398653.284659:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x266:0x0] updating lvb blocks from disk: 0 -> 312 00010000:00010000:3.0:1787398653.284666:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001c00036a/0x57038999123441cb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->159743) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a641 expref: 52 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398653.284686:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x265:0x0] updating lvb size from disk: 0 -> 10934 00002000:00010000:3.0:1787398653.284688:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x265:0x0] updating lvb mtime from disk: 0 -> 1787398610 00002000:00010000:3.0:1787398653.284690:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x265:0x0] updating lvb ctime from disk: 0 -> 1787398610 00002000:00010000:3.0:1787398653.284692:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x265:0x0] updating lvb blocks from disk: 0 -> 24 00010000:00010000:3.0:1787398653.284700:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c488d3ec/0x5703899912344115 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x265:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5fb expref: 51 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398653.284716:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x264:0x0] updating lvb size from disk: 0 -> 215293 00002000:00010000:3.0:1787398653.284719:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x264:0x0] updating lvb mtime from disk: 0 -> 1787398610 00002000:00010000:3.0:1787398653.284722:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x264:0x0] updating lvb ctime from disk: 0 -> 1787398610 00002000:00010000:3.0:1787398653.284724:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x264:0x0] updating lvb blocks from disk: 0 -> 424 00010000:00010000:3.0:1787398653.284731:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ec05021/0x570389991234405f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->217087) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a5b5 expref: 50 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398653.284762:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x263:0x0] updating lvb size from disk: 0 -> 171098 00002000:00010000:3.0:1787398653.284765:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x263:0x0] updating lvb mtime from disk: 0 -> 1787398609 00002000:00010000:3.0:1787398653.284767:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x263:0x0] updating lvb ctime from disk: 0 -> 1787398609 00002000:00010000:3.0:1787398653.284769:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x263:0x0] updating lvb blocks from disk: 0 -> 336 00010000:00010000:3.0:1787398653.284779:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000973a261a/0x5703899912343fa9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->172031) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a56f expref: 49 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398653.284797:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x262:0x0] updating lvb size from disk: 0 -> 109218 00002000:00010000:3.0:1787398653.284799:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x262:0x0] updating lvb mtime from disk: 0 -> 1787398609 00002000:00010000:3.0:1787398653.284801:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x262:0x0] updating lvb ctime from disk: 0 -> 1787398609 00002000:00010000:3.0:1787398653.284804:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x262:0x0] updating lvb blocks from disk: 0 -> 216 00010000:00010000:3.0:1787398653.284811:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f5b91aa3/0x5703899912343ef3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->110591) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a529 expref: 48 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398653.284831:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x261:0x0] updating lvb size from disk: 0 -> 4750 00002000:00010000:3.0:1787398653.284833:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x261:0x0] updating lvb mtime from disk: 0 -> 1787398609 00002000:00010000:3.0:1787398653.284835:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x261:0x0] updating lvb ctime from disk: 0 -> 1787398609 00002000:00010000:3.0:1787398653.284838:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x261:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:3.0:1787398653.284845:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf2b5fc0/0x5703899912343e3d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a4e3 expref: 47 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398653.284860:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x260:0x0] updating lvb size from disk: 0 -> 1654 00002000:00010000:3.0:1787398653.284863:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x260:0x0] updating lvb mtime from disk: 0 -> 1787398609 00002000:00010000:3.0:1787398653.284866:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x260:0x0] updating lvb ctime from disk: 0 -> 1787398609 00002000:00010000:3.0:1787398653.284868:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x260:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1787398653.284885:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c3bc832/0x5703899912343d87 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a49d expref: 46 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398653.284907:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x25f:0x0] updating lvb size from disk: 0 -> 1408 00002000:00010000:3.0:1787398653.284910:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x25f:0x0] updating lvb mtime from disk: 0 -> 1787398609 00002000:00010000:3.0:1787398653.284912:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x25f:0x0] updating lvb ctime from disk: 0 -> 1787398609 00002000:00010000:3.0:1787398653.284915:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x25f:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1787398653.284923:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006986ea79/0x5703899912343cd1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a457 expref: 45 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398653.284941:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x25e:0x0] updating lvb size from disk: 0 -> 1659 00002000:00010000:3.0:1787398653.284944:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x25e:0x0] updating lvb mtime from disk: 0 -> 1787398609 00002000:00010000:3.0:1787398653.284946:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x25e:0x0] updating lvb ctime from disk: 0 -> 1787398609 00002000:00010000:3.0:1787398653.284948:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x25e:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1787398653.284957:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d00cd2d8/0x5703899912343c1b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a411 expref: 44 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398653.284975:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x25d:0x0] updating lvb size from disk: 0 -> 423 00002000:00010000:3.0:1787398653.284978:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x25d:0x0] updating lvb mtime from disk: 0 -> 1787398609 00002000:00010000:3.0:1787398653.284980:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x25d:0x0] updating lvb ctime from disk: 0 -> 1787398609 00002000:00010000:3.0:1787398653.284982:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x25d:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1787398653.284990:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf412f8a/0x5703899912343b65 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a3cb expref: 43 pid: 160295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398653.285007:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x259:0x0] updating lvb size from disk: 0 -> 6430 00002000:00010000:3.0:1787398653.285010:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x259:0x0] updating lvb mtime from disk: 0 -> 1787398608 00002000:00010000:3.0:1787398653.285012:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x259:0x0] updating lvb ctime from disk: 0 -> 1787398608 00002000:00010000:3.0:1787398653.285650:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x259:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:3.0:1787398653.285667:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009ed77d62/0x570389991234388d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2b3 expref: 42 pid: 162518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398653.285694:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x25a:0x0] updating lvb size from disk: 0 -> 110863 00002000:00010000:3.0:1787398653.285697:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x25a:0x0] updating lvb mtime from disk: 0 -> 1787398608 00002000:00010000:3.0:1787398653.285700:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x25a:0x0] updating lvb ctime from disk: 0 -> 1787398608 00002000:00010000:3.0:1787398653.285702:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x25a:0x0] updating lvb blocks from disk: 0 -> 224 00010000:00010000:3.0:1787398653.285710:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000019470db/0x5703899912343943 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->114687) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a2f9 expref: 41 pid: 162523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398653.285728:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x25c:0x0] updating lvb size from disk: 0 -> 158096 00002000:00010000:3.0:1787398653.285730:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x25c:0x0] updating lvb mtime from disk: 0 -> 1787398609 00002000:00010000:3.0:1787398653.285733:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x25c:0x0] updating lvb ctime from disk: 0 -> 1787398609 00002000:00010000:3.0:1787398653.285735:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x25c:0x0] updating lvb blocks from disk: 0 -> 312 00010000:00010000:3.0:1787398653.285742:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037ba28e4/0x5703899912343aaf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->159743) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a385 expref: 40 pid: 162523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398653.285757:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x25b:0x0] updating lvb size from disk: 0 -> 13879 00002000:00010000:3.0:1787398653.285760:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x25b:0x0] updating lvb mtime from disk: 0 -> 1787398609 00002000:00010000:3.0:1787398653.285762:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x25b:0x0] updating lvb ctime from disk: 0 -> 1787398609 00002000:00010000:3.0:1787398653.285765:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x25b:0x0] updating lvb blocks from disk: 0 -> 32 00010000:00010000:3.0:1787398653.285772:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a05b587e/0x57038999123439f9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a33f expref: 39 pid: 162518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398653.285791:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x258:0x0] updating lvb size from disk: 0 -> 1790 00002000:00010000:3.0:1787398653.285794:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x258:0x0] updating lvb mtime from disk: 0 -> 1787398608 00002000:00010000:3.0:1787398653.285804:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x258:0x0] updating lvb ctime from disk: 0 -> 1787398608 00002000:00010000:3.0:1787398653.285806:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x258:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1787398653.285816:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d8cf583d/0x57038999123437d7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a26d expref: 38 pid: 162523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398653.285836:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x257:0x0] updating lvb size from disk: 0 -> 7185 00002000:00010000:3.0:1787398653.285838:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x257:0x0] updating lvb mtime from disk: 0 -> 1787398608 00002000:00010000:3.0:1787398653.285840:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x257:0x0] updating lvb ctime from disk: 0 -> 1787398608 00002000:00010000:3.0:1787398653.285842:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x257:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:3.0:1787398653.285850:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051ac091c/0x5703899912343721 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a227 expref: 37 pid: 162518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398653.285867:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x256:0x0] updating lvb size from disk: 0 -> 3079 00002000:00010000:3.0:1787398653.285869:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x256:0x0] updating lvb mtime from disk: 0 -> 1787398608 00002000:00010000:3.0:1787398653.285871:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x256:0x0] updating lvb ctime from disk: 0 -> 1787398608 00002000:00010000:3.0:1787398653.285874:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x256:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1787398653.285882:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000044411d16/0x570389991234366b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a1e1 expref: 36 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398653.285900:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x255:0x0] updating lvb size from disk: 0 -> 234 00002000:00010000:3.0:1787398653.285903:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x255:0x0] updating lvb mtime from disk: 0 -> 1787398608 00002000:00010000:3.0:1787398653.285905:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x255:0x0] updating lvb ctime from disk: 0 -> 1787398608 00002000:00010000:3.0:1787398653.285907:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x255:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1787398653.285914:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e27641b/0x57038999123435b5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a19b expref: 35 pid: 162522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398653.285930:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x254:0x0] updating lvb size from disk: 0 -> 6213 00002000:00010000:3.0:1787398653.285938:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x254:0x0] updating lvb mtime from disk: 0 -> 1787398608 00002000:00010000:3.0:1787398653.285939:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x254:0x0] updating lvb ctime from disk: 0 -> 1787398608 00002000:00010000:3.0:1787398653.285941:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x254:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:3.0:1787398653.285952:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000953b94ae/0x57038999123434ff lrc: 0/0,0 mode: --/PW res: [0x280000401:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a155 expref: 34 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398653.285968:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x253:0x0] updating lvb size from disk: 0 -> 55540 00002000:00010000:3.0:1787398653.285970:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x253:0x0] updating lvb mtime from disk: 0 -> 1787398607 00002000:00010000:3.0:1787398653.285972:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x253:0x0] updating lvb ctime from disk: 0 -> 1787398607 00002000:00010000:3.0:1787398653.285974:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x253:0x0] updating lvb blocks from disk: 0 -> 112 00010000:00010000:3.0:1787398653.285982:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c092d100/0x5703899912343449 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->57343) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a10f expref: 33 pid: 162522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398653.285997:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x252:0x0] updating lvb size from disk: 0 -> 2192 00002000:00010000:3.0:1787398653.285999:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x252:0x0] updating lvb mtime from disk: 0 -> 1787398607 00002000:00010000:3.0:1787398653.286008:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x252:0x0] updating lvb ctime from disk: 0 -> 1787398607 00002000:00010000:3.0:1787398653.286010:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x252:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1787398653.286650:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c384807b/0x5703899912343393 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a0c9 expref: 32 pid: 162515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398653.286685:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x251:0x0] updating lvb size from disk: 0 -> 4218 00002000:00010000:3.0:1787398653.286688:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x251:0x0] updating lvb mtime from disk: 0 -> 1787398607 00002000:00010000:3.0:1787398653.286690:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x251:0x0] updating lvb ctime from disk: 0 -> 1787398607 00002000:00010000:3.0:1787398653.286693:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x251:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:3.0:1787398653.286707:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c4ced57d/0x57038999123432dd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x251:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a083 expref: 31 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398653.286743:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x250:0x0] updating lvb size from disk: 0 -> 2858 00002000:00010000:3.0:1787398653.286746:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x250:0x0] updating lvb mtime from disk: 0 -> 1787398607 00002000:00010000:3.0:1787398653.286748:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x250:0x0] updating lvb ctime from disk: 0 -> 1787398607 00002000:00010000:3.0:1787398653.286750:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x250:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1787398653.286759:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fbbf3e7e/0x5703899912343227 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a03d expref: 30 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398653.286779:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x24f:0x0] updating lvb size from disk: 0 -> 16001 00002000:00010000:3.0:1787398653.286781:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x24f:0x0] updating lvb mtime from disk: 0 -> 1787398607 00002000:00010000:3.0:1787398653.286784:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x24f:0x0] updating lvb ctime from disk: 0 -> 1787398607 00002000:00010000:3.0:1787398653.286786:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x24f:0x0] updating lvb blocks from disk: 0 -> 32 00010000:00010000:3.0:1787398653.286794:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b99f128/0x5703899912343171 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119ff7 expref: 29 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398653.286811:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x24e:0x0] updating lvb size from disk: 0 -> 4915 00002000:00010000:3.0:1787398653.286814:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x24e:0x0] updating lvb mtime from disk: 0 -> 1787398607 00002000:00010000:3.0:1787398653.286817:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x24e:0x0] updating lvb ctime from disk: 0 -> 1787398607 00002000:00010000:3.0:1787398653.286819:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x24e:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:3.0:1787398653.286826:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000099acaf/0x57038999123430bb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119fb1 expref: 28 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398653.286844:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x24d:0x0] updating lvb size from disk: 0 -> 704 00002000:00010000:3.0:1787398653.286846:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x24d:0x0] updating lvb mtime from disk: 0 -> 1787398606 00002000:00010000:3.0:1787398653.286848:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x24d:0x0] updating lvb ctime from disk: 0 -> 1787398606 00002000:00010000:3.0:1787398653.286851:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x24d:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1787398653.286868:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000343ba8ee/0x5703899912343005 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f6b expref: 27 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398653.286887:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x24c:0x0] updating lvb size from disk: 0 -> 4207 00002000:00010000:3.0:1787398653.286889:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x24c:0x0] updating lvb mtime from disk: 0 -> 1787398606 00002000:00010000:3.0:1787398653.286891:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x24c:0x0] updating lvb ctime from disk: 0 -> 1787398606 00002000:00010000:3.0:1787398653.286894:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x24c:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:3.0:1787398653.286902:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000031efe64b/0x5703899912342f4f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119f25 expref: 26 pid: 161119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398653.286918:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x24b:0x0] updating lvb size from disk: 0 -> 9198 00002000:00010000:3.0:1787398653.286921:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x24b:0x0] updating lvb mtime from disk: 0 -> 1787398606 00002000:00010000:3.0:1787398653.286923:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x24b:0x0] updating lvb ctime from disk: 0 -> 1787398606 00002000:00010000:3.0:1787398653.286925:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x24b:0x0] updating lvb blocks from disk: 0 -> 24 00010000:00010000:3.0:1787398653.286932:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c0ddec8d/0x5703899912342e99 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119edf expref: 25 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787398653.286949:0:162512:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x249:0x0] updating lvb size from disk: 0 -> 38517 00002000:00010000:3.0:1787398653.286951:0:162512:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x249:0x0] updating lvb mtime from disk: 0 -> 1787398606 00002000:00010000:3.0:1787398653.286953:0:162512:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x249:0x0] updating lvb ctime from disk: 0 -> 1787398606 00002000:00010000:3.0:1787398653.286955:0:162512:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x249:0x0] updating lvb blocks from disk: 0 -> 80 00010000:00010000:3.0:1787398653.286963:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a352b065/0x5703899912342d2d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x249:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->40959) gid 0 flags: 0x44801000020000 nid: 192.168.204.36@tcp remote: 0x200ab929ef119e53 expref: 24 pid: 162529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398653.286976:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787398653.287523:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a5a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+23:122714:x1874221247605248:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 3572us (3789us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398653.287563:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 123 00010000:00010000:3.0:1787398654.233072:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1787398654.844720:0:167302:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 38654705677 is committed 00000004:00080000:1.0:1787398654.844738:0:167302:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 4 committed 00000004:00080000:1.0:1787398654.844764:0:167302:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 3 committed 00000004:00080000:1.0:1787398654.844770:0:167302:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000100:00100000:1.0:1787398654.847023:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261050112:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1787398654.847110:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787398654.847279:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a600/0x5703899912344b95 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398654.847303:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a600/0x5703899912344b95 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398654.847309:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a600/0x5703899912344b95 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398654.847314:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9a600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398654.847319:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a600/0x5703899912344b95 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398654.847326:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a600/0x5703899912344b95 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398654.847342:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3ef1f051 (ffff9cf336643000) 00010000:00010000:0.0:1787398654.847345:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398654.847349:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a600/0x5703899912344b95 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398654.847355:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9a600/0x5703899912344b95 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398654.847379:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359d200/0x5703899912344c05 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398654.847386:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359d200/0x5703899912344c05 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398654.847392:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359d200/0x5703899912344c05 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398654.847397:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20359d200 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398654.847407:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359d200/0x5703899912344c05 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398654.847413:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359d200/0x5703899912344c05 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398654.847423:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff9cf337a21b00) 00010000:00010000:0.0:1787398654.847425:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787398654.847429:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359d200/0x5703899912344c05 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398654.847435:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359d200/0x5703899912344c05 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398654.847448:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912344c3d lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x22/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398654.847454:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912344c3d lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x22/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398654.847460:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912344c3d lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x22/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398654.847464:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf48000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398654.847467:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912344c3d lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x22/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398654.847473:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912344c3d lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x22/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398654.847502:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff9cf337a21b00) 00010000:00010000:0.0:1787398654.847505:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1787398654.847514:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912344c3d lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x22/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398654.847520:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf48000/0x5703899912344c3d lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x22/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 158795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398654.847534:0:106486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912344c75 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398654.847540:0:106486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912344c75 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398654.847611:0:106486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912344c75 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398654.847617:0:106486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf203a9ac00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:0.0:1787398654.847619:0:106486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912344c75 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398654.847625:0:106486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912344c75 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398654.847634:0:106486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff9cf337a21b00) 00010000:00010000:0.0:1787398654.847636:0:106486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787398654.847639:0:106486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912344c75 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398654.847645:0:106486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf203a9ac00/0x5703899912344c75 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787398654.848509:0:162522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261050112 00000100:00100000:3.0:1787398654.848521:0:162522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261050112 00000100:00100000:3.0:1787398654.848598:0:162522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:3.0:1787398654.848608:0:162522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261050112:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1787398654.848809:0:162522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+6:106501:x1874221261050112:12345-0@lo:2:osp-syn-0-0.0 Request processed in 202us (1697us total) trans 21474836601 rc 0/0 00000100:00100000:3.0:1787398654.848817:0:162522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00080000:3.0:1787398654.848846:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:3.0:1787398654.849455:0:106501:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9cf307ad3100/2, rc 0, transno 21474836601 00000100:00100000:3.0:1787398654.849498:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261050112:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1787398654.850259:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787398654.850274:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33eee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261050240:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1787398654.850320:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398654.850539:0:162514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261050240 00000100:00100000:0.0:1787398654.850555:0:162514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261050240 00000100:00100000:0.0:1787398654.850597:0:162514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:0.0:1787398654.850613:0:162514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:106503:x1874221261050240:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1787398654.850753:0:162514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:106503:x1874221261050240:12345-0@lo:2:osp-syn-0-0.0 Request processed in 142us (432us total) trans 21474836602 rc 0/0 00000100:00100000:0.0:1787398654.850760:0:162514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000004:00080000:0.0:1787398654.850792:0:106503:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9cf33eee8e00/2, rc 0, transno 21474836602 00000100:00100000:0.0:1787398654.850796:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33eee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261050240:0@lo:2:osp-syn-0-0.0 00000001:00080000:3.0:1787398654.851395:0:160290:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836601 is committed 00000001:00080000:3.0:1787398654.851405:0:160290:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836600 is committed 00010000:00010000:2.0:1787398655.253672:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398656.103774:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398656.103838:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398656.103866:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398656.103960:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247605504 00000100:00100000:0.0:1787398656.103975:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247605504 00000100:00100000:0.0:1787398656.104070:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247605632 00000100:00100000:0.0:1787398656.104073:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247605632 00000100:00100000:0.0:1787398656.104103:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 407 00000100:00100000:0.0:1787398656.104113:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69165:x1874221247605504:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398656.104231:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69165:x1874221247605504:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 119us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398656.104251:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 407 00000100:00100000:0.0:1787398656.104276:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 408 00000100:00100000:0.0:1787398656.104283:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69162:x1874221247605632:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398656.104309:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69162:x1874221247605632:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 28us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398656.104315:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 408 00000100:00100000:0.0:1787398656.104334:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247605376 00000100:00100000:0.0:1787398656.104338:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247605376 00000100:00100000:0.0:1787398656.104363:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 79 00000100:00100000:0.0:1787398656.104369:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69165:x1874221247605376:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398656.104390:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69165:x1874221247605376:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 22us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398656.104408:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 79 00000100:00080000:3.0:1787398656.104783:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787398656.104789:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787398656.112547:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398656.112650:0:160296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247605760 00000100:00100000:0.0:1787398656.112664:0:160296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247605760 00000100:00100000:0.0:1787398656.112764:0:160296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 215 00000100:00100000:0.0:1787398656.112777:0:160296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207230380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69163:x1874221247605760:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398656.112881:0:160296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207230380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69163:x1874221247605760:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 106us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398656.112891:0:160296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 215 00000100:00080000:3.0:1787398656.115638:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787398656.121010:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398656.123530:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247605888 00000100:00100000:3.0:1787398656.123549:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247605888 00000100:00100000:3.0:1787398656.123658:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 216 00000100:00100000:3.0:1787398656.123671:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eee9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69165:x1874221247605888:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398656.123797:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eee9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69165:x1874221247605888:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 128us (2797us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398656.123806:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 216 00000100:00080000:2.0:1787398656.124209:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1787398656.277716:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1787398656.669990:0:168129:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 5677736507263ns, next at 5674445299278ns, rc = 0 00080000:00080000:1.0:1787398656.670019:0:168129:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1787398656.670231:0:168129:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 5677736752670ns, next at 0ns, rc = 0 00080000:00080000:1.0:1787398656.670239:0:168129:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:0.0:1787398656.672388:0:165607:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 4 committed 00000004:00080000:2.0:1787398656.673073:0:167302:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 5 committed 00000004:00080000:1.0:1787398656.673293:0:168129:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 5677739814028ns, next at 0ns, rc = 0 00080000:00080000:1.0:1787398656.673317:0:168129:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1787398656.673660:0:168129:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 5677740181513ns, next at 0ns, rc = 0 00080000:00080000:1.0:1787398656.673669:0:168129:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:0.0:1787398656.675569:0:165607:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 4 committed 00000004:00080000:2.0:1787398656.683157:0:167302:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000100:00100000:0.0:1787398656.983118:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787398656.983167:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33eeead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261050368:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787398656.983261:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398656.983357:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261050368 00000100:00100000:0.0:1787398656.983367:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261050368 00000100:00100000:0.0:1787398656.983430:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1787398656.983439:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eee9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221261050368:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787398656.983504:0:162682:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:0.0:1787398656.983562:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eee9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221261050368:12345-0@lo:41:osp-pre-0-1.0 Request processed in 124us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398656.983570:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:2.0:1787398656.983762:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261050496:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787398656.983797:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398656.983830:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261050496 00000100:00100000:2.0:1787398656.983834:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261050496 00000100:00100000:2.0:1787398656.983864:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:2.0:1787398656.983871:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207230000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261050496:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787398656.983891:0:159531:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:2.0:1787398656.983928:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207230000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261050496:12345-0@lo:41:osp-pre-1-0.0 Request processed in 57us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398656.983935:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:2.0:1787398656.983969:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261050496:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787398656.984029:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33eeead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261050368:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787398656.985035:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106503:1874221261050880:0@lo:400:kworker.0 00000100:00100000:1.0:1787398656.985096:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398656.985155:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261051392:0@lo:400:kworker.0 00000100:00100000:1.0:1787398656.985187:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398656.985208:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106503:1874221261051904:0@lo:400:kworker.0 00000100:00100000:1.0:1787398656.985231:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398656.985254:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1787398656.985261:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106503:1874221261050752:0@lo:400:kworker.0 00000100:00100000:1.0:1787398656.985283:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398656.985303:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261051264:0@lo:400:kworker.0 00000100:00100000:1.0:1787398656.985326:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398656.985344:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261051776:0@lo:400:kworker.0 00000100:00100000:1.0:1787398656.985365:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398656.985396:0:160294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261051392 00000100:00100000:1.0:1787398656.985402:0:160294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261051392 00000100:00100000:1.0:1787398656.985457:0:160294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261051264 00000100:00100000:1.0:1787398656.985460:0:160294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261051264 00000100:00100000:1.0:1787398656.985518:0:160294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261051776 00000100:00100000:1.0:1787398656.985522:0:160294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261051776 00000100:00100000:1.0:1787398656.985545:0:160294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:1.0:1787398656.985553:0:160294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261051392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398656.985736:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261050880 00000100:00100000:3.0:1787398656.985741:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261050880 00000100:00100000:3.0:1787398656.985774:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261051904 00000100:00100000:3.0:1787398656.985776:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261051904 00000100:00100000:3.0:1787398656.985788:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261050752 00000100:00100000:3.0:1787398656.985791:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261050752 00000100:00100000:3.0:1787398656.985805:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:3.0:1787398656.985812:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106503:x1874221261050880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398656.985870:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106503:x1874221261050880:12345-0@lo:400:kworker.0 Request processed in 57us (773us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398656.985877:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:3.0:1787398656.985897:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:3.0:1787398656.985903:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106503:x1874221261051904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398656.985935:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106503:x1874221261051904:12345-0@lo:400:kworker.0 Request processed in 33us (704us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398656.985941:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:3.0:1787398656.985953:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:3.0:1787398656.985958:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106503:x1874221261050752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398656.985984:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106503:x1874221261050752:12345-0@lo:400:kworker.0 Request processed in 26us (700us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398656.985990:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:1.0:1787398656.986064:0:160294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261051392:12345-0@lo:400:kworker.0 Request processed in 511us (876us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398656.986071:0:160294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:1.0:1787398656.986086:0:160294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:1.0:1787398656.986093:0:160294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261051264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398656.986132:0:160294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261051264:12345-0@lo:400:kworker.0 Request processed in 39us (804us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398656.986153:0:160294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00100000:1.0:1787398656.986165:0:160294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:1.0:1787398656.986171:0:160294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261051776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398656.986201:0:160294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261051776:12345-0@lo:400:kworker.0 Request processed in 30us (835us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398656.986207:0:160294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000100:00080000:1.0:1787398656.986242:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787398656.986247:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787398656.986250:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787398656.986253:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787398656.986300:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106503:1874221261050752:0@lo:400:kworker.0 00000100:00100000:1.0:1787398656.986312:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261051264:0@lo:400:kworker.0 00000100:00100000:1.0:1787398656.986321:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261051776:0@lo:400:kworker.0 00000100:00100000:1.0:1787398656.986331:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106503:1874221261050880:0@lo:400:kworker.0 00000100:00100000:1.0:1787398656.986342:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261051392:0@lo:400:kworker.0 00000100:00100000:1.0:1787398656.986351:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106503:1874221261051904:0@lo:400:kworker.0 00000100:00100000:2.0:1787398656.986642:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106500:1874221261051008:0@lo:400:kworker.0 00000100:00100000:2.0:1787398656.986687:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398656.986720:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106500:1874221261051520:0@lo:400:kworker.0 00000100:00100000:2.0:1787398656.986741:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398656.986780:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1787398656.986788:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf307ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a066c752-c801-430f-905b-71f66cddaa9e:106500:1874221261050624:0@lo:400:kworker.0 00000100:00100000:2.0:1787398656.986818:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398656.986848:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106500:1874221261051136:0@lo:400:kworker.0 00000100:00100000:2.0:1787398656.986869:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398656.986886:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261051648:0@lo:400:kworker.0 00000100:00100000:2.0:1787398656.986923:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398656.986956:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261050624 00000100:00100000:2.0:1787398656.986962:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261050624 00000100:00100000:2.0:1787398656.987000:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1787398656.987008:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106500:x1874221261050624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398656.987046:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106500:x1874221261050624:12345-0@lo:400:kworker.0 Request processed in 38us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398656.987052:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1787398656.987095:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf307ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a066c752-c801-430f-905b-71f66cddaa9e:106500:1874221261050624:0@lo:400:kworker.0 00000100:00100000:3.0:1787398656.987540:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261051008 00000100:00100000:3.0:1787398656.987545:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261051008 00000100:00100000:3.0:1787398656.987624:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261051520 00000100:00100000:3.0:1787398656.987627:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261051520 00000100:00100000:3.0:1787398656.987639:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261051136 00000100:00100000:3.0:1787398656.987642:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261051136 00000100:00100000:3.0:1787398656.987658:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:3.0:1787398656.987665:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106500:x1874221261051008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398656.987718:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106500:x1874221261051008:12345-0@lo:400:kworker.0 Request processed in 54us (1031us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398656.987725:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:3.0:1787398656.987739:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:3.0:1787398656.987745:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106500:x1874221261051520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398656.987771:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106500:x1874221261051520:12345-0@lo:400:kworker.0 Request processed in 27us (1029us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398656.987777:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:3.0:1787398656.987787:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:3.0:1787398656.987792:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106500:x1874221261051136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398656.987819:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106500:x1874221261051136:12345-0@lo:400:kworker.0 Request processed in 27us (949us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398656.987824:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:3.0:1787398656.987858:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106500:1874221261051136:0@lo:400:kworker.0 00000100:00100000:3.0:1787398656.987870:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106500:1874221261051008:0@lo:400:kworker.0 00000100:00100000:3.0:1787398656.987880:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106500:1874221261051520:0@lo:400:kworker.0 00000100:00100000:0.0:1787398656.988022:0:161119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261051648 00000100:00100000:0.0:1787398656.988028:0:161119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261051648 00000100:00100000:0.0:1787398656.988076:0:161119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:0.0:1787398656.988083:0:161119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207230700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:106500:x1874221261051648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398656.988137:0:161119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207230700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:106500:x1874221261051648:12345-0@lo:400:kworker.0 Request processed in 55us (1212us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398656.988143:0:161119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00100000:3.0:1787398656.991832:0:106500:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836601 gen 2 00000004:00080000:3.0:1787398656.991850:0:106500:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9cf307ad3100, transno 21474836601 00000100:00100000:3.0:1787398656.991876:0:106500:0:(client.c:3156:ptlrpc_free_committed()) @@@ stopping search req@ffff9cf33eee8e00 x1874221261050240/t21474836602(21474836602) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1787398670 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787398656.991916:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261051648:0@lo:400:kworker.0 00000100:00080000:2.0:1787398656.992433:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787398656.992441:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787398656.992446:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1787398657.302363:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398657.493764:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787398657.493800:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207232680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261052032:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787398657.493899:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398657.493966:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261052032 00000100:00100000:2.0:1787398657.493975:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261052032 00000100:00100000:2.0:1787398657.494039:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000100:00100000:2.0:1787398657.494048:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207233100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:106501:x1874221261052032:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787398657.494090:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 27845696 pending 0 free 36192256 avail 29024256 00000100:00100000:2.0:1787398657.494170:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207233100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:106501:x1874221261052032:12345-0@lo:13:osp-pre-0-0.0 Request processed in 122us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398657.494179:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00000100:00100000:2.0:1787398657.494250:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207232680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261052032:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787398657.498550:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787398657.498594:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33eeead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261052160:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787398657.498708:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398657.498774:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261052160 00000100:00100000:0.0:1787398657.498785:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261052160 00000100:00100000:0.0:1787398657.498850:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:0.0:1787398657.498861:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eeea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261052160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787398657.498905:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61424704 pending 0 free 69681152 avail 62513152 00000100:00100000:0.0:1787398657.498965:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eeea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261052160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 106us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398657.498973:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00100000:0.0:1787398657.499046:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33eeead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261052160:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787398657.499556:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787398657.499574:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33528fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261052288:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787398657.499622:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398657.499655:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261052288 00000100:00100000:1.0:1787398657.499659:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261052288 00000100:00100000:1.0:1787398657.499694:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:1.0:1787398657.499701:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261052288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787398657.499728:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61424704 pending 0 free 69681152 avail 62513152 00000100:00100000:1.0:1787398657.499761:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261052288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398657.499769:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00000100:00100000:1.0:1787398657.499805:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33528fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261052288:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787398657.500666:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787398657.500688:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261052416:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787398657.500745:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398657.502012:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261052416 00000100:00100000:3.0:1787398657.502032:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261052416 00000100:00100000:3.0:1787398657.502102:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:3.0:1787398657.502130:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207232680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261052416:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787398657.502162:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 27845696 pending 0 free 36192256 avail 29024256 00000100:00100000:3.0:1787398657.502260:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207232680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261052416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 149us (1514us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398657.502268:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00100000:2.0:1787398657.502437:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261052416:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1787398658.325712:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1787398658.432042:0:160290:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836602 is committed 00010000:00010000:2.0:1787398659.349689:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398660.373814:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398661.227383:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398661.227544:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398661.227701:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247606272 00000100:00100000:3.0:1787398661.227715:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247606272 00000100:00100000:3.0:1787398661.227814:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 415 00000100:00100000:3.0:1787398661.227827:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eeead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69163:x1874221247606272:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398661.227929:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eeead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69163:x1874221247606272:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 104us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398661.227938:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 415 00000100:00080000:1.0:1787398661.228014:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787398661.230387:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247606016 00000100:00100000:2.0:1787398661.230407:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247606016 00000100:00100000:2.0:1787398661.230543:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 81 00000100:00100000:2.0:1787398661.230556:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20c7a5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69165:x1874221247606016:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:2.0:1787398661.230699:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20c7a5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69165:x1874221247606016:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 145us (3344us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398661.230708:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 81 00000100:00100000:0.0:1787398661.232068:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398661.232605:0:162516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247606400 00000100:00100000:3.0:1787398661.232616:0:162516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247606400 00000100:00100000:3.0:1787398661.232708:0:162516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 221 00000100:00100000:3.0:1787398661.232720:0:162516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eeeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69164:x1874221247606400:12345-192.168.204.36@tcp:400:kworker.0 00000100:00080000:1.0:1787398661.232724:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787398661.233088:0:162516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eeeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69164:x1874221247606400:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 368us (1029us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398661.233098:0:162516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 221 00000100:00100000:0.0:1787398661.244362:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398661.244597:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398661.244693:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247606144 00000100:00100000:3.0:1787398661.244708:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247606144 00000100:00100000:2.0:1787398661.244817:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247606528 00000100:00100000:2.0:1787398661.244827:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247606528 00000100:00100000:1.0:1787398661.246948:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 416 00000100:00100000:1.0:1787398661.246972:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eeebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69162:x1874221247606144:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398661.247102:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eeebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69162:x1874221247606144:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 140us (2503us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398661.247110:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 416 00000100:00100000:2.0:1787398661.254147:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 222 00000100:00100000:2.0:1787398661.254182:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eeea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69165:x1874221247606528:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:2.0:1787398661.254314:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eeea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69165:x1874221247606528:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 152us (9967us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398661.254324:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 222 00000100:00080000:0.0:1787398661.254648:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787398661.254657:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1787398661.397919:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398662.101733:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787398662.101789:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261052544:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787398662.101953:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398662.105318:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3117e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106503:1874221261052928:0@lo:400:kworker.0 00000100:00100000:2.0:1787398662.105419:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398662.105453:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203b13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261053440:0@lo:400:kworker.0 00000100:00100000:2.0:1787398662.105525:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398662.105545:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203b10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261053952:0@lo:400:kworker.0 00000100:00100000:2.0:1787398662.105570:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398662.105598:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1787398662.105604:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a066c752-c801-430f-905b-71f66cddaa9e:106503:1874221261052800:0@lo:400:kworker.0 00000100:00100000:2.0:1787398662.105893:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398662.106194:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261052672:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787398662.106234:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398662.106267:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33609f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106503:1874221261053312:0@lo:400:kworker.0 00000100:00100000:2.0:1787398662.106302:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398662.106332:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203b13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261053824:0@lo:400:kworker.0 00000100:00100000:2.0:1787398662.106375:0:162524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261053440 00000100:00100000:2.0:1787398662.106387:0:162524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261053440 00000100:00100000:3.0:1787398662.106610:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261053952 00000100:00100000:3.0:1787398662.106616:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261053952 00000100:00100000:3.0:1787398662.106669:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:3.0:1787398662.106680:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261053440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398662.106751:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261053440:12345-0@lo:400:kworker.0 Request processed in 72us (1224us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398662.106760:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:3.0:1787398662.106780:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:3.0:1787398662.106786:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261053952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398662.106815:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261053952:12345-0@lo:400:kworker.0 Request processed in 29us (1243us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398662.106821:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:3.0:1787398662.106848:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3117e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106500:1874221261053056:0@lo:400:kworker.0 00000100:00100000:3.0:1787398662.106880:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398662.106901:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203b13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261053568:0@lo:400:kworker.0 00000100:00100000:3.0:1787398662.106943:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398662.106963:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203b10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261054080:0@lo:400:kworker.0 00000100:00100000:3.0:1787398662.106987:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398662.107031:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261052928 00000100:00100000:3.0:1787398662.107036:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261052928 00000100:00100000:3.0:1787398662.107070:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261053312 00000100:00100000:3.0:1787398662.107074:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261053312 00000100:00100000:3.0:1787398662.107090:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261053056 00000100:00100000:3.0:1787398662.107093:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261053056 00000100:00100000:3.0:1787398662.107109:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:3.0:1787398662.107128:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106503:x1874221261052928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398662.108345:0:162524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261053568 00000100:00100000:2.0:1787398662.108355:0:162524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261053568 00000100:00100000:2.0:1787398662.108417:0:162524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261054080 00000100:00100000:2.0:1787398662.108421:0:162524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261054080 00000100:00100000:2.0:1787398662.108450:0:162524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:3.0:1787398662.108580:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106503:x1874221261052928:12345-0@lo:400:kworker.0 Request processed in 1462us (3160us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398662.108591:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:3.0:1787398662.108618:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:2.0:1787398662.108716:0:162524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261053568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398662.108764:0:162524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261053568:12345-0@lo:400:kworker.0 Request processed in 307us (1821us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398662.108771:0:162524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:2.0:1787398662.108783:0:162524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:2.0:1787398662.108789:0:162524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261054080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398662.108813:0:162524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261054080:12345-0@lo:400:kworker.0 Request processed in 25us (1826us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398662.108834:0:162524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:2.0:1787398662.108865:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261052800 00000100:00100000:2.0:1787398662.108870:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261052800 00000100:00100000:2.0:1787398662.108899:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1787398662.108904:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20c7a4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106503:x1874221261052800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398662.109308:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:106503:x1874221261053312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398662.109352:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:106503:x1874221261053312:12345-0@lo:400:kworker.0 Request processed in 728us (3050us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398662.109360:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:3.0:1787398662.109378:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:3.0:1787398662.109386:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106500:x1874221261053056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398662.109423:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106500:x1874221261053056:12345-0@lo:400:kworker.0 Request processed in 38us (2543us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398662.109429:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00080000:3.0:1787398662.110394:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787398662.110406:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787398662.110409:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787398662.110413:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787398662.111274:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20c7a4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106503:x1874221261052800:12345-0@lo:400:kworker.0 Request processed in 2360us (5372us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398662.111290:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1787398662.111365:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398662.111436:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf3117e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106500:1874221261053056:0@lo:400:kworker.0 00000100:00100000:3.0:1787398662.111458:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203b13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261053568:0@lo:400:kworker.0 00000100:00100000:3.0:1787398662.111471:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203b10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261054080:0@lo:400:kworker.0 00000100:00100000:0.0:1787398662.112374:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261052544 00000100:00100000:0.0:1787398662.112391:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261052544 00000100:00100000:0.0:1787398662.112510:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261052672 00000100:00100000:0.0:1787398662.112515:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261052672 00000100:00100000:0.0:1787398662.112545:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261053824 00000100:00100000:0.0:1787398662.112548:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261053824 00000100:00100000:0.0:1787398662.112566:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:0.0:1787398662.112577:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106501:x1874221261052544:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787398662.112629:0:158800:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:3.0:1787398662.112754:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:3.0:1787398662.112766:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:106501:x1874221261052672:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787398662.112786:0:158799:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:1.0:1787398662.115520:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33609c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106501:1874221261053184:0@lo:400:kworker.0 00000100:00100000:1.0:1787398662.115735:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398662.115778:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203b10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106501:1874221261053696:0@lo:400:kworker.0 00000100:00100000:1.0:1787398662.115801:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398662.115822:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203b12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106501:1874221261054208:0@lo:400:kworker.0 00000100:00100000:1.0:1787398662.115842:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398662.115917:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261053184 00000100:00100000:1.0:1787398662.115946:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261053184 00000100:00100000:1.0:1787398662.116100:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261053696 00000100:00100000:1.0:1787398662.116103:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261053696 00000100:00100000:1.0:1787398662.116119:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261054208 00000100:00100000:1.0:1787398662.116121:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261054208 00000100:00100000:1.0:1787398662.116138:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:1.0:1787398662.116147:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:106501:x1874221261053184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398662.116219:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:106501:x1874221261053184:12345-0@lo:400:kworker.0 Request processed in 72us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398662.116227:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:1.0:1787398662.116246:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:1.0:1787398662.116252:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:106501:x1874221261053696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398662.116279:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:106501:x1874221261053696:12345-0@lo:400:kworker.0 Request processed in 27us (476us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398662.116284:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:1.0:1787398662.116295:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:1.0:1787398662.116301:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33528c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106501:x1874221261054208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398662.116326:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106501:x1874221261054208:12345-0@lo:400:kworker.0 Request processed in 25us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398662.116332:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:1.0:1787398662.116393:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33609c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106501:1874221261053184:0@lo:400:kworker.0 00000100:00100000:1.0:1787398662.116406:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203b10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106501:1874221261053696:0@lo:400:kworker.0 00000100:00100000:1.0:1787398662.116415:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203b12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106501:1874221261054208:0@lo:400:kworker.0 00000100:00080000:1.0:1787398662.116446:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787398662.117255:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:1.0:1787398662.117273:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:106503:x1874221261053824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398662.117345:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:106503:x1874221261053824:12345-0@lo:400:kworker.0 Request processed in 79us (5979us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398662.117352:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:2.0:1787398662.118127:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf3117e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106503:1874221261052928:0@lo:400:kworker.0 00000100:00100000:2.0:1787398662.118286:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203b13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261053440:0@lo:400:kworker.0 00000100:00100000:2.0:1787398662.118305:0:106503:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836602 gen 2 00000004:00080000:2.0:1787398662.118311:0:106503:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9cf33eee8e00, transno 21474836602 00000100:00100000:2.0:1787398662.118333:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203b10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261053952:0@lo:400:kworker.0 00000100:00100000:2.0:1787398662.118372:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a066c752-c801-430f-905b-71f66cddaa9e:106503:1874221261052800:0@lo:400:kworker.0 00000100:00100000:2.0:1787398662.118387:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33609f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106503:1874221261053312:0@lo:400:kworker.0 00000100:00100000:2.0:1787398662.118399:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203b13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261053824:0@lo:400:kworker.0 00000100:00100000:3.0:1787398662.119751:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261052672:12345-0@lo:41:osp-pre-1-0.0 Request processed in 6977us (13503us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398662.119751:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33528fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106501:x1874221261052544:12345-0@lo:41:osp-pre-0-1.0 Request processed in 7163us (17789us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398662.119768:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:3.0:1787398662.119775:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:1.0:1787398662.122807:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261052672:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787398662.122833:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261052544:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1787398662.423308:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398662.614201:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261054336:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787398662.614319:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398662.614398:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787398662.614406:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33eee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261054464:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787398662.614436:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398662.614475:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261054336 00000100:00100000:0.0:1787398662.614504:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261054336 00000100:00100000:0.0:1787398662.614575:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261054464 00000100:00100000:0.0:1787398662.614579:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261054464 00000100:00100000:0.0:1787398662.614601:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:0.0:1787398662.614612:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261054336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787398662.614660:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61424704 pending 0 free 69681152 avail 62513152 00000100:00100000:0.0:1787398662.614717:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261054336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 106us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398662.614725:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00100000:0.0:1787398662.614749:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:0.0:1787398662.614756:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261054464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1787398662.614789:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61424704 pending 0 free 69681152 avail 62513152 00000100:00100000:0.0:1787398662.614815:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261054464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398662.614821:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00100000:0.0:1787398662.614870:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33eee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261054464:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787398662.614885:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261054336:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787398662.614917:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203b13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261054592:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787398662.614944:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398662.614964:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787398662.614971:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261054720:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787398662.614993:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398662.615024:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261054592 00000100:00100000:0.0:1787398662.615027:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261054592 00000100:00100000:0.0:1787398662.615043:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261054720 00000100:00100000:0.0:1787398662.615045:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261054720 00000100:00100000:0.0:1787398662.615058:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:0.0:1787398662.615063:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261054592:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787398662.615083:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 27845696 pending 0 free 36192256 avail 29024256 00000100:00100000:0.0:1787398662.615118:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261054592:12345-0@lo:13:osp-pre-0-0.0 Request processed in 54us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398662.615124:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00000100:00100000:0.0:1787398662.615136:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:0.0:1787398662.615143:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261054720:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787398662.615152:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 27845696 pending 0 free 36192256 avail 29024256 00000100:00100000:0.0:1787398662.615175:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261054720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 33us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398662.615188:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00000100:00100000:0.0:1787398662.615219:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261054720:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787398662.615230:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203b13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261054592:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1787398663.445799:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398664.482462:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398665.494364:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398666.340770:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398666.340880:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398666.340907:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398666.340945:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398666.340976:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247606784 00000100:00100000:1.0:1787398666.340984:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247606784 00000100:00100000:1.0:1787398666.341043:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247606912 00000100:00100000:1.0:1787398666.341047:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247606912 00000100:00100000:1.0:1787398666.341070:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 423 00000100:00100000:1.0:1787398666.341080:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eee8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69163:x1874221247606784:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398666.341156:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eee8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69163:x1874221247606784:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 77us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398666.341164:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 423 00000100:00100000:1.0:1787398666.341182:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 424 00000100:00100000:1.0:1787398666.341189:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69164:x1874221247606912:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398666.341216:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69164:x1874221247606912:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 27us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398666.341222:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 424 00000100:00100000:1.0:1787398666.341263:0:162518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247607040 00000100:00100000:1.0:1787398666.341267:0:162518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247607040 00000100:00100000:1.0:1787398666.341308:0:162518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 227 00000100:00100000:1.0:1787398666.341314:0:162518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69164:x1874221247607040:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398666.341343:0:162518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69164:x1874221247607040:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 30us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398666.341349:0:162518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 227 00000100:00080000:1.0:1787398666.341364:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787398666.341368:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787398666.341371:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787398666.346774:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398666.347016:0:162522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247607168 00000100:00100000:3.0:1787398666.347026:0:162522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247607168 00000100:00100000:3.0:1787398666.347092:0:162522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 228 00000100:00100000:3.0:1787398666.347103:0:162522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69162:x1874221247607168:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398666.347175:0:162522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69162:x1874221247607168:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 75us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398666.347184:0:162522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 228 00000100:00080000:1.0:1787398666.347622:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787398666.350096:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247606656 00000100:00100000:0.0:1787398666.350110:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247606656 00000100:00100000:0.0:1787398666.350179:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 83 00000100:00100000:0.0:1787398666.350189:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20c7a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69162:x1874221247606656:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398666.350271:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20c7a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69162:x1874221247606656:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 84us (9511us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398666.350279:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 83 00010000:00010000:3.0:1787398666.525657:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1787398666.633355:0:168274:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 5687699874439ns, next at 5674445299278ns, rc = 0 00080000:00080000:3.0:1787398666.633372:0:168274:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:3.0:1787398666.636979:0:168274:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 5687703497947ns, next at 0ns, rc = 0 00080000:00080000:3.0:1787398666.637004:0:168274:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:3.0:1787398666.637250:0:168274:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 5687703771307ns, next at 0ns, rc = 0 00080000:00080000:3.0:1787398666.637257:0:168274:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:3.0:1787398666.637833:0:168274:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 5687704353772ns, next at 0ns, rc = 0 00080000:00080000:3.0:1787398666.637842:0:168274:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:0.0:1787398666.639818:0:165607:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 5 committed 00000004:00080000:1.0:1787398666.640153:0:167302:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 6 committed 00000004:00080000:0.0:1787398666.642226:0:165607:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 5 committed 00000004:00080000:1.0:1787398666.644618:0:167302:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 3 committed 00000100:00100000:2.0:1787398667.223783:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261054976:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787398667.223862:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398667.224252:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106501:1874221261055232:0@lo:400:kworker.0 00000100:00100000:0.0:1787398667.224286:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398667.224376:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f341500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261055744:0@lo:400:kworker.0 00000100:00100000:0.0:1787398667.224399:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398667.224423:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261056256:0@lo:400:kworker.0 00000100:00100000:0.0:1787398667.224446:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398667.224468:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1787398667.224473:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a066c752-c801-430f-905b-71f66cddaa9e:106501:1874221261055104:0@lo:400:kworker.0 00000100:00100000:0.0:1787398667.224552:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398667.224576:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:106501:1874221261055616:0@lo:400:kworker.0 00000100:00100000:0.0:1787398667.224599:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398667.224624:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106501:1874221261056128:0@lo:400:kworker.0 00000100:00100000:0.0:1787398667.224647:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398667.224693:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261054976 00000100:00100000:0.0:1787398667.224701:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261054976 00000100:00100000:0.0:1787398667.224743:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261055744 00000100:00100000:0.0:1787398667.224746:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261055744 00000100:00100000:0.0:1787398667.224763:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:0.0:1787398667.224769:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261054976:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787398667.224802:0:159531:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:0.0:1787398667.224842:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261054976:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (979us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398667.224850:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:0.0:1787398667.224873:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:0.0:1787398667.224880:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106501:x1874221261055744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398667.225205:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106501:x1874221261055744:12345-0@lo:400:kworker.0 Request processed in 324us (803us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398667.225213:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:0.0:1787398667.225261:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f341500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261055744:0@lo:400:kworker.0 00000100:00100000:0.0:1787398667.225294:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261055104 00000100:00100000:0.0:1787398667.225298:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261055104 00000100:00100000:0.0:1787398667.225327:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1787398667.225333:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2051dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106501:x1874221261055104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398667.225369:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2051dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106501:x1874221261055104:12345-0@lo:400:kworker.0 Request processed in 34us (815us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398667.225375:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1787398667.225407:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a066c752-c801-430f-905b-71f66cddaa9e:106501:1874221261055104:0@lo:400:kworker.0 00000100:00100000:3.0:1787398667.225548:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261055232 00000100:00100000:3.0:1787398667.225554:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261055232 00000100:00100000:3.0:1787398667.225596:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261055616 00000100:00100000:3.0:1787398667.225599:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261055616 00000100:00100000:3.0:1787398667.225611:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261056128 00000100:00100000:3.0:1787398667.225613:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261056128 00000100:00100000:3.0:1787398667.225625:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:3.0:1787398667.225632:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f340380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:106501:x1874221261055232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398667.225671:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f340380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:106501:x1874221261055232:12345-0@lo:400:kworker.0 Request processed in 39us (1383us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398667.225684:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:3.0:1787398667.225700:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:3.0:1787398667.225705:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f340000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106501:x1874221261055616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398667.225737:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f340000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106501:x1874221261055616:12345-0@lo:400:kworker.0 Request processed in 32us (1137us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398667.225742:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:3.0:1787398667.225752:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:3.0:1787398667.225769:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:106501:x1874221261056128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398667.225794:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:106501:x1874221261056128:12345-0@lo:400:kworker.0 Request processed in 36us (1147us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398667.225800:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:3.0:1787398667.225819:0:162516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261056256 00000100:00100000:3.0:1787398667.225822:0:162516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261056256 00000100:00100000:3.0:1787398667.225846:0:162516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:3.0:1787398667.225852:0:162516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f342d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261056256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398667.225880:0:162516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f342d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261056256:12345-0@lo:400:kworker.0 Request processed in 29us (1433us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398667.225886:0:162516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:3.0:1787398667.226199:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:106501:1874221261055616:0@lo:400:kworker.0 00000100:00100000:3.0:1787398667.226210:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106501:1874221261056128:0@lo:400:kworker.0 00000100:00100000:3.0:1787398667.226219:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106501:1874221261055232:0@lo:400:kworker.0 00000100:00100000:3.0:1787398667.226229:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261056256:0@lo:400:kworker.0 00000100:00100000:2.0:1787398667.226651:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261054976:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787398667.226676:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:106503:1874221261055488:0@lo:400:kworker.0 00000100:00100000:2.0:1787398667.226726:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398667.226754:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261056000:0@lo:400:kworker.0 00000100:00100000:2.0:1787398667.226787:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398667.226808:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106503:1874221261056512:0@lo:400:kworker.0 00000100:00100000:2.0:1787398667.226830:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398667.226843:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:2.0:1787398667.226849:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261054848:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787398667.226870:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398667.226889:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106503:1874221261055360:0@lo:400:kworker.0 00000100:00100000:2.0:1787398667.227035:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398667.227049:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261055872:0@lo:400:kworker.0 00000100:00100000:2.0:1787398667.227069:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398667.227083:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261056384:0@lo:400:kworker.0 00000100:00100000:2.0:1787398667.227101:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398667.227132:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261056000 00000100:00100000:2.0:1787398667.227137:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261056000 00000100:00100000:1.0:1787398667.227269:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261055488 00000100:00100000:1.0:1787398667.227274:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261055488 00000100:00100000:1.0:1787398667.227302:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261056512 00000100:00100000:1.0:1787398667.227305:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261056512 00000100:00100000:1.0:1787398667.227316:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261055360 00000100:00100000:1.0:1787398667.227318:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261055360 00000100:00100000:1.0:1787398667.227335:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:1.0:1787398667.227343:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106503:x1874221261055488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398667.227389:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106503:x1874221261055488:12345-0@lo:400:kworker.0 Request processed in 47us (663us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398667.227397:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:1.0:1787398667.227410:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:1.0:1787398667.227417:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106503:x1874221261056512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398667.227443:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106503:x1874221261056512:12345-0@lo:400:kworker.0 Request processed in 27us (613us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398667.227458:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:1.0:1787398667.227470:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:1.0:1787398667.227691:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106503:x1874221261055360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398667.227727:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106503:x1874221261055360:12345-0@lo:400:kworker.0 Request processed in 251us (692us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398667.227733:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:1.0:1787398667.227770:0:160296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261055872 00000100:00100000:1.0:1787398667.227774:0:160296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261055872 00000100:00100000:1.0:1787398667.227797:0:160296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261056384 00000100:00100000:1.0:1787398667.227800:0:160296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261056384 00000100:00100000:1.0:1787398667.227818:0:160296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:1.0:1787398667.227824:0:160296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261055872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398667.227853:0:160296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261055872:12345-0@lo:400:kworker.0 Request processed in 29us (782us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398667.227859:0:160296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000100:00100000:1.0:1787398667.227869:0:160296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:1.0:1787398667.227874:0:160296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261056384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398667.228017:0:160296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261056384:12345-0@lo:400:kworker.0 Request processed in 25us (797us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398667.228025:0:160296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000100:00100000:1.0:1787398667.228064:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261054848 00000100:00100000:1.0:1787398667.228068:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261054848 00000100:00100000:1.0:1787398667.228093:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:1.0:1787398667.228099:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106503:x1874221261054848:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787398667.228126:0:159531:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00080000:0.0:1787398667.228260:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787398667.228265:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787398667.228267:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787398667.228269:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787398667.229136:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:2.0:1787398667.229149:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261056000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398667.229210:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261056000:12345-0@lo:400:kworker.0 Request processed in 65us (2422us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398667.229216:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00100000:2.0:1787398667.229269:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261054848:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787398667.229283:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106503:1874221261055360:0@lo:400:kworker.0 00000100:00100000:2.0:1787398667.229293:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261055872:0@lo:400:kworker.0 00000100:00100000:2.0:1787398667.229320:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261056384:0@lo:400:kworker.0 00000100:00100000:2.0:1787398667.229330:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:106503:1874221261055488:0@lo:400:kworker.0 00000100:00100000:2.0:1787398667.229339:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261056000:0@lo:400:kworker.0 00000100:00100000:2.0:1787398667.229350:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106503:1874221261056512:0@lo:400:kworker.0 00000100:00100000:1.0:1787398667.229442:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106503:x1874221261054848:12345-0@lo:41:osp-pre-0-1.0 Request processed in 57us (1285us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398667.229457:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00010000:00010000:1.0:1787398667.541795:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398667.737991:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f343800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261056768:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787398667.738063:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398667.738104:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787398667.738111:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f341500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261056640:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787398667.738132:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398667.738159:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261056896:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787398667.738180:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398667.738191:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787398667.738196:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261057024:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787398667.738215:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398667.738237:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261056768 00000100:00100000:0.0:1787398667.738245:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261056768 00000100:00100000:0.0:1787398667.738284:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261056640 00000100:00100000:0.0:1787398667.738287:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261056640 00000100:00100000:0.0:1787398667.738298:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261056896 00000100:00100000:0.0:1787398667.738300:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261056896 00000100:00100000:0.0:1787398667.738310:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261057024 00000100:00100000:0.0:1787398667.738313:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261057024 00000100:00100000:0.0:1787398667.738326:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:0.0:1787398667.738333:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f343b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261056768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787398667.738361:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 27845696 pending 0 free 36192256 avail 29024256 00000100:00100000:0.0:1787398667.738403:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f343b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261056768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398667.738411:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:0.0:1787398667.738441:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:0.0:1787398667.738447:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f340700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261056640:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787398667.738458:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 27845696 pending 0 free 36192256 avail 29024256 00000100:00100000:0.0:1787398667.738512:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f340700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261056640:12345-0@lo:13:osp-pre-0-0.0 Request processed in 66us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398667.738518:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:0.0:1787398667.738531:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:0.0:1787398667.738535:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f340a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261056896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787398667.738549:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61424704 pending 0 free 69681152 avail 62513152 00000100:00100000:0.0:1787398667.738578:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f340a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261056896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 43us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398667.738584:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00100000:0.0:1787398667.738594:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:0.0:1787398667.738599:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f342680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261057024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1787398667.738607:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61424704 pending 0 free 69681152 avail 62513152 00000100:00100000:0.0:1787398667.738641:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f342680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261057024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398667.738647:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000100:00100000:0.0:1787398667.738817:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261057024:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787398667.738829:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261056896:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787398667.738858:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f341500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261056640:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787398667.738869:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f343800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261056768:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1787398668.576456:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398668.637568:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398668.637663:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247607296 00000100:00100000:0.0:1787398668.637673:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247607296 00000100:00100000:0.0:1787398668.637778:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 790 00000100:00100000:0.0:1787398668.637788:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:125041:x1874221247607296:12345-192.168.204.36@tcp:48:lfs.0 00000100:00080000:1.0:1787398668.641427:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787398668.660364:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:125041:x1874221247607296:12345-192.168.204.36@tcp:48:lfs.0 Request processed in 22564us (22794us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398668.660378:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 790 00000100:00100000:1.0:1787398668.665033:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398668.665236:0:162523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247607424 00000100:00100000:3.0:1787398668.665256:0:162523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247607424 00000100:00100000:3.0:1787398668.665333:0:162523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 450 00000100:00100000:3.0:1787398668.665345:0:162523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:125041:x1874221247607424:12345-192.168.204.36@tcp:19:lfs.0 00000100:00080000:1.0:1787398668.665911:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787398668.666657:0:162523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:125041:x1874221247607424:12345-192.168.204.36@tcp:19:lfs.0 Request processed in 1310us (1631us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398668.666667:0:162523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 450 00000100:00100000:2.0:1787398668.670793:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398668.671001:0:162511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247607552 00000100:00100000:3.0:1787398668.671011:0:162511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247607552 00000100:00100000:3.0:1787398668.671084:0:162511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 451 00000100:00100000:3.0:1787398668.671094:0:162511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207233b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:125041:x1874221247607552:12345-192.168.204.36@tcp:19:lfs.0 00000100:00080000:1.0:1787398668.671379:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787398668.671875:0:162511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207233b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:125041:x1874221247607552:12345-192.168.204.36@tcp:19:lfs.0 Request processed in 779us (1091us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398668.671886:0:162511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 451 00000100:00100000:1.0:1787398668.675307:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398668.675832:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247607680 00000100:00100000:3.0:1787398668.675844:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247607680 00000100:00100000:3.0:1787398668.675910:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 791 00000100:00100000:3.0:1787398668.675920:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf307ad2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:125041:x1874221247607680:12345-192.168.204.36@tcp:48:lfs.0 00000100:00100000:3.0:1787398668.677278:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf307ad2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:125041:x1874221247607680:12345-192.168.204.36@tcp:48:lfs.0 Request processed in 1352us (1978us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398668.677289:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 791 00000100:00100000:1.0:1787398668.679916:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398668.680006:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247607808 00000100:00100000:3.0:1787398668.680019:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247607808 00000100:00100000:3.0:1787398668.680099:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 792 00000100:00100000:3.0:1787398668.680111:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304180e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:125041:x1874221247607808:12345-192.168.204.36@tcp:48:lfs.0 00000100:00080000:1.0:1787398668.680446:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787398668.683349:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304180e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:125041:x1874221247607808:12345-192.168.204.36@tcp:48:lfs.0 Request processed in 3226us (3430us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398668.683373:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 792 00000100:00100000:2.0:1787398668.793373:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398668.793469:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247607936 00000100:00100000:3.0:1787398668.793498:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247607936 00000100:00100000:3.0:1787398668.793572:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 793 00000100:00100000:3.0:1787398668.793584:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208892680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:125043:x1874221247607936:12345-192.168.204.36@tcp:48:lfs.0 00000100:00100000:3.0:1787398668.793728:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208892680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:125043:x1874221247607936:12345-192.168.204.36@tcp:48:lfs.0 Request processed in 145us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398668.793737:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 793 00000100:00100000:1.0:1787398668.800702:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398668.800983:0:161119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247608064 00000100:00100000:3.0:1787398668.800996:0:161119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247608064 00000100:00100000:3.0:1787398668.801169:0:161119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 452 00000100:00100000:3.0:1787398668.801181:0:161119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:125043:x1874221247608064:12345-192.168.204.36@tcp:19:lfs.0 00000100:00100000:3.0:1787398668.801317:0:161119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:125043:x1874221247608064:12345-192.168.204.36@tcp:19:lfs.0 Request processed in 138us (2993us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398668.801325:0:161119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 452 00000100:00100000:3.0:1787398668.808010:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398668.808068:0:162514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247608192 00000100:00100000:3.0:1787398668.808080:0:162514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247608192 00000100:00100000:3.0:1787398668.808138:0:162514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 453 00000100:00100000:3.0:1787398668.808149:0:162514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:125043:x1874221247608192:12345-192.168.204.36@tcp:19:lfs.0 00000100:00100000:3.0:1787398668.808326:0:162514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:125043:x1874221247608192:12345-192.168.204.36@tcp:19:lfs.0 Request processed in 179us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398668.808335:0:162514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 453 00000100:00100000:3.0:1787398668.811332:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398668.811991:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247608320 00000100:00100000:2.0:1787398668.812004:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247608320 00000100:00100000:2.0:1787398668.812069:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 794 00000100:00100000:2.0:1787398668.812081:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:125043:x1874221247608320:12345-192.168.204.36@tcp:48:lfs.0 00000100:00100000:2.0:1787398668.812233:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:125043:x1874221247608320:12345-192.168.204.36@tcp:48:lfs.0 Request processed in 154us (913us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398668.812241:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 794 00000100:00100000:3.0:1787398668.817821:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398668.820236:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247608448 00000100:00100000:2.0:1787398668.820251:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247608448 00000100:00100000:2.0:1787398668.820330:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 795 00000100:00100000:2.0:1787398668.820340:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3117e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:125043:x1874221247608448:12345-192.168.204.36@tcp:48:lfs.0 00000100:00100000:2.0:1787398668.820606:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3117e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:125043:x1874221247608448:12345-192.168.204.36@tcp:48:lfs.0 Request processed in 266us (2806us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398668.820614:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 795 00010000:00010000:3.0:1787398669.591926:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398670.613942:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398671.471417:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398671.471452:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398671.471490:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398671.471519:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398671.471545:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398671.471572:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247608832 00000100:00100000:1.0:1787398671.471596:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247608832 00000100:00100000:1.0:1787398671.471653:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247608704 00000100:00100000:1.0:1787398671.471656:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247608704 00000100:00100000:1.0:1787398671.471679:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 431 00000100:00100000:1.0:1787398671.471688:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69165:x1874221247608832:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398671.471768:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69165:x1874221247608832:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 80us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398671.471792:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 431 00000100:00100000:1.0:1787398671.471810:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 432 00000100:00100000:1.0:1787398671.471816:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69165:x1874221247608704:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398671.471855:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69165:x1874221247608704:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 38us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398671.471861:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 432 00000100:00100000:1.0:1787398671.471883:0:160296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247608960 00000100:00100000:1.0:1787398671.471887:0:160296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247608960 00000100:00100000:1.0:1787398671.471912:0:160296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247609088 00000100:00100000:1.0:1787398671.471915:0:160296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247609088 00000100:00100000:1.0:1787398671.471934:0:160296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 233 00000100:00100000:1.0:1787398671.471940:0:160296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69162:x1874221247608960:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398671.471964:0:160296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69162:x1874221247608960:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 24us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398671.471970:0:160296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 233 00000100:00100000:1.0:1787398671.471980:0:160296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 234 00000100:00100000:1.0:1787398671.471986:0:160296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69162:x1874221247609088:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398671.472005:0:160296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69162:x1874221247609088:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 19us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398671.472011:0:160296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 234 00000100:00100000:1.0:1787398671.472026:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247608576 00000100:00100000:1.0:1787398671.472029:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247608576 00000100:00100000:1.0:1787398671.472052:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 85 00000100:00100000:1.0:1787398671.472058:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2051dec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69162:x1874221247608576:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398671.472091:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2051dec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69162:x1874221247608576:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 32us (571us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398671.472097:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 85 00000100:00080000:1.0:1787398671.472124:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787398671.472128:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787398671.472131:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787398671.472133:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1787398671.646182:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1787398671.892320:0:168419:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 5692958839107ns, next at 5674445299278ns, rc = 0 00080000:00080000:0.0:1787398671.892342:0:168419:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1787398671.892448:0:168419:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 5692958968942ns, next at 0ns, rc = 0 00080000:00080000:0.0:1787398671.892454:0:168419:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:2.0:1787398671.894401:0:167302:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 7 committed 00000004:00080000:2.0:1787398671.896006:0:168419:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 5692962525219ns, next at 0ns, rc = 0 00080000:00080000:2.0:1787398671.896024:0:168419:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:2.0:1787398671.896123:0:168419:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 5692962644866ns, next at 0ns, rc = 0 00080000:00080000:2.0:1787398671.896139:0:168419:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:1.0:1787398671.903409:0:167302:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 4 committed 00000004:00080000:0.0:1787398671.905258:0:165607:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 6 committed 00000004:00080000:0.0:1787398671.906755:0:165607:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 6 committed 00000100:00100000:0.0:1787398672.342432:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787398672.342457:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f343800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261057152:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787398672.342556:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398672.342740:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261057152 00000100:00100000:3.0:1787398672.342747:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261057152 00000100:00100000:3.0:1787398672.342807:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:3.0:1787398672.342828:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106501:x1874221261057152:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787398672.342861:0:162682:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:3.0:1787398672.342904:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106501:x1874221261057152:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398672.342911:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:1.0:1787398672.343037:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787398672.343048:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3117e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261057280:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787398672.343078:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398672.344038:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221261057408:0@lo:400:kworker.0 00000100:00100000:2.0:1787398672.344082:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398672.344107:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221261057920:0@lo:400:kworker.0 00000100:00100000:2.0:1787398672.344130:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398672.344146:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261058432:0@lo:400:kworker.0 00000100:00100000:2.0:1787398672.344165:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398672.344196:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1787398672.344201:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106502:1874221261057536:0@lo:400:kworker.0 00000100:00100000:2.0:1787398672.344220:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398672.344237:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261058048:0@lo:400:kworker.0 00000100:00100000:2.0:1787398672.344256:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398672.344269:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208890380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261058560:0@lo:400:kworker.0 00000100:00100000:2.0:1787398672.344287:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398672.344320:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261057408 00000100:00100000:2.0:1787398672.344326:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261057408 00000100:00100000:2.0:1787398672.344365:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1787398672.344372:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2051de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221261057408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398672.344412:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2051de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221261057408:12345-0@lo:400:kworker.0 Request processed in 40us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398672.344419:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1787398672.344451:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261057920 00000100:00100000:2.0:1787398672.344455:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261057920 00000100:00100000:2.0:1787398672.344515:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261057536 00000100:00100000:2.0:1787398672.344518:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261057536 00000100:00100000:2.0:1787398672.344539:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:2.0:1787398672.344553:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106502:x1874221261057920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398672.344586:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106502:x1874221261057920:12345-0@lo:400:kworker.0 Request processed in 34us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398672.344593:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:2.0:1787398672.344605:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:2.0:1787398672.344610:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106502:x1874221261057536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398672.344635:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106502:x1874221261057536:12345-0@lo:400:kworker.0 Request processed in 25us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398672.344640:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:2.0:1787398672.344687:0:162519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261058432 00000100:00100000:2.0:1787398672.344691:0:162519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261058432 00000100:00100000:2.0:1787398672.344717:0:162519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261058048 00000100:00100000:2.0:1787398672.344720:0:162519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261058048 00000100:00100000:2.0:1787398672.344737:0:162519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261058560 00000100:00100000:2.0:1787398672.344740:0:162519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261058560 00000100:00100000:2.0:1787398672.344758:0:162519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:2.0:1787398672.344764:0:162519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261058432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398672.345075:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106501:1874221261057792:0@lo:400:kworker.0 00000100:00100000:0.0:1787398672.345108:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398672.345132:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208890a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106501:1874221261058304:0@lo:400:kworker.0 00000100:00100000:0.0:1787398672.345152:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398672.345202:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f343800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261057152:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787398672.345219:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1787398672.345224:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106501:1874221261057664:0@lo:400:kworker.0 00000100:00100000:0.0:1787398672.345246:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398672.345257:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208890000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261058176:0@lo:400:kworker.0 00000100:00100000:0.0:1787398672.345274:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398672.345291:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bb29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106501:1874221261058688:0@lo:400:kworker.0 00000100:00100000:0.0:1787398672.345309:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398672.345327:0:162518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261058176 00000100:00100000:0.0:1787398672.345337:0:162518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261058176 00000100:00100000:0.0:1787398672.345361:0:162518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:0.0:1787398672.345366:0:162518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261058048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398672.345398:0:162518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261058048:12345-0@lo:400:kworker.0 Request processed in 31us (1141us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398672.345403:0:162518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00100000:0.0:1787398672.345414:0:162518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:0.0:1787398672.345420:0:162518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261058560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398672.345442:0:162518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261058560:12345-0@lo:400:kworker.0 Request processed in 23us (1155us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398672.345447:0:162518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:0.0:1787398672.345455:0:162518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:0.0:1787398672.345460:0:162518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f342300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261058176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398672.345512:0:162518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f342300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261058176:12345-0@lo:400:kworker.0 Request processed in 51us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398672.345518:0:162518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00100000:0.0:1787398672.345549:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261057792 00000100:00100000:0.0:1787398672.345552:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261057792 00000100:00100000:0.0:1787398672.345571:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261058304 00000100:00100000:0.0:1787398672.345574:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261058304 00000100:00100000:0.0:1787398672.345584:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261057664 00000100:00100000:0.0:1787398672.345587:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261057664 00000100:00100000:0.0:1787398672.345598:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261058688 00000100:00100000:0.0:1787398672.345601:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261058688 00000100:00100000:0.0:1787398672.345611:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:0.0:1787398672.345616:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106501:x1874221261057792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398672.345643:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106501:x1874221261057792:12345-0@lo:400:kworker.0 Request processed in 26us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398672.345655:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:0.0:1787398672.345666:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:0.0:1787398672.345671:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106501:x1874221261058304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398672.345712:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106501:x1874221261058304:12345-0@lo:400:kworker.0 Request processed in 40us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398672.345717:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:0.0:1787398672.345727:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:0.0:1787398672.345732:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f343800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106501:x1874221261057664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398672.345758:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f343800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106501:x1874221261057664:12345-0@lo:400:kworker.0 Request processed in 25us (510us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398672.345763:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00100000:2.0:1787398672.346129:0:162519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261058432:12345-0@lo:400:kworker.0 Request processed in 1364us (1961us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398672.346136:0:162519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00080000:2.0:1787398672.346161:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787398672.346177:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787398672.346180:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787398672.346183:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787398672.346245:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261057280 00000100:00100000:3.0:1787398672.346250:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261057280 00000100:00100000:3.0:1787398672.346281:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:3.0:1787398672.346287:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f110a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261057280:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787398672.346310:0:158800:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:3.0:1787398672.346344:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f110a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261057280:12345-0@lo:41:osp-pre-1-0.0 Request processed in 57us (3266us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398672.346350:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:3.0:1787398672.346419:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf3117e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261057280:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787398672.346455:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106502:1874221261057536:0@lo:400:kworker.0 00000100:00100000:3.0:1787398672.346466:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261058048:0@lo:400:kworker.0 00000100:00100000:3.0:1787398672.346502:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208890380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261058560:0@lo:400:kworker.0 00000100:00100000:3.0:1787398672.346513:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221261057408:0@lo:400:kworker.0 00000100:00100000:3.0:1787398672.346523:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221261057920:0@lo:400:kworker.0 00000100:00100000:3.0:1787398672.346548:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261058432:0@lo:400:kworker.0 00000100:00100000:0.0:1787398672.347179:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:0.0:1787398672.347199:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106501:x1874221261058688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398672.347247:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106501:x1874221261058688:12345-0@lo:400:kworker.0 Request processed in 54us (1936us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398672.350954:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106501:1874221261057664:0@lo:400:kworker.0 00000100:00100000:1.0:1787398672.350976:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208890000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261058176:0@lo:400:kworker.0 00000100:00100000:1.0:1787398672.350988:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bb29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106501:1874221261058688:0@lo:400:kworker.0 00000100:00100000:1.0:1787398672.351001:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106501:1874221261057792:0@lo:400:kworker.0 00000100:00100000:1.0:1787398672.351013:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208890a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106501:1874221261058304:0@lo:400:kworker.0 00000100:00100000:0.0:1787398672.351240:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00010000:00010000:3.0:1787398672.662964:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398672.854089:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787398672.854113:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261058944:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787398672.854187:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398672.854243:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261058944 00000100:00100000:0.0:1787398672.854251:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261058944 00000100:00100000:0.0:1787398672.854306:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:0.0:1787398672.854314:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f342a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261058944:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1787398672.854348:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61424704 pending 0 free 69681152 avail 62513152 00000100:00100000:0.0:1787398672.854395:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f342a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261058944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398672.854419:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00100000:0.0:1787398672.854496:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261058944:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787398672.854661:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261058816:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787398672.854699:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398672.854739:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261058816 00000100:00100000:1.0:1787398672.854743:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261058816 00000100:00100000:1.0:1787398672.855240:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:1.0:1787398672.855251:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261058816:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787398672.855274:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 27845696 pending 0 free 36192256 avail 29024256 00000100:00100000:1.0:1787398672.855323:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261058816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (623us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398672.855340:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00100000:1.0:1787398672.855381:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261058816:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787398672.855561:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3117e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261059200:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787398672.855594:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398672.855628:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261059200 00000100:00100000:3.0:1787398672.855632:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261059200 00000100:00100000:3.0:1787398672.855659:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:3.0:1787398672.855677:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208890a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261059200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787398672.855688:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61424704 pending 0 free 69681152 avail 62513152 00000100:00100000:3.0:1787398672.855894:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208890a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261059200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398672.855903:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00100000:3.0:1787398672.855941:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf3117e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261059200:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787398672.855957:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787398672.855965:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261059072:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787398672.856367:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398672.856398:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261059072 00000100:00100000:3.0:1787398672.856402:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261059072 00000100:00100000:3.0:1787398672.856428:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:3.0:1787398672.856435:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208891c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261059072:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787398672.856450:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 27845696 pending 0 free 36192256 avail 29024256 00000100:00100000:3.0:1787398672.856528:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208891c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261059072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398672.856534:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:3.0:1787398672.856567:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261059072:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1787398673.688609:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398673.987238:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398673.987389:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247609216 00000100:00100000:3.0:1787398673.987399:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247609216 00000100:00100000:3.0:1787398673.987516:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 796 00000100:00100000:3.0:1787398673.987529:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:125234:x1874221247609216:12345-192.168.204.36@tcp:48:lfs.0 00000100:00080000:0.0:1787398673.988095:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787398674.018770:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:125234:x1874221247609216:12345-192.168.204.36@tcp:48:lfs.0 Request processed in 31232us (31533us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398674.018793:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 796 00000100:00100000:1.0:1787398674.023385:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398674.023467:0:162522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247609344 00000100:00100000:3.0:1787398674.023505:0:162522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247609344 00000100:00100000:3.0:1787398674.023574:0:162522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 454 00000100:00100000:3.0:1787398674.023586:0:162522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:125234:x1874221247609344:12345-192.168.204.36@tcp:19:lfs.0 00000100:00080000:1.0:1787398674.024312:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787398674.025503:0:162522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:125234:x1874221247609344:12345-192.168.204.36@tcp:19:lfs.0 Request processed in 1891us (2099us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398674.025517:0:162522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 454 00000100:00100000:1.0:1787398674.033592:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398674.033810:0:162516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247609472 00000100:00100000:3.0:1787398674.033822:0:162516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247609472 00000100:00100000:3.0:1787398674.034113:0:162516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 455 00000100:00100000:3.0:1787398674.034124:0:162516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:125234:x1874221247609472:12345-192.168.204.36@tcp:19:lfs.0 00000100:00100000:3.0:1787398674.038125:0:162516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:125234:x1874221247609472:12345-192.168.204.36@tcp:19:lfs.0 Request processed in 3985us (4524us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398674.038141:0:162516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 455 00000100:00080000:1.0:1787398674.038911:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787398674.040358:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398674.041120:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247609600 00000100:00100000:2.0:1787398674.041139:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247609600 00000100:00100000:2.0:1787398674.041329:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 797 00000100:00100000:2.0:1787398674.041340:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:125234:x1874221247609600:12345-192.168.204.36@tcp:48:lfs.0 00000100:00100000:2.0:1787398674.043800:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:125234:x1874221247609600:12345-192.168.204.36@tcp:48:lfs.0 Request processed in 2442us (3429us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398674.043817:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 797 00000100:00100000:0.0:1787398674.047614:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398674.047757:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247609728 00000100:00100000:1.0:1787398674.047768:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247609728 00000100:00100000:1.0:1787398674.047903:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 798 00000100:00100000:1.0:1787398674.047916:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:125234:x1874221247609728:12345-192.168.204.36@tcp:48:lfs.0 00000100:00080000:0.0:1787398674.049843:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787398674.050823:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:125234:x1874221247609728:12345-192.168.204.36@tcp:48:lfs.0 Request processed in 2902us (3214us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398674.050836:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 798 00000100:00100000:1.0:1787398674.105195:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398674.105416:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247609856 00000100:00100000:2.0:1787398674.105428:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247609856 00000100:00100000:2.0:1787398674.105573:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 799 00000100:00100000:2.0:1787398674.105584:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:125236:x1874221247609856:12345-192.168.204.36@tcp:48:lfs.0 00000100:00100000:2.0:1787398674.105688:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:125236:x1874221247609856:12345-192.168.204.36@tcp:48:lfs.0 Request processed in 105us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398674.105696:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 799 00000100:00100000:0.0:1787398674.121721:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398674.121912:0:162524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247609984 00000100:00100000:3.0:1787398674.121922:0:162524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247609984 00000100:00100000:3.0:1787398674.121988:0:162524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 456 00000100:00100000:3.0:1787398674.121999:0:162524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:125236:x1874221247609984:12345-192.168.204.36@tcp:19:lfs.0 00000100:00100000:3.0:1787398674.122146:0:162524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:125236:x1874221247609984:12345-192.168.204.36@tcp:19:lfs.0 Request processed in 148us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398674.122153:0:162524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 456 00000100:00100000:1.0:1787398674.127821:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398674.127898:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247610112 00000100:00100000:3.0:1787398674.127908:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247610112 00000100:00100000:3.0:1787398674.127968:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 457 00000100:00100000:3.0:1787398674.127978:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:125236:x1874221247610112:12345-192.168.204.36@tcp:19:lfs.0 00000100:00100000:3.0:1787398674.128160:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:125236:x1874221247610112:12345-192.168.204.36@tcp:19:lfs.0 Request processed in 183us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398674.128168:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 457 00000100:00100000:0.0:1787398674.139629:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398674.139770:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247610240 00000100:00100000:2.0:1787398674.139791:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247610240 00000100:00100000:2.0:1787398674.139862:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 800 00000100:00100000:2.0:1787398674.139873:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:125236:x1874221247610240:12345-192.168.204.36@tcp:48:lfs.0 00000100:00100000:2.0:1787398674.140015:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:125236:x1874221247610240:12345-192.168.204.36@tcp:48:lfs.0 Request processed in 144us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398674.140024:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 800 00000100:00100000:1.0:1787398674.148905:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398674.149320:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247610368 00000100:00100000:3.0:1787398674.149331:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247610368 00000100:00100000:3.0:1787398674.149401:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 801 00000100:00100000:3.0:1787398674.149413:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:125236:x1874221247610368:12345-192.168.204.36@tcp:48:lfs.0 00000100:00100000:3.0:1787398674.149657:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:125236:x1874221247610368:12345-192.168.204.36@tcp:48:lfs.0 Request processed in 246us (762us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398674.149665:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 801 00010000:00010000:0.0:1787398674.709719:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398675.734254:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398676.582693:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398676.582748:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398676.582798:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398676.582827:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247610752 00000100:00100000:1.0:1787398676.582839:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247610752 00000100:00100000:2.0:1787398676.582844:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398676.582891:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398676.582905:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247610624 00000100:00100000:1.0:1787398676.582909:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247610624 00000100:00080000:2.0:1787398676.582931:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787398676.582939:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 439 00000100:00080000:2.0:1787398676.582949:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787398676.582952:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69163:x1874221247610752:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:2.0:1787398676.582974:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 440 00000100:00100000:2.0:1787398676.582985:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69164:x1874221247610624:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398676.583071:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247610496 00000100:00100000:3.0:1787398676.583076:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247610496 00000100:00100000:3.0:1787398676.583106:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 87 00000100:00100000:3.0:1787398676.583114:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2051dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69164:x1874221247610496:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398676.583163:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69163:x1874221247610752:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 87us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398676.583172:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 439 00000100:00100000:0.0:1787398676.583234:0:162519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247610880 00000100:00100000:0.0:1787398676.583239:0:162519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247610880 00000100:00100000:0.0:1787398676.583278:0:162519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247611008 00000100:00100000:0.0:1787398676.583281:0:162519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247611008 00000100:00100000:0.0:1787398676.583302:0:162519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 239 00000100:00100000:0.0:1787398676.583309:0:162519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69163:x1874221247610880:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:2.0:1787398676.589071:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69164:x1874221247610624:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 6073us (6164us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398676.589089:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 440 00000100:00080000:2.0:1787398676.589149:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787398676.589155:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787398676.589206:0:162515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 240 00000100:00100000:2.0:1787398676.589226:0:162515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69164:x1874221247611008:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:2.0:1787398676.589305:0:162515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69164:x1874221247611008:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 90us (6472us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398676.589312:0:162515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 240 00000100:00100000:3.0:1787398676.590933:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2051dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69164:x1874221247610496:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 7807us (8122us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398676.590951:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 87 00000100:00100000:0.0:1787398676.597932:0:162519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69163:x1874221247610880:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 14609us (15241us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398676.597948:0:162519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 239 00010000:00010000:0.0:1787398676.758255:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1787398677.257204:0:168564:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 5698323722797ns, next at 5674445299278ns, rc = 0 00080000:00080000:1.0:1787398677.257223:0:168564:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1787398677.257352:0:168564:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 5698323873631ns, next at 0ns, rc = 0 00080000:00080000:1.0:1787398677.257359:0:168564:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:1.0:1787398677.257428:0:168564:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 5698323949718ns, next at 0ns, rc = 0 00080000:00080000:1.0:1787398677.257433:0:168564:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1787398677.257517:0:168564:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 5698324038313ns, next at 0ns, rc = 0 00080000:00080000:1.0:1787398677.257522:0:168564:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:0.0:1787398677.260571:0:165607:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 7 committed 00000004:00080000:0.0:1787398677.260595:0:165607:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 7 committed 00000004:00080000:3.0:1787398677.264373:0:167302:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 5 committed 00000004:00080000:3.0:1787398677.264409:0:167302:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 8 committed 00000100:00100000:1.0:1787398677.461701:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208890000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261059328:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787398677.461787:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398677.461887:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261059328 00000100:00100000:0.0:1787398677.461896:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261059328 00000100:00100000:0.0:1787398677.461955:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:0.0:1787398677.461965:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261059328:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787398677.462000:0:162682:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:0.0:1787398677.462844:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261059328:12345-0@lo:41:osp-pre-1-0.0 Request processed in 877us (1053us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398677.462855:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:1.0:1787398677.462974:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208890000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261059328:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787398677.463147:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261059456:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787398677.463188:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398677.463261:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261059456 00000100:00100000:3.0:1787398677.463267:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261059456 00000100:00100000:3.0:1787398677.463310:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:3.0:1787398677.463328:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221261059456:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787398677.463354:0:158800:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:3.0:1787398677.463395:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221261059456:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398677.463402:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00100000:3.0:1787398677.463435:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261059456:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787398677.463784:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206143100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a066c752-c801-430f-905b-71f66cddaa9e:106503:1874221261059584:0@lo:400:kworker.0 00000100:00100000:1.0:1787398677.463818:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398677.463851:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206142a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106503:1874221261060096:0@lo:400:kworker.0 00000100:00100000:1.0:1787398677.463876:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398677.463894:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206140e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261060608:0@lo:400:kworker.0 00000100:00100000:1.0:1787398677.463916:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398677.463936:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1787398677.463942:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206140a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:106503:1874221261059968:0@lo:400:kworker.0 00000100:00100000:1.0:1787398677.463961:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398677.463976:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206140700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106503:1874221261060480:0@lo:400:kworker.0 00000100:00100000:1.0:1787398677.463994:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398677.464019:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261060096 00000100:00100000:1.0:1787398677.464023:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261060096 00000100:00100000:1.0:1787398677.464058:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261059968 00000100:00100000:1.0:1787398677.464060:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261059968 00000100:00100000:1.0:1787398677.464079:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261060480 00000100:00100000:1.0:1787398677.464081:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261060480 00000100:00100000:1.0:1787398677.464093:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:1.0:1787398677.464098:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b888000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106503:x1874221261060096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398677.464133:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b888000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106503:x1874221261060096:12345-0@lo:400:kworker.0 Request processed in 35us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398677.464139:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:1.0:1787398677.464151:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:1.0:1787398677.464156:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b88b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106503:x1874221261059968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398677.464178:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b88b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106503:x1874221261059968:12345-0@lo:400:kworker.0 Request processed in 23us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398677.464183:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:1.0:1787398677.464192:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:1.0:1787398677.464197:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b889500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106503:x1874221261060480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398677.464217:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b889500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106503:x1874221261060480:12345-0@lo:400:kworker.0 Request processed in 20us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398677.464222:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:1.0:1787398677.464238:0:162511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261060608 00000100:00100000:1.0:1787398677.464240:0:162511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261060608 00000100:00100000:1.0:1787398677.464266:0:162511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:1.0:1787398677.464272:0:162511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b88bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261060608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398677.464299:0:162511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b88bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261060608:12345-0@lo:400:kworker.0 Request processed in 28us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398677.464306:0:162511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00080000:1.0:1787398677.464328:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787398677.464333:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787398677.464335:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787398677.464366:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206140a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:106503:1874221261059968:0@lo:400:kworker.0 00000100:00100000:1.0:1787398677.464376:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206140700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106503:1874221261060480:0@lo:400:kworker.0 00000100:00100000:1.0:1787398677.464384:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206142a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106503:1874221261060096:0@lo:400:kworker.0 00000100:00100000:1.0:1787398677.464391:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206140e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261060608:0@lo:400:kworker.0 00000100:00100000:1.0:1787398677.464413:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206141880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106501:1874221261059840:0@lo:400:kworker.0 00000100:00100000:1.0:1787398677.464438:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398677.464455:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206142300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261060352:0@lo:400:kworker.0 00000100:00100000:1.0:1787398677.464500:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398677.464519:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206142680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106501:1874221261060864:0@lo:400:kworker.0 00000100:00100000:1.0:1787398677.464551:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398677.464571:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1787398677.464576:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206143480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106501:1874221261059712:0@lo:400:kworker.0 00000100:00100000:1.0:1787398677.464596:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398677.464609:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206141500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261060224:0@lo:400:kworker.0 00000100:00100000:1.0:1787398677.464626:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398677.464712:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206141f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261060736:0@lo:400:kworker.0 00000100:00100000:1.0:1787398677.464743:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398677.464765:0:160294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261060352 00000100:00100000:1.0:1787398677.464768:0:160294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261060352 00000100:00100000:1.0:1787398677.464791:0:160294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261060224 00000100:00100000:1.0:1787398677.464793:0:160294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261060224 00000100:00100000:1.0:1787398677.464808:0:160294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261060736 00000100:00100000:1.0:1787398677.464810:0:160294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261060736 00000100:00100000:1.0:1787398677.464825:0:160294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:1.0:1787398677.464830:0:160294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261060352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398677.464868:0:160294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261060352:12345-0@lo:400:kworker.0 Request processed in 37us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398677.464874:0:160294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000100:00100000:1.0:1787398677.464885:0:160294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 243 00000100:00100000:1.0:1787398677.464891:0:160294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20624fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261060224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398677.464916:0:160294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20624fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261060224:12345-0@lo:400:kworker.0 Request processed in 26us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398677.464921:0:160294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 243 00000100:00100000:1.0:1787398677.464931:0:160294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244 00000100:00100000:1.0:1787398677.464937:0:160294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20624c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261060736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398677.464964:0:160294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20624c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261060736:12345-0@lo:400:kworker.0 Request processed in 27us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398677.464969:0:160294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244 00000100:00100000:1.0:1787398677.464997:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261059840 00000100:00100000:1.0:1787398677.465001:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261059840 00000100:00100000:1.0:1787398677.465032:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261060864 00000100:00100000:1.0:1787398677.465035:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261060864 00000100:00100000:1.0:1787398677.465046:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261059712 00000100:00100000:1.0:1787398677.465048:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261059712 00000100:00100000:1.0:1787398677.465061:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:1.0:1787398677.465066:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b88ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106501:x1874221261059840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398677.465093:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b88ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106501:x1874221261059840:12345-0@lo:400:kworker.0 Request processed in 27us (656us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398677.465099:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:1.0:1787398677.465108:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:1.0:1787398677.465113:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20624df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:106501:x1874221261060864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398677.465146:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20624df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:106501:x1874221261060864:12345-0@lo:400:kworker.0 Request processed in 33us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398677.465151:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:1.0:1787398677.465161:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:1.0:1787398677.465166:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20624e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106501:x1874221261059712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398677.465187:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20624e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106501:x1874221261059712:12345-0@lo:400:kworker.0 Request processed in 22us (591us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398677.465192:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00080000:1.0:1787398677.465206:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787398677.465209:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787398677.465210:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787398677.465212:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787398677.465230:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206143480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106501:1874221261059712:0@lo:400:kworker.0 00000100:00100000:1.0:1787398677.465239:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206141500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261060224:0@lo:400:kworker.0 00000100:00100000:1.0:1787398677.465246:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206141f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261060736:0@lo:400:kworker.0 00000100:00100000:1.0:1787398677.465254:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206141880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106501:1874221261059840:0@lo:400:kworker.0 00000100:00100000:1.0:1787398677.465262:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206142300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261060352:0@lo:400:kworker.0 00000100:00100000:1.0:1787398677.465270:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206142680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106501:1874221261060864:0@lo:400:kworker.0 00000100:00100000:0.0:1787398677.465742:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261059584 00000100:00100000:0.0:1787398677.465748:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261059584 00000100:00100000:0.0:1787398677.465788:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1787398677.465796:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2051df050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106503:x1874221261059584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398677.465838:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2051df050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106503:x1874221261059584:12345-0@lo:400:kworker.0 Request processed in 43us (2019us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398677.465844:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1787398677.466197:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206143100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a066c752-c801-430f-905b-71f66cddaa9e:106503:1874221261059584:0@lo:400:kworker.0 00010000:00010000:0.0:1787398677.781836:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398677.974306:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206143b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261060992:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787398677.974385:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398677.974430:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787398677.974437:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261061120:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787398677.974461:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398677.974515:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261060992 00000100:00100000:3.0:1787398677.974524:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261060992 00000100:00100000:3.0:1787398677.974564:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261061120 00000100:00100000:3.0:1787398677.974566:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261061120 00000100:00100000:3.0:1787398677.974581:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:3.0:1787398677.974589:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261060992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787398677.974632:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61424704 pending 0 free 69681152 avail 62513152 00000100:00100000:3.0:1787398677.974675:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261060992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398677.974682:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:3.0:1787398677.974700:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:3.0:1787398677.974719:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261061120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787398677.974730:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61424704 pending 0 free 69681152 avail 62513152 00000100:00100000:3.0:1787398677.974753:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261061120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 47us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398677.974775:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:3.0:1787398677.974819:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261061120:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787398677.974831:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206143b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261060992:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787398677.975591:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787398677.975606:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206140380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261061248:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787398677.975653:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398677.975775:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261061248 00000100:00100000:0.0:1787398677.975781:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261061248 00000100:00100000:0.0:1787398677.975825:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:0.0:1787398677.975833:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261061248:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787398677.975854:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 27845696 pending 0 free 36192256 avail 29024256 00000100:00100000:0.0:1787398677.975894:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261061248:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398677.975900:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:2.0:1787398677.975979:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206140380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261061248:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787398677.993805:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787398677.993848:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206141c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261061376:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787398677.993943:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398677.995682:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261061376 00000100:00100000:0.0:1787398677.995699:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261061376 00000100:00100000:0.0:1787398677.995795:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:0.0:1787398677.995808:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208891180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261061376:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787398677.995837:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 27845696 pending 0 free 36192256 avail 29024256 00000100:00100000:0.0:1787398677.995931:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208891180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261061376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 124us (1988us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398677.995955:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00100000:3.0:1787398677.996250:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206141c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261061376:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1787398678.806464:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398679.113939:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398679.114019:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247611136 00000100:00100000:1.0:1787398679.114029:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247611136 00000100:00100000:1.0:1787398679.114107:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 802 00000100:00100000:1.0:1787398679.114116:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:125428:x1874221247611136:12345-192.168.204.36@tcp:48:lfs.0 00000100:00080000:2.0:1787398679.114350:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787398679.138017:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:125428:x1874221247611136:12345-192.168.204.36@tcp:48:lfs.0 Request processed in 23892us (24077us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398679.138034:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 802 00000100:00100000:1.0:1787398679.145938:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398679.145975:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247611264 00000100:00100000:1.0:1787398679.145983:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247611264 00000100:00100000:1.0:1787398679.146037:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 458 00000100:00100000:1.0:1787398679.146046:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20624dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:125428:x1874221247611264:12345-192.168.204.36@tcp:19:lfs.0 00000100:00080000:1.0:1787398679.146209:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787398679.149143:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20624dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:125428:x1874221247611264:12345-192.168.204.36@tcp:19:lfs.0 Request processed in 3088us (3204us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398679.149158:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 458 00000100:00100000:2.0:1787398679.155812:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398679.162214:0:162518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247611392 00000100:00100000:3.0:1787398679.162231:0:162518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247611392 00000100:00100000:3.0:1787398679.162299:0:162518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 459 00000100:00100000:3.0:1787398679.162309:0:162518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:125428:x1874221247611392:12345-192.168.204.36@tcp:19:lfs.0 00000100:00080000:3.0:1787398679.162611:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787398679.163183:0:162518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:125428:x1874221247611392:12345-192.168.204.36@tcp:19:lfs.0 Request processed in 873us (7465us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398679.163194:0:162518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 459 00000100:00100000:2.0:1787398679.167236:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398679.167333:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247611520 00000100:00100000:3.0:1787398679.167344:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247611520 00000100:00100000:3.0:1787398679.167581:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 803 00000100:00100000:3.0:1787398679.167592:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:125428:x1874221247611520:12345-192.168.204.36@tcp:48:lfs.0 00000100:00100000:3.0:1787398679.169639:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:125428:x1874221247611520:12345-192.168.204.36@tcp:48:lfs.0 Request processed in 2038us (2403us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398679.169654:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 803 00000100:00100000:3.0:1787398679.171897:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398679.175727:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247611648 00000100:00100000:0.0:1787398679.175744:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247611648 00000100:00100000:1.0:1787398679.175972:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 804 00000100:00100000:1.0:1787398679.175982:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208893480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:125428:x1874221247611648:12345-192.168.204.36@tcp:48:lfs.0 00000100:00100000:2.0:1787398679.179626:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208893480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:125428:x1874221247611648:12345-192.168.204.36@tcp:48:lfs.0 Request processed in 3636us (7727us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398679.179649:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 804 00000100:00080000:3.0:1787398679.180819:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787398679.213918:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398679.214283:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247611776 00000100:00100000:2.0:1787398679.214293:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247611776 00000100:00100000:2.0:1787398679.214352:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 805 00000100:00100000:2.0:1787398679.214362:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf206142d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:125430:x1874221247611776:12345-192.168.204.36@tcp:48:lfs.0 00000100:00100000:2.0:1787398679.215087:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf206142d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:125430:x1874221247611776:12345-192.168.204.36@tcp:48:lfs.0 Request processed in 723us (1175us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398679.215096:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 805 00000100:00100000:2.0:1787398679.219808:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398679.219871:0:160295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247611904 00000100:00100000:3.0:1787398679.219880:0:160295:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247611904 00000100:00100000:3.0:1787398679.219932:0:160295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 460 00000100:00100000:3.0:1787398679.219942:0:160295:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:125430:x1874221247611904:12345-192.168.204.36@tcp:19:lfs.0 00000100:00100000:3.0:1787398679.220060:0:160295:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:125430:x1874221247611904:12345-192.168.204.36@tcp:19:lfs.0 Request processed in 119us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398679.220068:0:160295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 460 00000100:00100000:0.0:1787398679.223787:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398679.223883:0:162519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247612032 00000100:00100000:2.0:1787398679.223895:0:162519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247612032 00000100:00100000:2.0:1787398679.223956:0:162519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 461 00000100:00100000:2.0:1787398679.223966:0:162519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf206140000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:125430:x1874221247612032:12345-192.168.204.36@tcp:19:lfs.0 00000100:00100000:2.0:1787398679.224168:0:162519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf206140000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:125430:x1874221247612032:12345-192.168.204.36@tcp:19:lfs.0 Request processed in 203us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398679.224177:0:162519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 461 00000100:00100000:0.0:1787398679.241897:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398679.241990:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247612160 00000100:00100000:1.0:1787398679.241999:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247612160 00000100:00100000:1.0:1787398679.242056:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 806 00000100:00100000:1.0:1787398679.242066:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf206141180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:125430:x1874221247612160:12345-192.168.204.36@tcp:48:lfs.0 00000100:00100000:1.0:1787398679.242197:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf206141180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:125430:x1874221247612160:12345-192.168.204.36@tcp:48:lfs.0 Request processed in 132us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398679.242205:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 806 00000100:00100000:2.0:1787398679.251621:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398679.251668:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247612288 00000100:00100000:2.0:1787398679.251678:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247612288 00000100:00100000:2.0:1787398679.251744:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 807 00000100:00100000:2.0:1787398679.251754:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:125430:x1874221247612288:12345-192.168.204.36@tcp:48:lfs.0 00000100:00100000:2.0:1787398679.251949:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:125430:x1874221247612288:12345-192.168.204.36@tcp:48:lfs.0 Request processed in 196us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398679.251958:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 807 00000100:00100000:1.0:1787398679.285333:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398679.285442:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247612544 00000100:00100000:0.0:1787398679.285453:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247612544 00000100:00100000:1.0:1787398679.285783:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 808 00000100:00100000:1.0:1787398679.285796:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20624ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:125433:x1874221247612544:12345-192.168.204.36@tcp:101:lfs.0 00010000:00010000:1.0:1787398679.285818:0:158794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398679.285839:0:158794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75da00/0x5703899912344c83 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a89b expref: -99 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398679.285914:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c800/0x5703899912344c8a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398679.285946:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c800/0x5703899912344c8a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398679.285959:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c800/0x5703899912344c8a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398679.285975:0:158794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d000/0x5703899912344c91 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398679.285982:0:158794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d000/0x5703899912344c91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398679.285988:0:158794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d000/0x5703899912344c91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398679.286050:0:158794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c800/0x5703899912344c8a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398679.286058:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c800/0x5703899912344c8a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398679.286065:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c800/0x5703899912344c8a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398679.286072:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c800/0x5703899912344c8a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398679.286078:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75c800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398679.286082:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c800/0x5703899912344c8a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398679.286087:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c800/0x5703899912344c8a lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398679.286117:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30d87dc00) 00010000:00010000:1.0:1787398679.286120:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398679.286124:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c800/0x5703899912344c8a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398679.286130:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75c800/0x5703899912344c8a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398679.286143:0:158794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d000/0x5703899912344c91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398679.286149:0:158794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d000/0x5703899912344c91 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398679.286154:0:158794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d000/0x5703899912344c91 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398679.286158:0:158794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20b75d000 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:1.0:1787398679.286160:0:158794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d000/0x5703899912344c91 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398679.286165:0:158794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d000/0x5703899912344c91 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398679.286172:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3ef1f051 (ffff9cf337a21a00) 00010000:00010000:1.0:1787398679.286174:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787398679.286176:0:158794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d000/0x5703899912344c91 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398679.286181:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75d000/0x5703899912344c91 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398679.286219:0:158794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75da00/0x5703899912344c83 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a89b expref: 10 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398679.286228:0:158794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30d87dc00) 00010000:00010000:1.0:1787398679.286230:0:158794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787398679.286233:0:158794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20b75da00/0x5703899912344c83 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a89b expref: 10 pid: 158794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398679.286241:0:158794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b75da00, rc 0) 00000100:00100000:1.0:1787398679.286302:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20624ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:125433:x1874221247612544:12345-192.168.204.36@tcp:101:lfs.0 Request processed in 511us (978us total) trans 0 rc 301/301 00000100:00100000:1.0:1787398679.286309:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 808 00000100:00100000:2.0:1787398679.289184:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398679.289317:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247612672 00000100:00100000:0.0:1787398679.289327:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247612672 00000100:00100000:0.0:1787398679.289380:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 809 00000100:00100000:0.0:1787398679.289390:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:125433:x1874221247612672:12345-192.168.204.36@tcp:34:lfs.0 00010000:00010000:0.0:1787398679.289467:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912344c98 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398679.289586:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912344c98 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398679.289599:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912344c98 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398679.289738:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c800/0x5703899912344c9f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398679.289747:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c800/0x5703899912344c9f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398679.289755:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c800/0x5703899912344c9f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398679.289817:0:158796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c600/0x5703899912344ca6 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398679.289826:0:158796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c600/0x5703899912344ca6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398679.289833:0:158796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c600/0x5703899912344ca6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787398679.289875:0:158796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab5:0x61:0x0]: returning size 31457280 00000004:00200000:2.0:1787398679.289879:0:158796:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787398679.289891:0:158796:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c600/0x5703899912344ca6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398679.289905:0:158796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912344c98 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398679.289912:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912344c98 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398679.289918:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912344c98 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398679.289924:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912344c98 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398679.289938:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf49e00 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398679.289943:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912344c98 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398679.289950:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912344c98 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398679.289962:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf30d87dc00) 00010000:00010000:2.0:1787398679.289965:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398679.289969:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912344c98 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398679.289975:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20bf49e00/0x5703899912344c98 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398679.289987:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c800/0x5703899912344c9f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398679.289992:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c800/0x5703899912344c9f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398679.289998:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c800/0x5703899912344c9f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398679.290003:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20359c800 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398679.290006:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c800/0x5703899912344c9f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398679.290011:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c800/0x5703899912344c9f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398679.290029:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3ef1f051 (ffff9cf2055c8d00) 00010000:00010000:2.0:1787398679.290031:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398679.290033:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c800/0x5703899912344c9f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398679.290039:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c800/0x5703899912344c9f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398679.290183:0:158796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c600/0x5703899912344ca6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398679.290191:0:158796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c600/0x5703899912344ca6 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398679.290197:0:158796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c600/0x5703899912344ca6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398679.290202:0:158796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20359c600 already unused, calling callback (ffffffffc19d14f0) 00010000:00010000:2.0:1787398679.290205:0:158796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c600/0x5703899912344ca6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398679.290211:0:158796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c600/0x5703899912344ca6 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398679.290219:0:158796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff9cf337a21b00) 00010000:00010000:2.0:1787398679.290222:0:158796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787398679.290225:0:158796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c600/0x5703899912344ca6 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398679.290230:0:158796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf20359c600/0x5703899912344ca6 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 158796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398679.290320:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:125433:x1874221247612672:12345-192.168.204.36@tcp:34:lfs.0 Request processed in 930us (1211us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398679.290328:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 809 00010000:00010000:0.0:1787398679.831061:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398680.857921:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1787398681.245821:0:168709:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0000 00010000:00010000:2.0:1787398681.245910:0:168709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c800/0x57038999123449a4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123449ab expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398681.245930:0:168709:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c800/0x57038999123449a4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x57038999123449ab expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398681.245939:0:168709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c800/0x57038999123449a4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x57038999123449ab expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398681.245946:0:168709:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c800/0x57038999123449a4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x57038999123449ab expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398681.245982:0:168709:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1787398681.245989:0:168709:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1787398681.246026:0:168709:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787398681.246032:0:168709:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1787398681.246039:0:168709:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1787398681.246078:0:168709:0:(import.c:65:import_set_state_nolock()) ffff9cf3094d1800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1787398681.246176:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:106499:1874221261061504:0@lo:39:umount.0 00000100:00100000:1.0:1787398681.246282:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787398681.250146:0:158782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787398681.250167:0:158782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c800/0x57038999123449a4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x57038999123449ab expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398681.250210:0:158782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf336d6c800 already unused, calling callback (ffffffffc13c0c20) 10000000:00010000:0.0:1787398681.250215:0:158782:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c800/0x57038999123449a4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x57038999123449ab expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398681.250227:0:158782:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c800/0x57038999123449a4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x57038999123449ab expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787398681.250235:0:158782:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c800/0x57038999123449a4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x57038999123449ab expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787398681.250241:0:158782:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1787398681.250245:0:158782:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1787398681.250249:0:158782:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1787398681.250306:0:158782:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c800/0x57038999123449a4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x57038999123449ab expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398681.250313:0:158782:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787398681.250355:0:158782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c800/0x57038999123449a4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x57038999123449ab expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398681.250364:0:158782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.136@tcp lock: ffff9cf336d6c800/0x57038999123449a4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x57038999123449ab expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398681.250378:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398681.250380:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398681.250382:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398681.250393:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787398681.250419:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206143800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a066c752-c801-430f-905b-71f66cddaa9e:106503:1874221261061632:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787398681.250538:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398681.250863:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261061632 00000100:00100000:1.0:1787398681.250876:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261061632 00000100:00100000:1.0:1787398681.250961:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:1.0:1787398681.250975:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf206141c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a066c752-c801-430f-905b-71f66cddaa9e+24:106503:x1874221261061632:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787398681.250991:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787398681.251011:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf202430800/0x57038999123449ab lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x57038999123449a4 expref: 24 pid: 167308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398681.251027:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787398681.251079:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf206141c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a066c752-c801-430f-905b-71f66cddaa9e+23:106503:x1874221261061632:12345-0@lo:103:ldlm_bl.0 Request processed in 106us (540us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398681.251098:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00100000:1.0:1787398681.251151:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206143800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a066c752-c801-430f-905b-71f66cddaa9e:106503:1874221261061632:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787398681.251297:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261061504 00000100:00100000:2.0:1787398681.251302:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261061504 00000100:00100000:2.0:1787398681.251357:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:2.0:1787398681.251366:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20624c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106499:x1874221261061504:12345-0@lo:39:umount.0 00000020:00000080:2.0:1787398681.251399:0:158795:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x57038999123449f1 00000100:00080000:2.0:1787398681.251429:0:158795:0:(import.c:65:import_set_state_nolock()) ffff9cf209a41000 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1787398681.251520:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20624c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+1:106499:x1874221261061504:12345-0@lo:39:umount.0 Request processed in 155us (5238us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398681.251528:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000020:00000080:2.0:1787398681.251536:0:158795:0:(genops.c:906:class_export_put()) final put ffff9cf209a44000/lustre-MDT0000-lwp-OST0000_UUID 00000100:00080000:1.0:1787398681.253120:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:1.0:1787398681.253149:0:73119:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf209a44000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:1.0:1787398681.253239:0:73119:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf209a41000 for lustre-MDT0000 00000100:00080000:1.0:1787398681.253803:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf3094d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1787398681.253825:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:106499:1874221261061504:0@lo:39:umount.0 00010000:00010000:0.0:1787398681.254298:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787398681.254544:0:168709:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1787398681.254550:0:168709:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1787398681.254557:0:168709:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:0.0:1787398681.255425:0:168709:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1787398681.255431:0:168709:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1787398681.255439:0:168709:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1787398681.255470:0:168709:0:(import.c:65:import_set_state_nolock()) ffff9cf207002000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1787398681.258363:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206140380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:106499:1874221261061760:0@lo:39:umount.0 00000100:00100000:1.0:1787398681.258466:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398681.260373:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261061760 00000100:00100000:2.0:1787398681.260392:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261061760 00000100:00100000:2.0:1787398681.260515:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:2.0:1787398681.260528:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20624d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106499:x1874221261061760:12345-0@lo:39:umount.0 00000020:00000080:2.0:1787398681.260572:0:160868:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x57038999123422de 00000100:00080000:2.0:1787398681.260583:0:160868:0:(import.c:65:import_set_state_nolock()) ffff9cf305b13800 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1787398681.260717:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20624d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+1:106499:x1874221261061760:12345-0@lo:39:umount.0 Request processed in 193us (2251us total) trans 0 rc 0/0 00000100:00080000:3.0:1787398681.261132:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf207002000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1787398681.261155:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206140380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:106499:1874221261061760:0@lo:39:umount.0 00000100:00080000:1.0:1787398681.263739:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1787398681.263769:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398681.264328:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000020:00000080:2.0:1787398681.264366:0:160868:0:(genops.c:906:class_export_put()) final put ffff9cf20ab29000/lustre-MDT0001-lwp-OST0000_UUID 00000100:00080000:0.0:1787398681.265080:0:168709:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1787398681.265088:0:168709:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1787398681.265097:0:168709:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1787398681.266165:0:168709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf202430000/0x57038999123449b2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123449b9 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398681.266186:0:168709:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf202430000/0x57038999123449b2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x57038999123449b9 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398681.266195:0:168709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf202430000/0x57038999123449b2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x57038999123449b9 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398681.266202:0:168709:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.136@tcp lock: ffff9cf202430000/0x57038999123449b2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x57038999123449b9 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398681.266235:0:168709:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787398681.266244:0:168709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf202431a00/0x57038999123449c0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123449c7 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398681.266251:0:168709:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf202431a00/0x57038999123449c0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x57038999123449c7 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398681.266279:0:168709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf202431a00/0x57038999123449c0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x57038999123449c7 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398681.266286:0:168709:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.136@tcp lock: ffff9cf202431a00/0x57038999123449c0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x57038999123449c7 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398681.266309:0:168709:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:0.0:1787398681.266314:0:168709:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:0.0:1787398681.266355:0:168709:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0000 00000020:01000000:0.0:1787398681.266361:0:168709:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='FA') 00010000:00010000:0.0:1787398681.266383:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787398681.266392:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.136@tcp lock: ffff9cf202430000/0x57038999123449b2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x57038999123449b9 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398681.266400:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf202430000 already unused, calling callback (ffffffffc13c0c20) 10000000:00010000:0.0:1787398681.266404:0:159542:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.136@tcp lock: ffff9cf202430000/0x57038999123449b2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x57038999123449b9 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398681.266414:0:159542:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.136@tcp lock: ffff9cf202430000/0x57038999123449b2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x57038999123449b9 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787398681.266422:0:159542:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.136@tcp lock: ffff9cf202430000/0x57038999123449b2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x57038999123449b9 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787398681.266428:0:159542:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1787398681.266430:0:159542:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:0.0:1787398681.266432:0:159542:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:0.0:1787398681.266502:0:159542:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.136@tcp lock: ffff9cf202430000/0x57038999123449b2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x57038999123449b9 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398681.266520:0:159542:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787398681.266550:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.136@tcp lock: ffff9cf202430000/0x57038999123449b2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x57038999123449b9 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398681.266557:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.136@tcp lock: ffff9cf202430000/0x57038999123449b2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x57038999123449b9 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398681.266575:0:159542:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787398681.266578:0:159542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.136@tcp lock: ffff9cf202431a00/0x57038999123449c0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x57038999123449c7 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398681.266584:0:159542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf202431a00 already unused, calling callback (ffffffffc13c0c20) 10000000:00010000:0.0:1787398681.266588:0:159542:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.136@tcp lock: ffff9cf202431a00/0x57038999123449c0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x57038999123449c7 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398681.266595:0:159542:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.136@tcp lock: ffff9cf202431a00/0x57038999123449c0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x57038999123449c7 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787398681.266603:0:159542:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.136@tcp lock: ffff9cf202431a00/0x57038999123449c0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x57038999123449c7 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787398681.266608:0:159542:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1787398681.266611:0:159542:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1787398681.266612:0:159542:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1787398681.266626:0:159542:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.136@tcp lock: ffff9cf202431a00/0x57038999123449c0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x57038999123449c7 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398681.266631:0:159542:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787398681.266657:0:159542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.136@tcp lock: ffff9cf202431a00/0x57038999123449c0 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x57038999123449c7 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398681.266676:0:159542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.136@tcp lock: ffff9cf202431a00/0x57038999123449c0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x57038999123449c7 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398681.266686:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398681.266688:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398681.266690:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1787398681.266703:0:168709:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:02000400:0.0:1787398681.266713:0:168709:0:(obd_config.c:932:class_cleanup()) Failing over lustre-OST0000 00010000:00010000:2.0:1787398681.267381:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398681.267737:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206143b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a066c752-c801-430f-905b-71f66cddaa9e:106503:1874221261061888:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787398681.267849:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398681.268011:0:162512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261061888 00000100:00100000:2.0:1787398681.268022:0:162512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261061888 00000100:00100000:2.0:1787398681.268103:0:162512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:2.0:1787398681.268116:0:162512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20624f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a066c752-c801-430f-905b-71f66cddaa9e+23:106503:x1874221261061888:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787398681.268139:0:162512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398681.268168:0:162512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf205406600/0x57038999123449b9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x57038999123449b2 expref: 23 pid: 167308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398681.268192:0:162512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000080:3.0:1787398681.268230:0:164318:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf20ab29000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000100:00100000:2.0:1787398681.268244:0:162512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20624f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a066c752-c801-430f-905b-71f66cddaa9e+22:106503:x1874221261061888:12345-0@lo:103:ldlm_bl.0 Request processed in 129us (394us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398681.268253:0:162512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000020:00000080:3.0:1787398681.268327:0:164318:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf305b13800 for lustre-MDT0001 00000100:00100000:3.0:1787398681.268365:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206143100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a066c752-c801-430f-905b-71f66cddaa9e:106500:1874221261062016:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787398681.268464:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398681.268672:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261062016 00000100:00100000:2.0:1787398681.268696:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261062016 00000100:00100000:2.0:1787398681.268748:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:2.0:1787398681.268756:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f491c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a066c752-c801-430f-905b-71f66cddaa9e+22:106500:x1874221261062016:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787398681.268767:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787398681.268778:0:158779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf336d6de00/0x57038999123449c7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x57038999123449c0 expref: 22 pid: 167312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398681.268789:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787398681.268825:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f491c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a066c752-c801-430f-905b-71f66cddaa9e+21:106500:x1874221261062016:12345-0@lo:103:ldlm_bl.0 Request processed in 70us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398681.268832:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:3.0:1787398681.268976:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206143100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a066c752-c801-430f-905b-71f66cddaa9e:106500:1874221261062016:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787398681.269120:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206143b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a066c752-c801-430f-905b-71f66cddaa9e:106503:1874221261061888:0@lo:103:ldlm_bl.0 00002000:00000080:0.0:1787398681.278741:0:168709:0:(ofd_obd.c:1267:ofd_iocontrol()) lustre-OST0000: cmd=40086672 len=0 karg=0000000000000000 uarg=0000000000000000 00002000:00100000:0.0:1787398681.278827:0:168709:0:(ofd_obd.c:1281:ofd_iocontrol()) syncing ost lustre-OST0000 00000020:00000080:2.0:1787398681.282973:0:168709:0:(obd_config.c:955:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 3/7 00000020:00080000:2.0:1787398681.282995:0:168709:0:(genops.c:1840:print_export_data()) lustre-OST0000: ACTIVE ffff9cf20c7c6800 lustre-MDT0000-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 21474836602 stale:0 00000020:00080000:2.0:1787398681.283009:0:168709:0:(genops.c:1840:print_export_data()) lustre-OST0000: ACTIVE ffff9cf20c0ec000 dbe7f5ec-0726-4851-a675-2f47d040e30f 192.168.204.36@tcp 4 (0 0 0) 0 0 0 0: 0000000000000000 21474836600 stale:0 00000020:00080000:2.0:1787398681.283014:0:168709:0:(genops.c:1840:print_export_data()) lustre-OST0000: ACTIVE ffff9cf31f588000 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 21474836544 stale:0 00000020:00080000:2.0:1787398681.283019:0:168709:0:(genops.c:1574:class_disconnect_exports()) OBD device 22 (ffff9cf3083b4d40) has exports, disconnecting them 00000020:00080000:2.0:1787398681.283025:0:168709:0:(genops.c:1549:class_disconnect_export_list()) lustre-OST0000: disconnecting export at 0@lo (ffff9cf20c7c6800), last request at 1787398677 00000020:00000080:2.0:1787398681.283035:0:168709:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x57038999123448c4 00000100:00080000:2.0:1787398681.283049:0:168709:0:(import.c:65:import_set_state_nolock()) ffff9cf20c7c6000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1787398681.283077:0:168709:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9cf20c7c6800): rc 0 00000020:00000080:2.0:1787398681.283079:0:168709:0:(genops.c:906:class_export_put()) final put ffff9cf20c7c6800/lustre-MDT0000-mdtlov_UUID 00000020:00080000:2.0:1787398681.283093:0:168709:0:(genops.c:1549:class_disconnect_export_list()) lustre-OST0000: disconnecting export at 192.168.204.36@tcp (ffff9cf20c0ec000), last request at 1787398679 00000020:00000080:2.0:1787398681.283096:0:168709:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x5703899912342bb3 00000100:00080000:2.0:1787398681.283102:0:168709:0:(import.c:65:import_set_state_nolock()) ffff9cf20c0eb800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1787398681.283110:0:168709:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 192.168.204.36@tcp (ffff9cf20c0ec000): rc 0 00000020:00000080:2.0:1787398681.283112:0:168709:0:(genops.c:906:class_export_put()) final put ffff9cf20c0ec000/dbe7f5ec-0726-4851-a675-2f47d040e30f 00000020:00080000:2.0:1787398681.283117:0:168709:0:(genops.c:1549:class_disconnect_export_list()) lustre-OST0000: disconnecting export at 0@lo (ffff9cf31f588000), last request at 1787398677 00000020:00000080:2.0:1787398681.283143:0:168709:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991234208b 00000100:00080000:2.0:1787398681.283147:0:168709:0:(import.c:65:import_set_state_nolock()) ffff9cf31f58c000 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1787398681.283167:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1787398681.283176:0:168709:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9cf31f588000): rc 0 00000020:00000080:2.0:1787398681.283178:0:168709:0:(genops.c:906:class_export_put()) final put ffff9cf31f588000/lustre-MDT0001-mdtlov_UUID 00000020:00080000:2.0:1787398681.283216:0:168709:0:(genops.c:1579:class_disconnect_exports()) OBD device 22 (ffff9cf3083b4d40) has no exports 00010000:00010000:0.0:1787398681.285115:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398681.285126:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1787398681.285211:0:73119:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf20c7c6800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:3.0:1787398681.285287:0:73119:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf20c0ec000/dbe7f5ec-0726-4851-a675-2f47d040e30f for lustre-OST0000 00000020:00000080:3.0:1787398681.285313:0:73119:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf31f588000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:3.0:1787398681.285340:0:73119:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf20c7c6000 for lustre-OST0000 00000020:00000080:3.0:1787398681.285346:0:73119:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf20c0eb800 for lustre-OST0000 00000020:00000080:3.0:1787398681.285350:0:73119:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf31f58c000 for lustre-OST0000 00000020:01000000:0.0:1787398681.287600:0:168709:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff9cf209a3fde0 - data ffff9cf336a306c0/ffff9cf305a08400 00000020:01000000:0.0:1787398681.287838:0:168709:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff9cf20c14a540 - data ffff9cf30ab3a798/ffff9cf2035d0800 00100000:10000000:0.0:1787398681.310970:0:168709:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1787398681.329472:0:168709:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233ec5f 00000020:00000080:2.0:1787398681.329524:0:168709:0:(genops.c:906:class_export_put()) final put ffff9cf207002800/lustre-OST0000-osd_UUID 00000020:01000004:2.0:1787398681.329550:0:168709:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9cf32106b800 from lustre-OST0000, refs=2 00000020:01000004:2.0:1787398681.329555:0:168709:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9cf32106b800 2 00000020:01000004:2.0:1787398681.329559:0:168709:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9cf32106b800 from lustre-OST0000 00000020:00000080:2.0:1787398681.329593:0:168709:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787398681.329612:0:168709:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:2.0:1787398681.329616:0:168709:0:(genops.c:906:class_export_put()) final put ffff9cf207006800/lustre-OST0000_UUID 00000020:00000080:2.0:1787398681.329620:0:168709:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf207006800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:2.0:1787398681.329628:0:168709:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:2.0:1787398681.329713:0:168709:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000000:2.0:1787398681.329719:0:168709:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:2.0:1787398681.329723:0:168709:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787398681.329742:0:168709:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1787398681.329751:0:168709:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff9cf207004000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1787398681.329757:0:168709:0:(genops.c:1574:class_disconnect_exports()) OBD device 23 (ffff9cf20a1999c0) has exports, disconnecting them 00000020:00080000:2.0:1787398681.329763:0:168709:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff9cf207004000), last request at 1787398368 00000020:00000080:2.0:1787398681.329768:0:168709:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233ec89 00000020:00080000:2.0:1787398681.329779:0:168709:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9cf207004000): rc 0 00000020:00000080:2.0:1787398681.329785:0:168709:0:(genops.c:906:class_export_put()) final put ffff9cf207004000/lustre-MDT0000-lwp-OST0000 00010000:01000000:3.0:1787398681.333673:0:168709:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:3.0:1787398681.333685:0:168709:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787398681.333692:0:168709:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1787398681.333702:0:168709:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1787398681.333715:0:164318:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf207002800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1787398681.333753:0:164318:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf207004000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1787398681.333765:0:164318:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf3094d1800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1787398681.334021:0:168709:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787398681.334038:0:168709:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:3.0:1787398681.334046:0:168709:0:(genops.c:906:class_export_put()) final put ffff9cf20aab7800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:3.0:1787398681.334050:0:168709:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf20aab7800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:3.0:1787398681.334065:0:168709:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:3.0:1787398681.334196:0:168709:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:3.0:1787398681.334201:0:168709:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787398681.334210:0:168709:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1787398681.334219:0:168709:0:(genops.c:1840:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff9cf207006000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1787398681.334226:0:168709:0:(genops.c:1574:class_disconnect_exports()) OBD device 24 (ffff9cf202703380) has exports, disconnecting them 00000020:00080000:3.0:1787398681.334231:0:168709:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff9cf207006000), last request at 1787398368 00000020:00000080:3.0:1787398681.334236:0:168709:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233ec9e 00000020:00080000:3.0:1787398681.334252:0:168709:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9cf207006000): rc 0 00000020:00000080:3.0:1787398681.334257:0:168709:0:(genops.c:906:class_export_put()) final put ffff9cf207006000/lustre-MDT0001-lwp-OST0000 00000020:00000080:0.0:1787398681.335734:0:164318:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf207006000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:0.0:1787398681.341735:0:168709:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:0.0:1787398681.341751:0:168709:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1787398681.341758:0:168709:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1787398681.341769:0:168709:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1787398681.341813:0:164318:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf207002000 for lustre-MDT0001-lwp-OST0000 00000020:00000080:0.0:1787398681.341985:0:168709:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787398681.342004:0:168709:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:0.0:1787398681.342011:0:168709:0:(genops.c:906:class_export_put()) final put ffff9cf207001800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:0.0:1787398681.342029:0:168709:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf207001800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:0.0:1787398681.342036:0:168709:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:0.0:1787398681.342172:0:168709:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9cf32106b800 1 00000020:00000080:0.0:1787398681.342179:0:168709:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x570389991233ec3c 00000020:00000080:0.0:1787398681.342186:0:168709:0:(genops.c:906:class_export_put()) final put ffff9cf3085db000/lustre-OST0000-osd_UUID 00000020:01000000:0.0:1787398681.342194:0:168709:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:0.0:1787398681.342202:0:164318:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf3085db000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1787398681.342210:0:168709:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787398681.342217:0:168709:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1787398681.342221:0:168709:0:(genops.c:1579:class_disconnect_exports()) OBD device 20 (ffff9cf305f799c0) has no exports 00000020:00000080:0.0:1787398681.472380:0:168709:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787398681.472410:0:168709:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:0.0:1787398681.472418:0:168709:0:(genops.c:906:class_export_put()) final put ffff9cf32106a800/lustre-OST0000-osd_UUID 00000020:00000080:0.0:1787398681.472425:0:168709:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf32106a800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:0.0:1787398681.472442:0:168709:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:0.0:1787398681.473614:0:168709:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9cf32106c800 00000020:02000400:0.0:1787398681.473797:0:168709:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0000 complete 00000100:00100000:0.0:1787398681.712841:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398681.712954:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398681.712988:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398681.713021:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247612928 00000100:00100000:0.0:1787398681.713034:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247612928 00000100:00100000:0.0:1787398681.713117:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247613056 00000100:00100000:0.0:1787398681.713121:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247613056 00000100:00100000:0.0:1787398681.713150:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 447 00000100:00100000:0.0:1787398681.713163:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf206142300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69162:x1874221247612928:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398681.713274:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf206142300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69162:x1874221247612928:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 113us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398681.713282:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 447 00000100:00100000:0.0:1787398681.713317:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 448 00000100:00100000:0.0:1787398681.713323:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf206141880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69162:x1874221247613056:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398681.713367:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf206141880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69162:x1874221247613056:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 29us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398681.713373:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 448 00000100:00080000:0.0:1787398681.713392:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787398681.713397:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787398681.713429:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398681.713619:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398681.715694:0:167309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247612800 00000100:00100000:2.0:1787398681.715712:0:167309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247612800 00000100:00100000:2.0:1787398681.715780:0:167309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 89 00000100:00100000:2.0:1787398681.715791:0:167309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2051df850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69164:x1874221247612800:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:2.0:1787398681.715886:0:167309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2051df850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69164:x1874221247612800:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 96us (2456us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398681.715895:0:167309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 89 00000100:00100000:3.0:1787398681.723694:0:161119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247613184 00000100:00100000:3.0:1787398681.723718:0:161119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247613184 00000100:00100000:3.0:1787398681.723892:0:161119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247613312 00000100:00100000:3.0:1787398681.723897:0:161119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247613312 00000100:00100000:2.0:1787398681.724019:0:160294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 245 00000100:00100000:2.0:1787398681.724034:0:160294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf206141f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69164:x1874221247613312:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:2.0:1787398681.724145:0:160294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf206141f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69164:x1874221247613312:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 114us (10525us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398681.724155:0:160294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 245 00000100:00100000:2.0:1787398681.724180:0:160294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 462 00000100:00100000:2.0:1787398681.724185:0:160294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf206142680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:69165:x1874221247613184:12345-192.168.204.36@tcp:400:kworker.0 00000020:00080000:2.0:1787398681.724192:0:160294:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-192.168.204.36@tcp 00000100:00100000:2.0:1787398681.724221:0:160294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf206142680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:69165:x1874221247613184:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 35us (11398us total) trans 0 rc -107/-107 00000100:00100000:2.0:1787398681.724227:0:160294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 462 00000100:00080000:2.0:1787398681.734293:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787398681.750425:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398681.750497:0:160296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247613440 00000100:00100000:2.0:1787398681.750510:0:160296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247613440 00000100:00100000:2.0:1787398681.750575:0:160296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 463 00000100:00100000:2.0:1787398681.750586:0:160296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20aabe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:69161:x1874221247613440:12345-192.168.204.36@tcp:8:ptlrpcd_00_03.0 00010000:00020000:2.0:1787398681.750619:0:160296:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.204.36@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1787398681.750714:0:160296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20aabe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:69161:x1874221247613440:12345-192.168.204.36@tcp:8:ptlrpcd_00_03.0 Request processed in 128us (298us total) trans 0 rc -19/-19 00000100:00100000:2.0:1787398681.750724:0:160296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 463 00010000:00010000:0.0:1787398681.878059:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398682.581909:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208890380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261062144:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787398682.582250:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398682.584414:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3117e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261062656:0@lo:400:kworker.0 00000100:00100000:0.0:1787398682.584494:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398682.584540:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221261062272:0@lo:400:kworker.0 00000100:00100000:3.0:1787398682.584580:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398682.584630:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3117e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261062784:0@lo:400:kworker.0 00000100:00100000:3.0:1787398682.584660:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398682.584685:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3117e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261063296:0@lo:400:kworker.0 00000100:00100000:3.0:1787398682.584706:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398682.584729:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1787398682.584736:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106502:1874221261062400:0@lo:400:kworker.0 00000100:00100000:3.0:1787398682.584765:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398682.584794:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3117e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261062912:0@lo:400:kworker.0 00000100:00100000:3.0:1787398682.584822:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398682.584844:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106502:1874221261063424:0@lo:400:kworker.0 00000100:00100000:3.0:1787398682.584940:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398682.585096:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261062400 00000100:00100000:3.0:1787398682.585105:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261062400 00000100:00100000:3.0:1787398682.585166:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261063424 00000100:00100000:3.0:1787398682.585170:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261063424 00000100:00100000:3.0:1787398682.585197:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:3.0:1787398682.585207:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106502:x1874221261062400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398682.585265:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106502:x1874221261062400:12345-0@lo:400:kworker.0 Request processed in 59us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398682.585274:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:3.0:1787398682.585515:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:3.0:1787398682.585525:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106502:x1874221261063424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398682.585562:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106502:x1874221261063424:12345-0@lo:400:kworker.0 Request processed in 40us (621us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398682.585569:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00080000:3.0:1787398682.585592:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787398682.585613:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf208890000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106500:1874221261062528:0@lo:400:kworker.0 00000100:00100000:3.0:1787398682.585652:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398682.585672:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3117e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106500:1874221261063040:0@lo:400:kworker.0 00000100:00100000:3.0:1787398682.585691:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398682.585707:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206143480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261063552:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787398682.585734:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261062528 00000100:00100000:3.0:1787398682.585738:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261062528 00000100:00100000:3.0:1787398682.585775:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261063040 00000100:00100000:3.0:1787398682.585778:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261063040 00000100:00100000:3.0:1787398682.585792:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:3.0:1787398682.585798:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106500:x1874221261062528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398682.585839:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106500:x1874221261062528:12345-0@lo:400:kworker.0 Request processed in 40us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398682.585845:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:3.0:1787398682.585858:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:3.0:1787398682.585877:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106500:x1874221261063040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398682.585906:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106500:x1874221261063040:12345-0@lo:400:kworker.0 Request processed in 43us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398682.585912:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00080000:3.0:1787398682.585927:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787398682.585962:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106502:1874221261062400:0@lo:400:kworker.0 00000100:00100000:3.0:1787398682.586213:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106502:1874221261063424:0@lo:400:kworker.0 00000100:00100000:0.0:1787398682.590435:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3117e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261063168:0@lo:400:kworker.0 00000100:00100000:0.0:1787398682.590523:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398682.590778:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261062272 00000100:00100000:0.0:1787398682.590798:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261062272 00000100:00100000:0.0:1787398682.590850:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1787398682.590858:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2051dc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+21:106502:x1874221261062272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398682.590923:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2051dc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+21:106502:x1874221261062272:12345-0@lo:400:kworker.0 Request processed in 64us (6341us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398682.590931:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1787398682.590979:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261062784 00000100:00100000:0.0:1787398682.590995:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261062784 00000100:00100000:0.0:1787398682.591019:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261063296 00000100:00100000:0.0:1787398682.591035:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261063296 00000100:00100000:0.0:1787398682.591068:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261062912 00000100:00100000:0.0:1787398682.591071:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261062912 00000100:00100000:0.0:1787398682.591094:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261063168 00000100:00100000:0.0:1787398682.591096:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261063168 00000100:00100000:0.0:1787398682.591112:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:0.0:1787398682.591119:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261063296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398682.591154:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261063296:12345-0@lo:400:kworker.0 Request processed in 36us (6446us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398682.591159:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00100000:0.0:1787398682.591171:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:0.0:1787398682.591177:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261062912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398682.591209:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261062912:12345-0@lo:400:kworker.0 Request processed in 32us (6387us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398682.591215:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00100000:0.0:1787398682.591224:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:0.0:1787398682.591228:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:106502:x1874221261062784:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1787398682.591233:0:162520:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1787398682.591257:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:106502:x1874221261062784:12345-0@lo:400:kworker.0 Request processed in 27us (6596us total) trans 0 rc -107/-107 00000100:00100000:0.0:1787398682.591262:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:0.0:1787398682.591271:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:0.0:1787398682.591274:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf206142a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:106501:x1874221261063168:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1787398682.591278:0:162520:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1787398682.591302:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf206142a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:106501:x1874221261063168:12345-0@lo:400:kworker.0 Request processed in 27us (780us total) trans 0 rc -107/-107 00000100:00100000:0.0:1787398682.591307:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00080000:0.0:1787398682.591524:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787398682.591614:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398682.594113:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261062144 00000100:00100000:1.0:1787398682.594129:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261062144 00000100:00100000:1.0:1787398682.594195:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261062656 00000100:00100000:1.0:1787398682.594198:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261062656 00000100:00100000:1.0:1787398682.594223:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:1.0:1787398682.594233:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf206141500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261062144:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787398682.594625:0:158799:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:1.0:1787398682.594712:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf206141500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261062144:12345-0@lo:41:osp-pre-1-0.0 Request processed in 480us (12462us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398682.594720:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:1.0:1787398682.594748:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:1.0:1787398682.594755:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf206140e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106501:x1874221261062656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398682.594857:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf206140e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106501:x1874221261062656:12345-0@lo:400:kworker.0 Request processed in 103us (10363us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398682.594864:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:0.0:1787398682.595699:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208890000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106500:1874221261062528:0@lo:400:kworker.0 00000100:00100000:0.0:1787398682.595715:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf3117e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106500:1874221261063040:0@lo:400:kworker.0 00000100:00100000:0.0:1787398682.595760:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf3117e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261062912:0@lo:400:kworker.0 00000100:00100000:0.0:1787398682.595769:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221261062272:0@lo:400:kworker.0 00000100:00080000:0.0:1787398682.595781:0:106502:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-MDT0001 of lustre-OST0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00100000:1.0:1787398682.595872:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261063552 00000100:00100000:1.0:1787398682.595878:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261063552 00000100:00100000:1.0:1787398682.595915:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:1.0:1787398682.595922:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf206140700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221261063552:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787398682.595947:0:158799:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00080000:0.0:1787398682.596402:0:106502:0:(import.c:65:import_set_state_nolock()) ffff9cf31f58c800 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1787398682.596408:0:106502:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-MDT0001: Connection to lustre-OST0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000004:00080000:0.0:1787398682.596426:0:106502:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000100:00080000:0.0:1787398682.596429:0:106502:0:(import.c:65:import_set_state_nolock()) ffff9cf31f58c800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787398682.596433:0:106502:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 5601 00000100:00080000:0.0:1787398682.596440:0:106502:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9cf31f58c800 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:0.0:1787398682.596470:0:106502:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf206140a80 x1874221261063680/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787398682.597220:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf206140700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221261063552:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1294us (5602us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398682.597232:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:3.0:1787398682.597665:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf3117e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261062656:0@lo:400:kworker.0 00000100:00080000:3.0:1787398682.597681:0:106501:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-MDT0000 of lustre-OST0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1787398682.597685:0:106501:0:(import.c:65:import_set_state_nolock()) ffff9cf20c7c5800 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1787398682.597688:0:106501:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-MDT0000: Connection to lustre-OST0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000004:00080000:3.0:1787398682.597700:0:106501:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000100:00080000:3.0:1787398682.597703:0:106501:0:(import.c:65:import_set_state_nolock()) ffff9cf20c7c5800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787398682.597706:0:106501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 5652 00000100:00080000:3.0:1787398682.597712:0:106501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9cf20c7c5800 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:3.0:1787398682.597739:0:106501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf20a1ab800 x1874221261063808/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787398682.597774:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf3117e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261063168:0@lo:400:kworker.0 00000100:00100000:0.0:1787398682.598072:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf3117e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261062784:0@lo:400:kworker.0 00000100:00100000:0.0:1787398682.598093:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf3117e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261063296:0@lo:400:kworker.0 00000100:00100000:1.0:1787398682.598193:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206143480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261063552:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787398682.598253:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf208890380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261062144:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787398682.598649:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106499:1874221261063808:0@lo:8:ptlrpcd_00_01.0 00000100:00100000:3.0:1787398682.598703:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398682.598736:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206140a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106499:1874221261063680:0@lo:8:ptlrpcd_00_02.0 00000100:00100000:3.0:1787398682.598760:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398682.598885:0:162514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261063808 00000100:00100000:0.0:1787398682.598891:0:162514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261063808 00000100:00100000:0.0:1787398682.598920:0:162514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261063680 00000100:00100000:0.0:1787398682.598923:0:162514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261063680 00000100:00100000:0.0:1787398682.598941:0:162514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:0.0:1787398682.598948:0:162514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:106499:x1874221261063808:12345-0@lo:8:ptlrpcd_00_01.0 00010000:00020000:0.0:1787398682.598968:0:162514:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1787398682.599422:0:162511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:1.0:1787398682.599429:0:162511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:106499:x1874221261063680:12345-0@lo:8:ptlrpcd_00_02.0 00010000:00020000:1.0:1787398682.599440:0:162511:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1787398682.603387:0:162511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:106499:x1874221261063680:12345-0@lo:8:ptlrpcd_00_02.0 Request processed in 3943us (4611us total) trans 0 rc -19/-19 00000100:00100000:1.0:1787398682.603402:0:162511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:0.0:1787398682.603718:0:162514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:106499:x1874221261063808:12345-0@lo:8:ptlrpcd_00_01.0 Request processed in 4767us (5012us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787398682.603727:0:162514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00080000:3.0:1787398682.607166:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf20c7c5800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787398682.607184:0:106499:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787398682.607190:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106499:1874221261063808:0@lo:8:ptlrpcd_00_01.0 00000100:00080000:3.0:1787398682.607204:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf31f58c800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787398682.607208:0:106499:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787398682.607211:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206140a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106499:1874221261063680:0@lo:8:ptlrpcd_00_02.0 00010000:00010000:0.0:1787398682.901844:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398683.095979:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261063936:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787398683.096060:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398683.096112:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787398683.096121:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261064064:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787398683.096150:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398683.096182:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261063936 00000100:00100000:3.0:1787398683.096190:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261063936 00000100:00100000:3.0:1787398683.096228:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261064064 00000100:00100000:3.0:1787398683.096232:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261064064 00000100:00100000:3.0:1787398683.096250:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:3.0:1787398683.096257:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261063936:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787398683.096302:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61424704 pending 0 free 69681152 avail 62513152 00000100:00100000:3.0:1787398683.096354:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261063936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398683.096361:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00100000:3.0:1787398683.096384:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:3.0:1787398683.096391:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261064064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787398683.096402:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61424704 pending 0 free 69681152 avail 62513152 00000100:00100000:3.0:1787398683.096433:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261064064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 42us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398683.096439:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:3.0:1787398683.096507:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261063936:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787398683.096539:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261064064:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1787398683.932737:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398684.950661:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398685.974511:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398686.821049:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398686.821227:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398686.821258:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398686.821294:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398686.821695:0:167309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247613568 00000100:00100000:2.0:1787398686.821716:0:167309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247613568 00000100:00100000:2.0:1787398686.821785:0:167309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 91 00000100:00100000:2.0:1787398686.821797:0:167309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2051dc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69163:x1874221247613568:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:2.0:1787398686.821867:0:167309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2051dc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69163:x1874221247613568:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 73us (640us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398686.821875:0:167309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 91 00000100:00100000:3.0:1787398686.829982:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398686.830019:0:161119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247614080 00000100:00100000:3.0:1787398686.830029:0:161119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247614080 00000100:00100000:3.0:1787398686.830118:0:161119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247613952 00000100:00100000:3.0:1787398686.830121:0:161119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247613952 00000100:00100000:3.0:1787398686.830144:0:161119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 248 00000100:00100000:3.0:1787398686.830155:0:161119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69165:x1874221247614080:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398686.830234:0:161119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69165:x1874221247614080:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 81us (8974us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398686.830267:0:161119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 248 00000100:00100000:3.0:1787398686.830290:0:161119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 468 00000100:00100000:3.0:1787398686.830295:0:161119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:69161:x1874221247613952:12345-192.168.204.36@tcp:8:kworker.0 00010000:00020000:3.0:1787398686.830324:0:161119:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.204.36@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1787398686.830397:0:161119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:69161:x1874221247613952:12345-192.168.204.36@tcp:8:kworker.0 Request processed in 100us (428us total) trans 0 rc -19/-19 00000100:00100000:3.0:1787398686.830404:0:161119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 468 00000100:00080000:3.0:1787398686.830424:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787398686.832382:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247613696 00000100:00100000:0.0:1787398686.832399:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247613696 00000100:00100000:0.0:1787398686.832680:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247613824 00000100:00100000:0.0:1787398686.832685:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247613824 00000100:00100000:1.0:1787398686.832805:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 453 00000100:00100000:1.0:1787398686.832818:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69163:x1874221247613696:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398686.832887:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69163:x1874221247613696:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 72us (11852us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398686.832894:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 453 00000100:00100000:1.0:1787398686.832936:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 454 00000100:00100000:1.0:1787398686.832944:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69165:x1874221247613824:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398686.832974:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69165:x1874221247613824:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 31us (11680us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398686.832980:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 454 00000100:00080000:3.0:1787398686.834991:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787398686.835002:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1787398687.004436:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398687.702638:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20a1a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261064192:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787398687.702713:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398687.702798:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261064192 00000100:00100000:3.0:1787398687.702805:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261064192 00000100:00100000:3.0:1787398687.702853:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:3.0:1787398687.702861:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261064192:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787398687.702913:0:159531:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:3.0:1787398687.702971:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261064192:12345-0@lo:41:osp-pre-1-0.0 Request processed in 109us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398687.702980:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:3.0:1787398687.703029:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20a1a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261064192:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1787398687.703895:0:164318:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787398687.703900:0:164318:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787398687.703904:0:164318:0:(import.c:65:import_set_state_nolock()) ffff9cf31f58c800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787398687.703910:0:164318:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 5703 00000100:00080000:0.0:1787398687.703915:0:164318:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1787398687.703920:0:164318:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9cf31f58c800 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:0.0:1787398687.703940:0:164318:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf206142680 x1874221261064832/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787398687.703965:0:164318:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787398687.703969:0:164318:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787398687.703971:0:164318:0:(import.c:65:import_set_state_nolock()) ffff9cf20c7c5800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787398687.703974:0:164318:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 5703 00000100:00080000:0.0:1787398687.703976:0:164318:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1787398687.703980:0:164318:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9cf20c7c5800 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:0.0:1787398687.703990:0:164318:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf206141c00 x1874221261065216/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787398687.704638:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206140a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a066c752-c801-430f-905b-71f66cddaa9e:106500:1874221261064320:0@lo:400:kworker.0 00000100:00100000:3.0:1787398687.704695:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398687.704724:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206143b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261064960:0@lo:400:kworker.0 00000100:00100000:3.0:1787398687.704758:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398687.704784:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1787398687.704789:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206143480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106500:1874221261064448:0@lo:400:kworker.0 00000100:00100000:3.0:1787398687.704813:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398687.704831:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206143100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106500:1874221261065088:0@lo:400:kworker.0 00000100:00100000:3.0:1787398687.704885:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398687.704915:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206142680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106499:1874221261064832:0@lo:8:kworker.0 00000100:00100000:3.0:1787398687.704936:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398687.704952:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206141c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106499:1874221261065216:0@lo:8:kworker.0 00000100:00100000:3.0:1787398687.704971:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398687.705001:0:162518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261064960 00000100:00100000:3.0:1787398687.705007:0:162518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261064960 00000100:00100000:3.0:1787398687.705068:0:162518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261064832 00000100:00100000:3.0:1787398687.705073:0:162518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261064832 00000100:00100000:0.0:1787398687.705222:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261064320 00000100:00100000:0.0:1787398687.705228:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261064320 00000100:00100000:0.0:1787398687.705273:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1787398687.705284:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2051ddc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+21:106500:x1874221261064320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398687.705357:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2051ddc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+21:106500:x1874221261064320:12345-0@lo:400:kworker.0 Request processed in 74us (660us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398687.705366:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1787398687.705562:0:162523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261065216 00000100:00100000:0.0:1787398687.705566:0:162523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261065216 00000100:00100000:0.0:1787398687.705588:0:162523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:0.0:1787398687.705594:0:162523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20a1a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261064960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398687.705628:0:162523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20a1a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261064960:12345-0@lo:400:kworker.0 Request processed in 34us (868us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398687.705634:0:162523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00100000:0.0:1787398687.705647:0:162523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:0.0:1787398687.705651:0:162523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:106499:x1874221261065216:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1787398687.705672:0:162523:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1787398687.705702:0:162523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:106499:x1874221261065216:12345-0@lo:8:kworker.0 Request processed in 49us (729us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787398687.705708:0:162523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00080000:0.0:1787398687.705723:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787398687.705742:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261064448 00000100:00100000:0.0:1787398687.705745:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261064448 00000100:00100000:0.0:1787398687.705773:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261065088 00000100:00100000:0.0:1787398687.705776:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261065088 00000100:00100000:0.0:1787398687.705791:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:0.0:1787398687.705810:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:106500:x1874221261064448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398687.705841:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:106500:x1874221261064448:12345-0@lo:400:kworker.0 Request processed in 34us (1028us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398687.705847:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:0.0:1787398687.705859:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:0.0:1787398687.705865:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208891880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:106500:x1874221261065088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398687.705893:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208891880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:106500:x1874221261065088:12345-0@lo:400:kworker.0 Request processed in 27us (1007us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398687.705898:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:0.0:1787398687.705925:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206140000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221261064576:0@lo:400:kworker.0 00000100:00100000:0.0:1787398687.705950:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398687.705967:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206140380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261065344:0@lo:400:kworker.0 00000100:00100000:0.0:1787398687.705986:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398687.706005:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1787398687.706010:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206141f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261064704:0@lo:400:kworker.0 00000100:00100000:0.0:1787398687.706030:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398687.706046:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206143800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106502:1874221261065472:0@lo:400:kworker.0 00000100:00100000:0.0:1787398687.706064:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398687.706160:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261064576 00000100:00100000:0.0:1787398687.706165:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261064576 00000100:00100000:0.0:1787398687.706189:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261065472 00000100:00100000:0.0:1787398687.706191:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261065472 00000100:00100000:0.0:1787398687.706204:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:0.0:1787398687.706210:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3117e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106502:x1874221261064576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398687.706245:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3117e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106502:x1874221261064576:12345-0@lo:400:kworker.0 Request processed in 34us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398687.706260:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:0.0:1787398687.706273:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:0.0:1787398687.706278:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3117e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106502:x1874221261065472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398687.706306:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3117e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106502:x1874221261065472:12345-0@lo:400:kworker.0 Request processed in 28us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398687.706312:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00080000:0.0:1787398687.706331:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787398687.706334:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787398687.706357:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206143800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106502:1874221261065472:0@lo:400:kworker.0 00000100:00100000:0.0:1787398687.706370:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206140000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221261064576:0@lo:400:kworker.0 00000100:00100000:0.0:1787398687.706409:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206143480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106500:1874221261064448:0@lo:400:kworker.0 00000100:00100000:0.0:1787398687.706420:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206143100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106500:1874221261065088:0@lo:400:kworker.0 00000100:00100000:0.0:1787398687.706429:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206140a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a066c752-c801-430f-905b-71f66cddaa9e:106500:1874221261064320:0@lo:400:kworker.0 00000100:00100000:0.0:1787398687.706438:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206143b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261064960:0@lo:400:kworker.0 00000100:00100000:3.0:1787398687.706657:0:162518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261065344 00000100:00100000:3.0:1787398687.706661:0:162518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261065344 00000100:00100000:3.0:1787398687.706691:0:162518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:3.0:1787398687.706697:0:162518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3117e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261065344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398687.706736:0:162518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3117e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261065344:12345-0@lo:400:kworker.0 Request processed in 39us (750us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398687.706742:0:162518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00000100:00100000:3.0:1787398687.706754:0:162518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:3.0:1787398687.706758:0:162518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf208890000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:0+-99:106499:x1874221261064832:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1787398687.706770:0:162518:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1787398687.706793:0:162518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf208890000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:0+-99:106499:x1874221261064832:12345-0@lo:8:kworker.0 Request processed in 33us (1856us total) trans 0 rc -19/-19 00000100:00100000:3.0:1787398687.706809:0:162518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:3.0:1787398687.706826:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261064704 00000100:00100000:3.0:1787398687.706829:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261064704 00000100:00100000:3.0:1787398687.706853:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:3.0:1787398687.706858:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3117e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221261064704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398687.706891:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3117e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221261064704:12345-0@lo:400:kworker.0 Request processed in 32us (859us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398687.706896:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00080000:3.0:1787398687.706915:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787398687.706934:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf31f58c800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787398687.706939:0:106499:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787398687.706942:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206142680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106499:1874221261064832:0@lo:8:kworker.0 00000100:00080000:3.0:1787398687.706951:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf20c7c5800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787398687.706955:0:106499:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787398687.706957:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206141c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106499:1874221261065216:0@lo:8:kworker.0 00000100:00100000:3.0:1787398687.706994:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206141f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261064704:0@lo:400:kworker.0 00000100:00100000:3.0:1787398687.707004:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206140380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261065344:0@lo:400:kworker.0 00000100:00100000:1.0:1787398687.708712:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787398687.708733:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261065600:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787398687.708794:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398687.708861:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261065600 00000100:00100000:2.0:1787398687.708868:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261065600 00000100:00100000:2.0:1787398687.708915:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:2.0:1787398687.708924:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20624f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106501:x1874221261065600:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787398687.708951:0:159531:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:2.0:1787398687.708995:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20624f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106501:x1874221261065600:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398687.709002:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:2.0:1787398687.709038:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261065600:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1787398688.025734:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398688.213669:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aa1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261065728:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787398688.213747:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398688.213807:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261065728 00000100:00100000:3.0:1787398688.213814:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261065728 00000100:00100000:3.0:1787398688.213861:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:3.0:1787398688.213869:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261065728:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787398688.213917:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61424704 pending 0 free 69681152 avail 62513152 00000100:00100000:3.0:1787398688.213959:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261065728:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398688.213967:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000100:00100000:3.0:1787398688.214015:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aa1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261065728:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787398688.214204:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261065856:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787398688.214233:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398688.214260:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261065856 00000100:00100000:3.0:1787398688.214264:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261065856 00000100:00100000:3.0:1787398688.214284:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:3.0:1787398688.214290:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261065856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787398688.214301:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61424704 pending 0 free 69681152 avail 62513152 00000100:00100000:3.0:1787398688.214329:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261065856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 39us (96us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398688.214335:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000100:00100000:3.0:1787398688.214362:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261065856:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1787398689.055667:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398690.077620:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398691.096903:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398691.945952:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398691.946014:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398691.946306:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398691.946342:0:167309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247614208 00000100:00100000:0.0:1787398691.946363:0:167309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247614208 00000100:00100000:0.0:1787398691.946413:0:167309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 93 00000100:00100000:0.0:1787398691.946422:0:167309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf205f6ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69162:x1874221247614208:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398691.946540:0:167309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf205f6ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69162:x1874221247614208:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 118us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398691.946561:0:167309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 93 00000100:00100000:0.0:1787398691.946600:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247614336 00000100:00100000:0.0:1787398691.946604:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247614336 00000100:00100000:0.0:1787398691.946642:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 459 00000100:00100000:0.0:1787398691.946649:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3117e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69162:x1874221247614336:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398691.946681:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3117e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69162:x1874221247614336:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 32us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398691.946688:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 459 00000100:00100000:3.0:1787398691.948428:0:162522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247614592 00000100:00100000:3.0:1787398691.948450:0:162522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247614592 00000100:00100000:3.0:1787398691.948809:0:162522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 471 00000100:00100000:3.0:1787398691.948818:0:162522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3117e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:0+-99:69161:x1874221247614592:12345-192.168.204.36@tcp:8:kworker.0 00010000:00020000:3.0:1787398691.948843:0:162522:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.204.36@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1787398691.948898:0:162522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3117e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:0+-99:69161:x1874221247614592:12345-192.168.204.36@tcp:8:kworker.0 Request processed in 79us (2956us total) trans 0 rc -19/-19 00000100:00100000:3.0:1787398691.948904:0:162522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 471 00000100:00100000:1.0:1787398691.949024:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398691.949382:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398691.951084:0:162514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247614720 00000100:00100000:0.0:1787398691.951102:0:162514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247614720 00000100:00100000:0.0:1787398691.952425:0:162514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 251 00000100:00100000:0.0:1787398691.952455:0:162514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20624f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69165:x1874221247614720:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398691.952558:0:162514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20624f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69165:x1874221247614720:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 110us (3533us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398691.952566:0:162514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 251 00000100:00100000:0.0:1787398691.952610:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247614464 00000100:00100000:0.0:1787398691.952616:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247614464 00000100:00100000:0.0:1787398691.952657:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 460 00000100:00100000:0.0:1787398691.952662:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20624d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69165:x1874221247614464:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398691.952692:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20624d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69165:x1874221247614464:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 30us (3313us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398691.952698:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 460 00000100:00080000:3.0:1787398691.954516:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787398691.954526:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787398691.954528:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1787398692.121038:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398692.822743:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261065984:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787398692.822816:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398692.822895:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261065984 00000100:00100000:2.0:1787398692.822902:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261065984 00000100:00100000:2.0:1787398692.822964:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:2.0:1787398692.822972:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106503:x1874221261065984:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787398692.823009:0:158800:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:2.0:1787398692.823058:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106503:x1874221261065984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398692.823065:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:2.0:1787398692.823123:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261065984:0@lo:41:osp-pre-0-1.0 00000100:00080000:2.0:1787398692.823794:0:123549:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787398692.823798:0:123549:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787398692.823801:0:123549:0:(import.c:65:import_set_state_nolock()) ffff9cf31f58c800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787398692.823807:0:123549:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 5708 00000100:00080000:2.0:1787398692.823812:0:123549:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1787398692.823817:0:123549:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9cf31f58c800 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:2.0:1787398692.823835:0:123549:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf33f7d7800 x1874221261066496/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787398692.823869:0:123549:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787398692.823872:0:123549:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787398692.823874:0:123549:0:(import.c:65:import_set_state_nolock()) ffff9cf20c7c5800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787398692.823877:0:123549:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 5708 00000100:00080000:2.0:1787398692.823879:0:123549:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1787398692.823882:0:123549:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9cf20c7c5800 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:2.0:1787398692.823893:0:123549:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf33f7d4e00 x1874221261067008/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787398692.823940:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106501:1874221261066240:0@lo:400:kworker.0 00000100:00100000:2.0:1787398692.823978:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398692.823999:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261066880:0@lo:400:kworker.0 00000100:00100000:2.0:1787398692.824020:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398692.824038:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1787398692.824043:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a066c752-c801-430f-905b-71f66cddaa9e:106501:1874221261066112:0@lo:400:kworker.0 00000100:00100000:2.0:1787398692.824070:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398692.824116:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106501:1874221261066752:0@lo:400:kworker.0 00000100:00100000:2.0:1787398692.824139:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398692.824165:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106499:1874221261066496:0@lo:8:kworker.0 00000100:00100000:2.0:1787398692.824191:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398692.824208:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106499:1874221261067008:0@lo:8:kworker.0 00000100:00100000:2.0:1787398692.824228:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398692.824257:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261066240 00000100:00100000:2.0:1787398692.824262:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261066240 00000100:00100000:2.0:1787398692.824301:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261066752 00000100:00100000:2.0:1787398692.824303:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261066752 00000100:00100000:2.0:1787398692.824325:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:2.0:1787398692.824332:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106501:x1874221261066240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398692.824391:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106501:x1874221261066240:12345-0@lo:400:kworker.0 Request processed in 59us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398692.824398:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:2.0:1787398692.824411:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:2.0:1787398692.824432:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106501:x1874221261066752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398692.824459:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106501:x1874221261066752:12345-0@lo:400:kworker.0 Request processed in 42us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398692.824465:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:2.0:1787398692.824510:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261066880 00000100:00100000:2.0:1787398692.824513:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261066880 00000100:00100000:2.0:1787398692.824541:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:2.0:1787398692.824547:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261066880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398692.824577:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261066880:12345-0@lo:400:kworker.0 Request processed in 31us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398692.824591:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00100000:2.0:1787398692.824610:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261066112 00000100:00100000:2.0:1787398692.824613:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261066112 00000100:00100000:2.0:1787398692.824635:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1787398692.824640:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf205f6dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+21:106501:x1874221261066112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398692.824668:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf205f6dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+21:106501:x1874221261066112:12345-0@lo:400:kworker.0 Request processed in 28us (597us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398692.824673:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1787398692.824704:0:160296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261066496 00000100:00100000:2.0:1787398692.824708:0:160296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261066496 00000100:00100000:2.0:1787398692.824726:0:160296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261067008 00000100:00100000:2.0:1787398692.824728:0:160296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261067008 00000100:00100000:2.0:1787398692.824739:0:160296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:2.0:1787398692.824743:0:160296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f11d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:106499:x1874221261066496:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1787398692.824763:0:160296:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1787398692.824794:0:160296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f11d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:106499:x1874221261066496:12345-0@lo:8:kworker.0 Request processed in 48us (602us total) trans 0 rc -19/-19 00000100:00100000:2.0:1787398692.824799:0:160296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:2.0:1787398692.824810:0:160296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:2.0:1787398692.824814:0:160296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335281f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:106499:x1874221261067008:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1787398692.824822:0:160296:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1787398692.824848:0:160296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335281f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:106499:x1874221261067008:12345-0@lo:8:kworker.0 Request processed in 32us (618us total) trans 0 rc -19/-19 00000100:00100000:2.0:1787398692.824853:0:160296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00080000:2.0:1787398692.824870:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787398692.824887:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221261066368:0@lo:400:kworker.0 00000100:00100000:2.0:1787398692.824918:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398692.824935:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261067136:0@lo:400:kworker.0 00000100:00100000:2.0:1787398692.824954:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398692.824969:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1787398692.824974:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261066624:0@lo:400:kworker.0 00000100:00100000:2.0:1787398692.824993:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398692.825006:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106502:1874221261067264:0@lo:400:kworker.0 00000100:00100000:2.0:1787398692.825024:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398692.825046:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261066368 00000100:00100000:2.0:1787398692.825049:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261066368 00000100:00100000:2.0:1787398692.825072:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261067264 00000100:00100000:2.0:1787398692.825075:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261067264 00000100:00100000:2.0:1787398692.825089:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:2.0:1787398692.825094:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eee9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106502:x1874221261066368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398692.825129:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eee9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106502:x1874221261066368:12345-0@lo:400:kworker.0 Request processed in 35us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398692.825135:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:2.0:1787398692.825147:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:2.0:1787398692.825152:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33609c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106502:x1874221261067264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398692.825178:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33609c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106502:x1874221261067264:12345-0@lo:400:kworker.0 Request processed in 26us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398692.825183:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00080000:2.0:1787398692.825196:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787398692.825219:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf31f58c800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787398692.825223:0:106499:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1787398692.825226:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106499:1874221261066496:0@lo:8:kworker.0 00000100:00080000:2.0:1787398692.825244:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf20c7c5800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787398692.825248:0:106499:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1787398692.825250:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106499:1874221261067008:0@lo:8:kworker.0 00000100:00100000:2.0:1787398692.825284:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106502:1874221261067264:0@lo:400:kworker.0 00000100:00100000:2.0:1787398692.825293:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221261066368:0@lo:400:kworker.0 00000100:00100000:2.0:1787398692.825319:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a066c752-c801-430f-905b-71f66cddaa9e:106501:1874221261066112:0@lo:400:kworker.0 00000100:00100000:2.0:1787398692.825329:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106501:1874221261066752:0@lo:400:kworker.0 00000100:00100000:2.0:1787398692.825338:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106501:1874221261066240:0@lo:400:kworker.0 00000100:00100000:2.0:1787398692.825345:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261066880:0@lo:400:kworker.0 00000100:00100000:0.0:1787398692.825681:0:162523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261067136 00000100:00100000:0.0:1787398692.825687:0:162523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261067136 00000100:00100000:0.0:1787398692.825726:0:162523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261066624 00000100:00100000:0.0:1787398692.825729:0:162523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261066624 00000100:00100000:0.0:1787398692.825752:0:162523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:0.0:1787398692.825758:0:162523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eeeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261067136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398692.825804:0:162523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eeeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261067136:12345-0@lo:400:kworker.0 Request processed in 46us (848us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398692.825810:0:162523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00100000:0.0:1787398692.825836:0:162523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:0.0:1787398692.825842:0:162523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33eeea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261066624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398692.825868:0:162523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33eeea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261066624:12345-0@lo:400:kworker.0 Request processed in 27us (874us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398692.825874:0:162523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00100000:0.0:1787398692.825928:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261066624:0@lo:400:kworker.0 00000100:00100000:0.0:1787398692.825940:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261067136:0@lo:400:kworker.0 00000100:00080000:2.0:1787398692.826568:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787398692.837992:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206140380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261067392:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787398692.838069:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398692.838450:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261067392 00000100:00100000:0.0:1787398692.838461:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261067392 00000100:00100000:0.0:1787398692.838537:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:0.0:1787398692.838546:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf206141f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261067392:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787398692.838582:0:158800:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:0.0:1787398692.838634:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf206141f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261067392:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398692.838642:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00100000:0.0:1787398692.838706:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206140380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261067392:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1787398693.143220:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398693.333727:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787398693.333750:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261067648:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787398693.333817:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aa3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261067520:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787398693.333828:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398693.338168:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398693.338274:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261067648 00000100:00100000:0.0:1787398693.338284:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261067648 00000100:00100000:0.0:1787398693.338323:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261067520 00000100:00100000:0.0:1787398693.338326:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261067520 00000100:00100000:0.0:1787398693.338344:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:0.0:1787398693.338353:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261067648:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1787398693.338398:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61424704 pending 0 free 69681152 avail 62513152 00000100:00100000:0.0:1787398693.338460:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261067648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (4630us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398693.338467:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00100000:0.0:1787398693.338509:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:0.0:1787398693.338515:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf206140380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261067520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787398693.338525:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61424704 pending 0 free 69681152 avail 62513152 00000100:00100000:0.0:1787398693.338555:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf206140380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261067520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 40us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398693.338561:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00100000:0.0:1787398693.338605:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aa3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261067520:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787398693.344415:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261067648:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1787398694.166889:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398695.189719:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398696.216957:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398697.061227:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398697.061282:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398697.061310:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398697.061351:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247615104 00000100:00100000:3.0:1787398697.061361:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247615104 00000100:00100000:3.0:1787398697.061427:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 465 00000100:00100000:3.0:1787398697.061438:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69164:x1874221247615104:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398697.061536:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69164:x1874221247615104:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 100us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398697.061545:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 465 00000100:00100000:3.0:1787398697.061570:0:162511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247615360 00000100:00100000:3.0:1787398697.061573:0:162511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247615360 00000100:00100000:3.0:1787398697.061598:0:162511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247615232 00000100:00100000:3.0:1787398697.061601:0:162511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247615232 00000100:00100000:3.0:1787398697.061617:0:162511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 254 00000100:00100000:3.0:1787398697.061623:0:162511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69164:x1874221247615360:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398697.061647:0:162511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69164:x1874221247615360:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 25us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398697.061654:0:162511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 254 00000100:00100000:3.0:1787398697.061667:0:162511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 474 00000100:00100000:3.0:1787398697.061672:0:162511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:69161:x1874221247615232:12345-192.168.204.36@tcp:8:kworker.0 00010000:00020000:3.0:1787398697.061691:0:162511:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.204.36@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1787398697.061727:0:162511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:69161:x1874221247615232:12345-192.168.204.36@tcp:8:kworker.0 Request processed in 53us (415us total) trans 0 rc -19/-19 00000100:00100000:3.0:1787398697.061733:0:162511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 474 00000100:00080000:3.0:1787398697.061754:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787398697.061759:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787398697.063900:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398697.063948:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398697.063979:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247614976 00000100:00100000:3.0:1787398697.063987:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247614976 00000100:00100000:3.0:1787398697.064041:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 466 00000100:00100000:3.0:1787398697.064068:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf337aa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69163:x1874221247614976:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398697.064152:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf337aa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69163:x1874221247614976:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 86us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398697.064160:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 466 00000100:00100000:3.0:1787398697.064187:0:167309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247614848 00000100:00100000:3.0:1787398697.064191:0:167309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247614848 00000100:00100000:3.0:1787398697.064220:0:167309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 95 00000100:00100000:3.0:1787398697.064226:0:167309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33c2cf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69163:x1874221247614848:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398697.064264:0:167309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33c2cf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69163:x1874221247614848:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 38us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398697.064272:0:167309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 95 00000100:00080000:3.0:1787398697.064303:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1787398697.238714:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398697.942660:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787398697.942687:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206141c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261067776:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787398697.942784:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398697.942972:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261067776 00000100:00100000:2.0:1787398697.942980:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261067776 00000100:00100000:2.0:1787398697.943027:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:2.0:1787398697.943047:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf206142680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221261067776:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787398697.943090:0:159531:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:2.0:1787398697.943140:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf206142680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221261067776:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398697.943148:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00100000:2.0:1787398697.943177:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787398697.943186:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261067904:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787398697.943213:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398697.943416:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261067904 00000100:00100000:2.0:1787398697.943422:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261067904 00000100:00100000:2.0:1787398697.943458:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:2.0:1787398697.943466:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261067904:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787398697.943515:0:162682:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:2.0:1787398697.943551:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261067904:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398697.943557:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:2.0:1787398697.943598:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261067904:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787398697.943629:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206141c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261067776:0@lo:41:osp-pre-0-1.0 00000100:00080000:3.0:1787398697.944009:0:73119:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787398697.944014:0:73119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787398697.944017:0:73119:0:(import.c:65:import_set_state_nolock()) ffff9cf31f58c800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787398697.944023:0:73119:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 5713 00000100:00080000:3.0:1787398697.944046:0:73119:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1787398697.944051:0:73119:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9cf31f58c800 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:3.0:1787398697.944080:0:73119:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf337aaa680 x1874221261068416/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787398697.944105:0:73119:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787398697.944109:0:73119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787398697.944111:0:73119:0:(import.c:65:import_set_state_nolock()) ffff9cf20c7c5800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787398697.944114:0:73119:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 5713 00000100:00080000:3.0:1787398697.944117:0:73119:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1787398697.944120:0:73119:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9cf20c7c5800 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:3.0:1787398697.944132:0:73119:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf33aae4a80 x1874221261068800/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787398697.946627:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261068544:0@lo:400:kworker.0 00000100:00100000:0.0:1787398697.946697:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398697.946747:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1787398697.946756:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a066c752-c801-430f-905b-71f66cddaa9e:106500:1874221261068032:0@lo:400:kworker.0 00000100:00100000:0.0:1787398697.946785:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398697.946812:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106500:1874221261068672:0@lo:400:kworker.0 00000100:00100000:0.0:1787398697.946835:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398697.946868:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261068672 00000100:00100000:0.0:1787398697.946875:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261068672 00000100:00100000:0.0:1787398697.946920:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:0.0:1787398697.946928:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf206140a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106500:x1874221261068672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398697.946977:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf206140a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106500:x1874221261068672:12345-0@lo:400:kworker.0 Request processed in 49us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398697.946984:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:0.0:1787398697.947043:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106500:1874221261068672:0@lo:400:kworker.0 00000100:00100000:2.0:1787398697.948250:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106503:1874221261068288:0@lo:400:kworker.0 00000100:00100000:2.0:1787398697.948302:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398697.948346:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106503:1874221261069056:0@lo:400:kworker.0 00000100:00100000:2.0:1787398697.948369:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398697.948394:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1787398697.948401:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aa9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:106503:1874221261068160:0@lo:400:kworker.0 00000100:00100000:2.0:1787398697.948423:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398697.948441:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261068928:0@lo:400:kworker.0 00000100:00100000:2.0:1787398697.948463:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398697.948515:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf337aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106499:1874221261068416:0@lo:8:kworker.0 00000100:00100000:2.0:1787398697.948540:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398697.948560:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33aae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106499:1874221261068800:0@lo:8:kworker.0 00000100:00100000:2.0:1787398697.948593:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398697.948623:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261068032 00000100:00100000:2.0:1787398697.948628:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261068032 00000100:00100000:2.0:1787398697.948669:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1787398697.948676:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33c2ce850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+21:106500:x1874221261068032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398697.948720:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33c2ce850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+21:106500:x1874221261068032:12345-0@lo:400:kworker.0 Request processed in 44us (1934us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398697.948727:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1787398697.949703:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261068288 00000100:00100000:0.0:1787398697.949711:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261068288 00000100:00100000:0.0:1787398697.949757:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261069056 00000100:00100000:0.0:1787398697.949761:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261069056 00000100:00100000:0.0:1787398697.949774:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261068160 00000100:00100000:0.0:1787398697.949777:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261068160 00000100:00100000:0.0:1787398697.949793:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:0.0:1787398697.949802:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:106503:x1874221261068288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398697.949871:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:106503:x1874221261068288:12345-0@lo:400:kworker.0 Request processed in 70us (1567us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398697.949893:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:0.0:1787398697.949913:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:0.0:1787398697.949919:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:106503:x1874221261069056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398697.949951:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:106503:x1874221261069056:12345-0@lo:400:kworker.0 Request processed in 32us (1581us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398697.949956:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:0.0:1787398697.949967:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:0.0:1787398697.949973:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:106503:x1874221261068160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398697.949998:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:106503:x1874221261068160:12345-0@lo:400:kworker.0 Request processed in 25us (1574us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398697.950003:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00080000:0.0:1787398697.950047:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787398697.950051:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787398697.951245:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aa9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:106503:1874221261068160:0@lo:400:kworker.0 00000100:00100000:0.0:1787398697.951264:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106503:1874221261068288:0@lo:400:kworker.0 00000100:00100000:0.0:1787398697.951275:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106503:1874221261069056:0@lo:400:kworker.0 00000100:00100000:3.0:1787398697.951389:0:162522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261068544 00000100:00100000:3.0:1787398697.951396:0:162522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261068544 00000100:00100000:3.0:1787398697.951460:0:162522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261068928 00000100:00100000:3.0:1787398697.951464:0:162522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261068928 00000100:00100000:3.0:1787398697.951506:0:162522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261068416 00000100:00100000:3.0:1787398697.951509:0:162522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261068416 00000100:00100000:3.0:1787398697.951526:0:162522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261068800 00000100:00100000:3.0:1787398697.951529:0:162522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261068800 00000100:00100000:3.0:1787398697.951546:0:162522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:3.0:1787398697.951555:0:162522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf206143b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261068544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398697.951610:0:162522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf206143b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261068544:12345-0@lo:400:kworker.0 Request processed in 56us (4912us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398697.951617:0:162522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000100:00100000:3.0:1787398697.951632:0:162522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:3.0:1787398697.951637:0:162522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261068928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398697.951682:0:162522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261068928:12345-0@lo:400:kworker.0 Request processed in 44us (3217us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398697.951689:0:162522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000100:00100000:3.0:1787398697.951701:0:162522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:3.0:1787398697.951705:0:162522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:0+-99:106499:x1874221261068416:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1787398697.951725:0:162522:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1787398697.951758:0:162522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:0+-99:106499:x1874221261068416:12345-0@lo:8:kworker.0 Request processed in 51us (3217us total) trans 0 rc -19/-19 00000100:00100000:3.0:1787398697.951764:0:162522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:3.0:1787398697.951776:0:162522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:3.0:1787398697.951780:0:162522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:0+-99:106499:x1874221261068800:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1787398697.951790:0:162522:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1787398697.952281:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787398697.952436:0:162522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:0+-99:106499:x1874221261068800:12345-0@lo:8:kworker.0 Request processed in 652us (3840us total) trans 0 rc -19/-19 00000100:00100000:3.0:1787398697.952444:0:162522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00080000:3.0:1787398697.952727:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf31f58c800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787398697.952733:0:106499:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787398697.952737:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106499:1874221261068416:0@lo:8:kworker.0 00000100:00080000:3.0:1787398697.952749:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf20c7c5800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787398697.952753:0:106499:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787398697.952756:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33aae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106499:1874221261068800:0@lo:8:kworker.0 00000100:00100000:3.0:1787398697.952792:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261068928:0@lo:400:kworker.0 00000100:00100000:3.0:1787398697.952844:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a066c752-c801-430f-905b-71f66cddaa9e:106500:1874221261068032:0@lo:400:kworker.0 00000100:00100000:3.0:1787398697.952873:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf337aab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261068544:0@lo:400:kworker.0 00010000:00010000:3.0:1787398698.263588:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398698.454613:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261069184:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787398698.454693:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398698.454759:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261069184 00000100:00100000:2.0:1787398698.454768:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261069184 00000100:00100000:2.0:1787398698.454824:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:2.0:1787398698.454832:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261069184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1787398698.454862:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61424704 pending 0 free 69681152 avail 62513152 00000100:00100000:2.0:1787398698.454905:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261069184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398698.454913:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00100000:2.0:1787398698.454965:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261069184:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787398698.455096:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787398698.455106:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20624ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261069312:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787398698.455135:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398698.455157:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261069312 00000100:00100000:1.0:1787398698.455160:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261069312 00000100:00100000:1.0:1787398698.455184:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:1.0:1787398698.455191:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20624ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261069312:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787398698.455201:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61424704 pending 0 free 69681152 avail 62513152 00000100:00100000:1.0:1787398698.455229:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20624ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261069312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 38us (93us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398698.455235:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00100000:1.0:1787398698.455267:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20624ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261069312:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1787398699.287320:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398700.309739:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398701.339494:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398702.183299:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398702.183332:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398702.183358:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398702.183386:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398702.183416:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398702.183447:0:167309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247615488 00000100:00100000:3.0:1787398702.183457:0:167309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247615488 00000100:00100000:3.0:1787398702.183616:0:167309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 97 00000100:00100000:3.0:1787398702.183627:0:167309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33c2cc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69163:x1874221247615488:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398702.183696:0:167309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33c2cc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69163:x1874221247615488:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 71us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398702.183704:0:167309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 97 00000100:00100000:0.0:1787398702.184508:0:162515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247615872 00000100:00100000:0.0:1787398702.184515:0:162515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247615872 00000100:00100000:0.0:1787398702.184549:0:162515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247616000 00000100:00100000:0.0:1787398702.184552:0:162515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247616000 00000100:00100000:0.0:1787398702.184586:0:162515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 477 00000100:00100000:0.0:1787398702.184592:0:162515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:0+-99:69161:x1874221247615872:12345-192.168.204.36@tcp:8:kworker.0 00010000:00020000:0.0:1787398702.184615:0:162515:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.204.36@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1787398702.184661:0:162515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:0+-99:69161:x1874221247615872:12345-192.168.204.36@tcp:8:kworker.0 Request processed in 68us (1375us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787398702.184668:0:162515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 477 00000100:00100000:0.0:1787398702.184686:0:162515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 478 00000100:00100000:0.0:1787398702.184693:0:162515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69161:x1874221247616000:12345-192.168.204.36@tcp:9:kworker.0 00000020:00000080:0.0:1787398702.184714:0:162515:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x5703899912342b35 00000100:00080000:0.0:1787398702.184724:0:162515:0:(import.c:65:import_set_state_nolock()) ffff9cf2026da000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787398702.184780:0:162515:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 4, last_transno is 17179869282 00000100:00100000:0.0:1787398702.184910:0:162515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:dbe7f5ec-0726-4851-a675-2f47d040e30f+2:69161:x1874221247616000:12345-192.168.204.36@tcp:9:kworker.0 Request processed in 216us (1576us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398702.184917:0:162515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 478 00000100:00100000:0.0:1787398702.184942:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247615616 00000100:00100000:0.0:1787398702.184945:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247615616 00000100:00100000:0.0:1787398702.184972:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247615744 00000100:00100000:0.0:1787398702.184975:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247615744 00000100:00100000:0.0:1787398702.184994:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 471 00000100:00100000:0.0:1787398702.185000:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69163:x1874221247615616:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398702.185030:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69163:x1874221247615616:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 30us (1670us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398702.185036:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 471 00000100:00100000:0.0:1787398702.185050:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 472 00000100:00100000:0.0:1787398702.185056:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304d9f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69165:x1874221247615744:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398702.185076:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304d9f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69165:x1874221247615744:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 21us (1659us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398702.185088:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 472 00010000:00010000:3.0:1787398702.187943:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787398702.187968:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787398702.188014:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787398702.189285:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1787398702.357849:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1787398702.407351:0:169647:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1787398702.407355:0:169647:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:2.0:1787398702.407357:0:169647:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:2.0:1787398702.407471:0:169647:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff9cf33c37c800 00000020:01000004:2.0:1787398702.407513:0:169647:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1787398702.407529:0:169647:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1787398702.407604:0:169647:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff9cf305f78000) 00000020:00000080:2.0:1787398702.407625:0:169647:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1787398702.515404:0:169647:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1787398702.528705:0:169647:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1787398702.529238:0:169647:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1787398702.529667:0:169647:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1787398702.529922:0:169647:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1787398702.530331:0:169647:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1787398702.531022:0:169647:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00080000:01000000:3.0:1787398702.533892:0:169647:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1787398702.534378:0:169647:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:3.0:1787398702.534397:0:169647:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:2.0:1787398702.536429:0:169647:0:(genops.c:1406:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x5703899912344cb4 00000020:01000004:2.0:1787398702.536446:0:169647:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:2.0:1787398702.536512:0:169647:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.136@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1787398702.536516:0:169647:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.136@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1787398702.536524:0:169647:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0000 00000020:01000004:2.0:1787398702.536755:0:169647:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:2.0:1787398702.536760:0:169647:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.136@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:2.0:1787398702.545118:0:169647:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.136@tcp ctxt 0 is initialized 00000020:01000004:2.0:1787398702.545177:0:169647:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.204.136@tcp, index=0000, flags=0x20002 00000020:01000004:2.0:1787398702.545182:0:169647:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1787398702.545183:0:169647:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1787398702.545185:0:169647:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787398702.545186:0:169647:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787398702.545187:0:169647:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787398702.545189:0:169647:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787398702.545190:0:169647:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1787398702.545191:0:169647:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787398702.545193:0:169647:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1787398702.545196:0:169647:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:2.0:1787398702.545198:0:169647:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1787398702.545200:0:169647:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1787398702.545201:0:169647:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787398702.545202:0:169647:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787398702.545203:0:169647:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787398702.545204:0:169647:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787398702.545205:0:169647:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1787398702.545206:0:169647:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787398702.545207:0:169647:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1787398702.545244:0:169647:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1787398702.545268:0:169647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:169647:1874221261069440:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1787398702.545350:0:169647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398702.545409:0:169647:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2056dccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787398702.545507:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261069440 00000100:00100000:3.0:1787398702.545516:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261069440 00000100:00100000:3.0:1787398702.545716:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1787398702.545726:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33c2cf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+21:169647:x1874221261069440:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1787398702.545760:0:167307:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1787398702.545763:0:167307:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:3.0:1787398702.545767:0:167307:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:3.0:1787398702.548315:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33c2cf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+21:169647:x1874221261069440:12345-0@lo:253:mount.lustre.0 Request processed in 2579us (2953us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398702.548330:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1787398702.548525:0:169647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:169647:1874221261069440:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1787398702.548550:0:169647:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1787398702.548571:0:169647:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1787398702.548573:0:169647:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1787398702.548575:0:169647:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787398702.548576:0:169647:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787398702.548577:0:169647:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787398702.548579:0:169647:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787398702.548580:0:169647:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1787398702.548582:0:169647:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787398702.548583:0:169647:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1787398702.548613:0:169647:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9cf33c37c800 from lustre-OST0000 10000000:01000000:2.0:1787398702.548647:0:169647:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:2.0:1787398702.548651:0:169647:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1787398702.548661:0:169647:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9cf20b55b380 local copy 00010000:00010000:2.0:1787398702.548673:0:169647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf202431e00/0x57038999123449dc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123449e3 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787398702.548788:0:169647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:169647:1874221261069568:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787398702.548827:0:169647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398702.548876:0:169647:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf2056dca80 going to sleep for 11 seconds 00000100:00100000:3.0:1787398702.548985:0:167309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261069568 00000100:00100000:3.0:1787398702.548991:0:167309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261069568 00000100:00100000:3.0:1787398702.549032:0:167309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1787398702.549042:0:167309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33c2cd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+21:169647:x1874221261069568:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787398702.549112:0:167309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33c2cd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+21:169647:x1874221261069568:12345-0@lo:501:mount.lustre.0 Request processed in 72us (285us total) trans 0 rc -2/-2 00000100:00100000:3.0:1787398702.549120:0:167309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1787398702.549211:0:169647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:169647:1874221261069568:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1787398702.549234:0:169647:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.136@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1787398702.549257:0:169647:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.136@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1787398702.549263:0:169647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf202431e00/0x57038999123449dc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123449e3 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.549272:0:169647:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.136@tcp lock: ffff9cf202431e00/0x57038999123449dc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x57038999123449e3 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787398702.549299:0:169647:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9cf33c37c800 10000000:01000000:0.0:1787398702.549303:0:169647:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1787398702.549309:0:169647:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:0.0:1787398702.549312:0:169647:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1787398702.549316:0:169647:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:0.0:1787398702.549318:0:169647:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1787398702.549341:0:169647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf20bf49a00/0x5703899912344cbb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 169647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.549349:0:169647:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.136@tcp lock: ffff9cf20bf49a00/0x5703899912344cbb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 169647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.549358:0:169647:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.136@tcp lock: ffff9cf20bf49a00/0x5703899912344cbb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 169647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398702.549372:0:169647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206142d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:169647:1874221261069696:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787398702.549399:0:169647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398702.549427:0:169647:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20b7ac840 going to sleep for 11 seconds 00000100:00100000:3.0:1787398702.549511:0:167312:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261069696 00000100:00100000:3.0:1787398702.549516:0:167312:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261069696 00000100:00100000:3.0:1787398702.549556:0:167312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1787398702.549564:0:167312:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33c2cec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+21:169647:x1874221261069696:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787398702.549572:0:167312:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398702.549585:0:167312:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf203a9a200/0x5703899912344cc2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x5703899912344cbb expref: -99 pid: 167312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398702.549623:0:167312:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf203a9a200/0x5703899912344cc2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912344cbb expref: 22 pid: 167312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398702.549633:0:167312:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf203a9a200/0x5703899912344cc2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912344cbb expref: 22 pid: 167312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398702.549642:0:167312:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf203a9a200, rc 0) 00000100:00100000:3.0:1787398702.549672:0:167312:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33c2cec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+22:169647:x1874221261069696:12345-0@lo:101:mount.lustre.0 Request processed in 109us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398702.549678:0:167312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1787398702.549805:0:169647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206142d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:169647:1874221261069696:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787398702.549826:0:169647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.136@tcp lock: ffff9cf20bf49a00/0x5703899912344cbb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x5703899912344cc2 expref: -99 pid: 169647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.549835:0:169647:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.136@tcp lock: ffff9cf20bf49a00/0x5703899912344cbb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x5703899912344cc2 expref: -99 pid: 169647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1787398702.552620:0:169647:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x18:0x0] index 14 count 14 00000040:00080000:0.0:1787398702.557898:0:169647:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787398702.558417:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].1, 224 off8416 00000040:00080000:0.0:1787398702.558447:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].2, 128 off8544 00000040:00080000:0.0:1787398702.558463:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].3, 112 off8656 00000040:00080000:0.0:1787398702.558626:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].4, 224 off8880 00000040:00080000:0.0:1787398702.558646:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].5, 224 off9104 00000040:00080000:0.0:1787398702.558657:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].6, 80 off9184 00000040:00080000:0.0:1787398702.558669:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].7, 224 off9408 00000040:00080000:0.0:1787398702.558681:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].8, 224 off9632 00000040:00080000:0.0:1787398702.558692:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].9, 80 off9712 00000040:00080000:0.0:1787398702.558705:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].10, 224 off9936 00000040:00080000:0.0:1787398702.558717:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].11, 224 off10160 00000040:00080000:0.0:1787398702.558730:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].12, 120 off10280 00000040:00080000:0.0:1787398702.558748:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].13, 224 off10504 00000040:00080000:0.0:1787398702.558753:0:169647:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x18:0x0] index 13 count 14 00000100:00100000:0.0:1787398702.558851:0:169647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206142d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:169647:1874221261069824:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787398702.558916:0:169647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398702.558964:0:169647:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf32113e600 going to sleep for 11 seconds 00000100:00100000:3.0:1787398702.559045:0:167309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261069824 00000100:00100000:3.0:1787398702.559053:0:167309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261069824 00000100:00100000:3.0:1787398702.559106:0:167309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1787398702.559115:0:167309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33c2cc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+22:169647:x1874221261069824:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787398702.559366:0:167309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33c2cc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+22:169647:x1874221261069824:12345-0@lo:501:mount.lustre.0 Request processed in 251us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398702.559374:0:167309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1787398702.559464:0:169647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206142d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:169647:1874221261069824:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787398702.560151:0:169647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20624ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:169647:1874221261069952:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787398702.560212:0:169647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398702.560261:0:169647:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf209a76f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787398702.560269:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261069952 00000100:00100000:0.0:1787398702.560274:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261069952 00000100:00100000:0.0:1787398702.560315:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1787398702.560322:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33c2ce050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+22:169647:x1874221261069952:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787398702.560438:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33c2ce050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+22:169647:x1874221261069952:12345-0@lo:503:mount.lustre.0 Request processed in 114us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398702.560446:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1787398702.560686:0:169647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20624ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:169647:1874221261069952:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1787398702.561128:0:169647:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1787398702.561503:0:169647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20624ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:169647:1874221261070080:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787398702.562033:0:169647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398702.562121:0:169647:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf209a76f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787398702.562241:0:167312:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261070080 00000100:00100000:0.0:1787398702.562248:0:167312:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261070080 00000100:00100000:0.0:1787398702.562341:0:167312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1787398702.562350:0:167312:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33c2ccc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+22:169647:x1874221261070080:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787398702.562988:0:167312:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33c2ccc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+22:169647:x1874221261070080:12345-0@lo:502:mount.lustre.0 Request processed in 636us (953us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398702.562997:0:167312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1787398702.563084:0:169647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20624ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:169647:1874221261070080:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787398702.563365:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].1, 224 off8416 00000040:00080000:1.0:1787398702.563405:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].2, 128 off8544 00000040:00080000:1.0:1787398702.563427:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].3, 112 off8656 00000040:00080000:1.0:1787398702.563443:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].4, 224 off8880 00000040:00080000:1.0:1787398702.563458:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].5, 224 off9104 00000040:00080000:1.0:1787398702.563471:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].6, 80 off9184 00000040:00080000:1.0:1787398702.563506:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].7, 224 off9408 00000040:00080000:1.0:1787398702.563519:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].8, 224 off9632 00000040:00080000:1.0:1787398702.563775:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].9, 80 off9712 00000040:00080000:1.0:1787398702.563798:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].10, 224 off9936 00000040:00080000:1.0:1787398702.563811:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].11, 224 off10160 00000040:00080000:1.0:1787398702.563822:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].12, 120 off10280 00000100:00100000:1.0:1787398702.563855:0:169647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20624ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:169647:1874221261070208:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787398702.563907:0:169647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398702.563949:0:169647:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf209a76f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787398702.564016:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261070208 00000100:00100000:0.0:1787398702.564022:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261070208 00000100:00100000:0.0:1787398702.564059:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1787398702.564068:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33c2cc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+22:169647:x1874221261070208:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787398702.564204:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33c2cc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+22:169647:x1874221261070208:12345-0@lo:502:mount.lustre.0 Request processed in 137us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398702.564212:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1787398702.564294:0:169647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20624ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:169647:1874221261070208:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787398702.564333:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].13, 224 off10504 00000040:00080000:1.0:1787398702.564342:0:169647:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:2.0:1787398702.565104:0:169651:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1787398702.565113:0:169651:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:2.0:1787398702.565119:0:169651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787398702.565122:0:169651:0:(obd_config.c:1561:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:2.0:1787398702.565127:0:169651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1787398702.565141:0:169651:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff9cf305f7b380) 00000020:00000080:2.0:1787398702.565167:0:169651:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:2.0:1787398702.565173:0:169651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1787398702.566800:0:169651:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9cf33c37c800 from lustre-OST0000, refs=2 00080000:01000000:2.0:1787398702.566815:0:169651:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:2.0:1787398702.566824:0:169651:0:(genops.c:1406:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x5703899912344cd0 00010000:00010000:2.0:1787398702.572002:0:169651:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-4 is initialized 00000001:00080000:2.0:1787398702.572438:0:169651:0:(tgt_lastrcvd.c:1748:tgt_clients_data_init()) RCVRNG CLIENT uuid: lustre-MDT0001-mdtlov_UUID idx: 0 lr: 21474836544 srv lr: 21474836570 lx: 1874221260954496 gen 0 00000001:00080000:2.0:1787398702.572472:0:169651:0:(tgt_lastrcvd.c:1748:tgt_clients_data_init()) RCVRNG CLIENT uuid: lustre-MDT0000-mdtlov_UUID idx: 1 lr: 21474836602 srv lr: 21474836570 lx: 1874221261050240 gen 0 00000001:00080000:2.0:1787398702.572698:0:169651:0:(tgt_lastrcvd.c:1748:tgt_clients_data_init()) RCVRNG CLIENT uuid: dbe7f5ec-0726-4851-a675-2f47d040e30f idx: 2 lr: 21474836600 srv lr: 21474836570 lx: 1874221247604992 gen 0 00000001:00000004:2.0:1787398702.572722:0:169651:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 6, last_transno is 21474836602 00080000:10000000:2.0:1787398702.574470:0:169651:0:(osd_handler.c:5579:osd_index_try()) lustre-OST0000: index object [0x200000003:0xe:0x0] (8/32) registered 00000020:00000080:2.0:1787398702.577285:0:169651:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:2.0:1787398702.577298:0:169651:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787398702.577307:0:169651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787398702.577309:0:169651:0:(obd_config.c:1561:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:2.0:1787398702.577313:0:169651:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1787398702.577315:0:169651:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #27 00000020:01000000:2.0:1787398702.577317:0:169651:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787398702.577318:0:169651:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787398702.577320:0:169651:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1787398702.577322:0:169651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787398702.577324:0:169651:0:(obd_config.c:1561:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:2.0:1787398702.577326:0:169651:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787398702.577329:0:169651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787398702.577330:0:169651:0:(obd_config.c:1561:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:2.0:1787398702.577333:0:169651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1787398702.577336:0:169651:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1787398702.577338:0:169651:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787398702.577340:0:169651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787398702.577342:0:169651:0:(obd_config.c:1561:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:2.0:1787398702.577344:0:169651:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787398702.577346:0:169651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787398702.577347:0:169651:0:(obd_config.c:1561:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1787398702.577351:0:169651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1787398702.577387:0:169651:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787398702.577390:0:169651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787398702.577392:0:169651:0:(obd_config.c:1561:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1787398702.577395:0:169651:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1e:0x0] index 14 count 14 00000020:01000000:1.0:1787398702.577637:0:169647:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:1.0:1787398702.577675:0:169647:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.136@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:1.0:1787398702.577699:0:169647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf20bf49a00/0x5703899912344cbb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x5703899912344cc2 expref: -99 pid: 169647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398702.577731:0:169647:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.136@tcp lock: ffff9cf20bf49a00/0x5703899912344cbb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x5703899912344cc2 expref: -99 pid: 169647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787398702.577739:0:169647:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9cf33c37c800 from 1 10000000:01000000:1.0:1787398702.577742:0:169647:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1787398702.577793:0:169647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf20b75d200/0x5703899912344cec lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 169647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398702.577801:0:169647:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.136@tcp lock: ffff9cf20b75d200/0x5703899912344cec lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 169647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398702.577812:0:169647:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.136@tcp lock: ffff9cf20b75d200/0x5703899912344cec lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 169647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398702.577848:0:169647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20624ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:169647:1874221261070336:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787398702.577918:0:169647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398702.577964:0:169647:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf209a76240 going to sleep for 11 seconds 00000100:00100000:3.0:1787398702.580368:0:167309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261070336 00000100:00100000:3.0:1787398702.580384:0:167309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261070336 00000100:00100000:3.0:1787398702.580445:0:167309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1787398702.580455:0:167309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33c2cdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+22:169647:x1874221261070336:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787398702.580497:0:167309:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398702.580517:0:167309:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf203a9a400/0x5703899912344cf3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x5703899912344cec expref: -99 pid: 167309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398702.580546:0:167309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf203a9a400/0x5703899912344cf3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912344cec expref: 23 pid: 167309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398702.580568:0:167309:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf203a9a400/0x5703899912344cf3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912344cec expref: 23 pid: 167309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398702.580577:0:167309:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf203a9a400, rc 0) 00000100:00100000:3.0:1787398702.580649:0:167309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33c2cdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+23:169647:x1874221261070336:12345-0@lo:101:mount.lustre.0 Request processed in 196us (2731us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398702.580656:0:167309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1787398702.581518:0:169647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20624ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:169647:1874221261070336:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787398702.581542:0:169647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.136@tcp lock: ffff9cf20b75d200/0x5703899912344cec lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x5703899912344cf3 expref: -99 pid: 169647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398702.581553:0:169647:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.136@tcp lock: ffff9cf20b75d200/0x5703899912344cec lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x5703899912344cf3 expref: -99 pid: 169647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787398702.583845:0:169647:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1a:0x0] index 7 count 7 00000040:00080000:2.0:1787398702.584264:0:169647:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787398702.586802:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].1, 224 off8416 00000040:00080000:2.0:1787398702.586861:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].2, 112 off8528 00000040:00080000:2.0:1787398702.586878:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].3, 224 off8752 00000040:00080000:2.0:1787398702.586892:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].4, 224 off8976 00000040:00080000:2.0:1787398702.586909:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].5, 112 off9088 00000040:00080000:2.0:1787398702.586931:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].6, 224 off9312 00000040:00080000:2.0:1787398702.586937:0:169647:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1a:0x0] index 6 count 7 00000100:00100000:2.0:1787398702.587047:0:169647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:169647:1874221261070464:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787398702.587113:0:169647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398702.587167:0:169647:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf3358f9cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787398702.587247:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261070464 00000100:00100000:0.0:1787398702.587256:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261070464 00000100:00100000:0.0:1787398702.587309:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1787398702.587319:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33c2cfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+23:169647:x1874221261070464:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787398702.587444:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33c2cfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+23:169647:x1874221261070464:12345-0@lo:501:mount.lustre.0 Request processed in 126us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398702.587452:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1787398702.587520:0:169647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:169647:1874221261070464:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787398702.587616:0:169647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206141180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:169647:1874221261070592:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787398702.587656:0:169647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398702.587682:0:169647:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf30977c840 going to sleep for 11 seconds 00000100:00100000:2.0:1787398702.587974:0:167309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261070592 00000100:00100000:2.0:1787398702.587979:0:167309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261070592 00000100:00100000:2.0:1787398702.588016:0:167309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1787398702.588023:0:167309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3373d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+23:169647:x1874221261070592:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787398702.588164:0:167309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3373d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+23:169647:x1874221261070592:12345-0@lo:503:mount.lustre.0 Request processed in 140us (507us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398702.588170:0:167309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1787398702.589272:0:169647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206141180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:169647:1874221261070592:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1787398702.591281:0:169647:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1787398702.591381:0:169647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20624ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:169647:1874221261070720:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787398702.591463:0:169647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398702.591545:0:169647:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf209a76240 going to sleep for 11 seconds 00000100:00100000:0.0:1787398702.591736:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261070720 00000100:00100000:0.0:1787398702.591744:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261070720 00000100:00100000:0.0:1787398702.591808:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1787398702.591817:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3373d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+23:169647:x1874221261070720:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787398702.592109:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3373d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+23:169647:x1874221261070720:12345-0@lo:502:mount.lustre.0 Request processed in 292us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398702.592118:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1787398702.592235:0:169647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20624ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:169647:1874221261070720:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787398702.592443:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].1, 224 off8416 00000040:00080000:1.0:1787398702.593028:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].2, 112 off8528 00000040:00080000:1.0:1787398702.593057:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].3, 224 off8752 00000040:00080000:1.0:1787398702.593073:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].4, 224 off8976 00000040:00080000:1.0:1787398702.593087:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].5, 112 off9088 00000100:00100000:1.0:1787398702.593117:0:169647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20624ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:169647:1874221261070848:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787398702.593164:0:169647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398702.593195:0:169647:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf209a76240 going to sleep for 11 seconds 00000100:00100000:2.0:1787398702.593359:0:167309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261070848 00000100:00100000:2.0:1787398702.593365:0:167309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261070848 00000100:00100000:2.0:1787398702.593407:0:167309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1787398702.593415:0:167309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3373d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+23:169647:x1874221261070848:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787398702.593527:0:167309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3373d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+23:169647:x1874221261070848:12345-0@lo:502:mount.lustre.0 Request processed in 111us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398702.593548:0:167309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1787398702.593630:0:169647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20624ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:169647:1874221261070848:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787398702.593672:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].6, 224 off9312 00000040:00080000:1.0:1787398702.593681:0:169647:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 6 count 7 00000020:01000000:2.0:1787398702.595741:0:169655:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787398702.595754:0:169655:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787398702.595756:0:169655:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1787398702.595763:0:169655:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff9cf33c37c800 00000020:00000080:2.0:1787398702.595766:0:169655:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1787398702.595784:0:169655:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787398702.595786:0:169655:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787398702.595788:0:169655:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1787398702.595790:0:169655:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787398702.595792:0:169655:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787398702.595794:0:169655:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1787398702.595797:0:169655:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff9cf33c37c800 00000020:00000080:2.0:1787398702.595799:0:169655:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1787398702.595858:0:169655:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787398702.595861:0:169655:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787398702.595863:0:169655:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:2.0:1787398702.595866:0:169655:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x20:0x0] index 7 count 7 00000020:01000000:1.0:1787398702.597017:0:169647:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:1.0:1787398702.597062:0:169647:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.136@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1787398702.597085:0:169647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf20b75d200/0x5703899912344cec lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x5703899912344cf3 expref: -99 pid: 169647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398702.597098:0:169647:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.136@tcp lock: ffff9cf20b75d200/0x5703899912344cec lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x5703899912344cf3 expref: -99 pid: 169647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787398702.597221:0:169647:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1787398702.597234:0:169647:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9cf33c37c800 10000000:01000000:1.0:1787398702.597237:0:169647:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9cf33c37c800 10000000:01000000:1.0:1787398702.597242:0:169647:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1787398702.597247:0:169647:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9cf33c37c800 from 1 10000000:01000000:1.0:1787398702.597250:0:169647:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1787398702.597371:0:169647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf20b75dc00/0x5703899912344cfa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 169647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398702.597380:0:169647:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.136@tcp lock: ffff9cf20b75dc00/0x5703899912344cfa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 169647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398702.597391:0:169647:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.136@tcp lock: ffff9cf20b75dc00/0x5703899912344cfa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 169647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398702.597416:0:169647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20624ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:169647:1874221261070976:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787398702.597499:0:169647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398702.597541:0:169647:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf209a76cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787398702.598255:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261070976 00000100:00100000:3.0:1787398702.598265:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261070976 00000100:00100000:3.0:1787398702.598318:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1787398702.598328:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3373d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+23:169647:x1874221261070976:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787398702.598342:0:167307:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787398702.598357:0:167307:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf203a9ba00/0x5703899912344d01 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x5703899912344cfa expref: -99 pid: 167307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398702.598380:0:167307:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf203a9ba00/0x5703899912344d01 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912344cfa expref: 24 pid: 167307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398702.598392:0:167307:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf203a9ba00/0x5703899912344d01 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912344cfa expref: 24 pid: 167307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787398702.598401:0:167307:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf203a9ba00, rc 0) 00000100:00100000:3.0:1787398702.598458:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3373d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:169647:x1874221261070976:12345-0@lo:101:mount.lustre.0 Request processed in 130us (958us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398702.598497:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1787398702.599027:0:169647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20624ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:169647:1874221261070976:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787398702.599044:0:169647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.136@tcp lock: ffff9cf20b75dc00/0x5703899912344cfa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x5703899912344d01 expref: -99 pid: 169647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398702.599055:0:169647:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.136@tcp lock: ffff9cf20b75dc00/0x5703899912344cfa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x5703899912344d01 expref: -99 pid: 169647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787398702.601675:0:169647:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1c:0x0] index 52 count 51 00000040:00080000:1.0:1787398702.602742:0:169647:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787398702.603431:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].1, 224 off8416 00000040:00080000:1.0:1787398702.603467:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].2, 120 off8536 00000040:00080000:1.0:1787398702.603508:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].3, 168 off8704 00000040:00080000:1.0:1787398702.603526:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].4, 224 off8928 00000040:00080000:1.0:1787398702.603558:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].5, 224 off9152 00000040:00080000:1.0:1787398702.603574:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].6, 120 off9272 00000040:00080000:1.0:1787398702.603591:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].7, 168 off9440 00000040:00080000:1.0:1787398702.603605:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].8, 224 off9664 00000040:00080000:1.0:1787398702.603618:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].9, 224 off9888 00000040:00080000:1.0:1787398702.603644:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].10, 120 off10008 00000040:00080000:1.0:1787398702.603660:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].11, 224 off10232 00000040:00080000:1.0:1787398702.603674:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].12, 224 off10456 00000040:00080000:1.0:1787398702.603685:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].13, 88 off10544 00000040:00080000:1.0:1787398702.603696:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].14, 128 off10672 00000040:00080000:1.0:1787398702.603708:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].15, 144 off10816 00000040:00080000:1.0:1787398702.603719:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].16, 160 off10976 00000040:00080000:1.0:1787398702.603731:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].17, 224 off11200 00000040:00080000:1.0:1787398702.603743:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].18, 224 off11424 00000040:00080000:1.0:1787398702.603756:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].19, 80 off11504 00000040:00080000:1.0:1787398702.603773:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].20, 224 off11728 00000040:00080000:1.0:1787398702.603791:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].21, 224 off11952 00000040:00080000:1.0:1787398702.603805:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].22, 88 off12040 00000040:00080000:1.0:1787398702.603818:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].23, 128 off12168 00000040:00080000:1.0:1787398702.603834:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].24, 144 off12312 00000040:00080000:1.0:1787398702.603849:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].25, 160 off12472 00000040:00080000:1.0:1787398702.603863:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].26, 224 off12696 00000040:00080000:1.0:1787398702.603877:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].27, 224 off12920 00000040:00080000:1.0:1787398702.603892:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].28, 80 off13000 00000040:00080000:1.0:1787398702.604781:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].29, 224 off13224 00000040:00080000:1.0:1787398702.604813:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].30, 224 off13448 00000040:00080000:1.0:1787398702.604830:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].31, 88 off13536 00000040:00080000:1.0:1787398702.604844:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].32, 128 off13664 00000040:00080000:1.0:1787398702.604860:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].33, 144 off13808 00000040:00080000:1.0:1787398702.604874:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].34, 128 off13936 00000040:00080000:1.0:1787398702.604887:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].35, 224 off14160 00000040:00080000:1.0:1787398702.604913:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].36, 224 off14384 00000040:00080000:1.0:1787398702.604929:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].37, 80 off14464 00000040:00080000:1.0:1787398702.604946:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].38, 224 off14688 00000040:00080000:1.0:1787398702.604960:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].39, 224 off14912 00000040:00080000:1.0:1787398702.604975:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].40, 88 off15000 00000040:00080000:1.0:1787398702.604989:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].41, 128 off15128 00000040:00080000:1.0:1787398702.605002:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].42, 144 off15272 00000040:00080000:1.0:1787398702.605034:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].43, 128 off15400 00000040:00080000:1.0:1787398702.605051:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].44, 224 off15624 00000040:00080000:1.0:1787398702.605064:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].45, 224 off15848 00000040:00080000:1.0:1787398702.605078:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].46, 80 off15928 00000040:00080000:1.0:1787398702.605093:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].47, 224 off16152 00000040:00080000:1.0:1787398702.605107:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].48, 232 off16384 00000040:00080000:1.0:1787398702.605289:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].49, 224 off16608 00000040:00080000:1.0:1787398702.605308:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].50, 120 off16728 00000040:00080000:1.0:1787398702.605323:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].51, 224 off16952 00000040:00080000:1.0:1787398702.605327:0:169647:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1c:0x0] index 51 count 51 00000100:00100000:1.0:1787398702.605454:0:169647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20624ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:169647:1874221261071104:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787398702.605554:0:169647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398702.605609:0:169647:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20b7ac840 going to sleep for 11 seconds 00000100:00100000:3.0:1787398702.605742:0:167312:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261071104 00000100:00100000:3.0:1787398702.605751:0:167312:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261071104 00000100:00100000:3.0:1787398702.605808:0:167312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1787398702.605817:0:167312:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3373d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+24:169647:x1874221261071104:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787398702.605962:0:167312:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3373d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+24:169647:x1874221261071104:12345-0@lo:501:mount.lustre.0 Request processed in 145us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398702.605971:0:167312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1787398702.606055:0:169647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20624ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:169647:1874221261071104:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787398702.606087:0:169647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20624ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:169647:1874221261071232:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787398702.606126:0:169647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398702.606147:0:169647:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20b7ac840 going to sleep for 11 seconds 00000100:00100000:3.0:1787398702.606276:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261071232 00000100:00100000:3.0:1787398702.606281:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261071232 00000100:00100000:3.0:1787398702.606317:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1787398702.606324:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3373d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:169647:x1874221261071232:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787398702.606405:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3373d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:169647:x1874221261071232:12345-0@lo:503:mount.lustre.0 Request processed in 81us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398702.606413:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1787398702.606469:0:169647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20624ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:169647:1874221261071232:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1787398702.606925:0:169647:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1787398702.606997:0:169647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af18a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:169647:1874221261071360:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787398702.607035:0:169647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398702.607061:0:167312:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261071360 00000100:00100000:3.0:1787398702.607065:0:167312:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261071360 00000100:00100000:3.0:1787398702.607093:0:167312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1787398702.607100:0:167312:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3373d0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+24:169647:x1874221261071360:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787398702.607180:0:167312:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3373d0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+24:169647:x1874221261071360:12345-0@lo:502:mount.lustre.0 Request processed in 79us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398702.607187:0:167312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1787398702.607236:0:169647:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20bb9dc00 going to sleep for 11 seconds 00000100:00100000:3.0:1787398702.607252:0:169647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af18a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:169647:1874221261071360:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787398702.607450:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].1, 224 off8416 00000040:00080000:3.0:1787398702.607506:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].2, 120 off8536 00000040:00080000:3.0:1787398702.607525:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].3, 168 off8704 00000040:00080000:3.0:1787398702.607540:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].4, 224 off8928 00000040:00080000:3.0:1787398702.607555:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].5, 224 off9152 00000040:00080000:3.0:1787398702.607569:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].6, 120 off9272 00000040:00080000:3.0:1787398702.607583:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].7, 168 off9440 00000040:00080000:3.0:1787398702.607593:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].8, 224 off9664 00000040:00080000:3.0:1787398702.607604:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].9, 224 off9888 00000040:00080000:3.0:1787398702.607618:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].10, 120 off10008 00000040:00080000:3.0:1787398702.607633:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].11, 224 off10232 00000040:00080000:3.0:1787398702.607649:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].12, 224 off10456 00000040:00080000:3.0:1787398702.607662:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].13, 88 off10544 00000040:00080000:3.0:1787398702.607676:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].14, 128 off10672 00000040:00080000:3.0:1787398702.607690:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].15, 144 off10816 00000040:00080000:3.0:1787398702.607703:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].16, 160 off10976 00000040:00080000:3.0:1787398702.607718:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].17, 224 off11200 00000040:00080000:3.0:1787398702.607735:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].18, 224 off11424 00000040:00080000:3.0:1787398702.607750:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].19, 80 off11504 00000040:00080000:3.0:1787398702.607765:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].20, 224 off11728 00000040:00080000:3.0:1787398702.607779:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].21, 224 off11952 00000040:00080000:3.0:1787398702.607792:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].22, 88 off12040 00000040:00080000:3.0:1787398702.607805:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].23, 128 off12168 00000040:00080000:3.0:1787398702.607820:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].24, 144 off12312 00000040:00080000:3.0:1787398702.607835:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].25, 160 off12472 00000040:00080000:3.0:1787398702.607851:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].26, 224 off12696 00000040:00080000:3.0:1787398702.607866:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].27, 224 off12920 00000040:00080000:3.0:1787398702.607881:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].28, 80 off13000 00000040:00080000:3.0:1787398702.607894:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].29, 224 off13224 00000040:00080000:3.0:1787398702.607908:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].30, 224 off13448 00000040:00080000:3.0:1787398702.607923:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].31, 88 off13536 00000040:00080000:3.0:1787398702.607937:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].32, 128 off13664 00000040:00080000:3.0:1787398702.607965:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].33, 144 off13808 00000040:00080000:3.0:1787398702.607979:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].34, 128 off13936 00000040:00080000:3.0:1787398702.607993:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].35, 224 off14160 00000040:00080000:3.0:1787398702.608006:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].36, 224 off14384 00000040:00080000:3.0:1787398702.608018:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].37, 80 off14464 00000040:00080000:3.0:1787398702.608031:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].38, 224 off14688 00000040:00080000:3.0:1787398702.608044:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].39, 224 off14912 00000040:00080000:3.0:1787398702.608059:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].40, 88 off15000 00000040:00080000:3.0:1787398702.608073:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].41, 128 off15128 00000040:00080000:3.0:1787398702.608087:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].42, 144 off15272 00000040:00080000:3.0:1787398702.608101:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].43, 128 off15400 00000040:00080000:3.0:1787398702.608115:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].44, 224 off15624 00000040:00080000:3.0:1787398702.608129:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].45, 224 off15848 00000040:00080000:3.0:1787398702.608145:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].46, 80 off15928 00000040:00080000:3.0:1787398702.608163:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].47, 224 off16152 00000040:00080000:3.0:1787398702.608179:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].48, 232 off16384 00000100:00100000:3.0:1787398702.608219:0:169647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af18a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:169647:1874221261071488:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787398702.608281:0:169647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398702.608306:0:169647:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20bb9dc00 going to sleep for 11 seconds 00000100:00100000:1.0:1787398702.608767:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261071488 00000100:00100000:1.0:1787398702.608775:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261071488 00000100:00100000:1.0:1787398702.608821:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1787398702.608830:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3373d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+24:169647:x1874221261071488:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787398702.608950:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3373d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a066c752-c801-430f-905b-71f66cddaa9e+24:169647:x1874221261071488:12345-0@lo:502:mount.lustre.0 Request processed in 121us (669us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398702.608959:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1787398702.613581:0:169647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af18a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:169647:1874221261071488:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787398702.613819:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].49, 224 off16608 00000040:00080000:3.0:1787398702.613849:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].50, 120 off16728 00000100:00100000:3.0:1787398702.613886:0:169647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af18a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:169647:1874221261071616:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787398702.613968:0:169647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398702.617124:0:169647:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20bb9dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1787398702.617265:0:167312:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261071616 00000100:00100000:2.0:1787398702.617275:0:167312:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261071616 00000100:00100000:2.0:1787398702.617343:0:167312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:2.0:1787398702.617354:0:167312:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33c570050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+24:169647:x1874221261071616:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787398702.617601:0:167312:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33c570050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+24:169647:x1874221261071616:12345-0@lo:502:mount.lustre.0 Request processed in 248us (3631us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398702.617611:0:167312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:3.0:1787398702.617722:0:169647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af18a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:169647:1874221261071616:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787398702.618014:0:169647:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].51, 224 off16952 00000040:00080000:3.0:1787398702.618031:0:169647:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1787398702.623610:0:169658:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1787398702.623637:0:169658:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff9cf3083b19c0) 00000020:00000080:3.0:1787398702.623666:0:169658:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:3.0:1787398702.624071:0:169658:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9cf33c37c800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1787398702.624076:0:169658:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9cf33c37c800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1787398702.624079:0:169658:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9cf33c37c800 3 00010000:00080000:3.0:1787398702.624111:0:169658:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9cf2025c6800@lustre-MDT0000-lwp-OST0000: add connection 192.168.204.136@tcp at head 00010000:00010000:3.0:1787398702.634322:0:169658:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-11 is initialized 00000020:00000080:3.0:1787398702.634439:0:169658:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:3.0:1787398702.634513:0:169658:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1787398702.634526:0:169658:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x5703899912344d0f 00000100:00080000:3.0:1787398702.638334:0:169658:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787398702.638346:0:169658:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9cf2025c6800 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:3.0:1787398702.638399:0:169658:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf20af18a80 x1874221261071744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787398702.638445:0:169658:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1787398702.638572:0:73119:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787398702.638577:0:73119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787398702.638579:0:73119:0:(import.c:65:import_set_state_nolock()) ffff9cf31f58c800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787398702.638584:0:73119:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 5719 00000100:00080000:3.0:1787398702.638586:0:73119:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787398702.638590:0:73119:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9cf31f58c800 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:3.0:1787398702.638606:0:73119:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf20af1bb80 x1874221261072256/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787398702.638628:0:73119:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787398702.638631:0:73119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787398702.638633:0:73119:0:(import.c:65:import_set_state_nolock()) ffff9cf20c7c5800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787398702.638637:0:73119:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 5719 00000100:00080000:3.0:1787398702.638650:0:73119:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787398702.638655:0:73119:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9cf20c7c5800 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:3.0:1787398702.638667:0:73119:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf20af19180 x1874221261072768/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787398702.638714:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106503:1874221261072000:0@lo:400:kworker.0 00000100:00100000:3.0:1787398702.639049:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398702.639087:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261072640:0@lo:400:kworker.0 00000100:00100000:3.0:1787398702.639113:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398702.639137:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1787398702.639144:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:106503:1874221261071872:0@lo:400:kworker.0 00000100:00100000:3.0:1787398702.639165:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398702.639182:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106503:1874221261072512:0@lo:400:kworker.0 00000100:00100000:3.0:1787398702.639206:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398702.639246:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261072128:0@lo:400:kworker.0 00000100:00100000:3.0:1787398702.639270:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398702.639288:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261072896:0@lo:400:kworker.0 00000100:00100000:3.0:1787398702.639311:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398702.639329:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1787398702.639334:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261072384:0@lo:400:kworker.0 00000100:00100000:3.0:1787398702.639355:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398702.639371:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106500:1874221261073024:0@lo:400:kworker.0 00000100:00100000:3.0:1787398702.639390:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398702.639421:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261072000 00000100:00100000:3.0:1787398702.639428:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261072000 00000100:00100000:3.0:1787398702.639471:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261071872 00000100:00100000:3.0:1787398702.639514:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261071872 00000100:00100000:0.0:1787398702.639622:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:106499:1874221261071744:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1787398702.639656:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398702.639679:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106499:1874221261072256:0@lo:8:kworker.0 00000100:00100000:0.0:1787398702.639699:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398702.639718:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106499:1874221261072768:0@lo:8:kworker.0 00000100:00100000:0.0:1787398702.639737:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398702.639783:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261072512 00000100:00100000:0.0:1787398702.639787:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261072512 00000100:00100000:0.0:1787398702.639805:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261073024 00000100:00100000:0.0:1787398702.639808:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261073024 00000100:00100000:0.0:1787398702.639816:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261071744 00000100:00100000:0.0:1787398702.639818:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261071744 00000100:00100000:0.0:1787398702.639831:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:0.0:1787398702.639851:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:106503:x1874221261072000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398702.639908:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:106503:x1874221261072000:12345-0@lo:400:kworker.0 Request processed in 58us (859us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398702.639925:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:0.0:1787398702.639958:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:0.0:1787398702.639964:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:106503:x1874221261071872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398702.639996:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:106503:x1874221261071872:12345-0@lo:400:kworker.0 Request processed in 32us (830us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398702.640002:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:0.0:1787398702.640014:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1787398702.640020:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:106503:x1874221261072512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398702.640047:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:106503:x1874221261072512:12345-0@lo:400:kworker.0 Request processed in 26us (840us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398702.640052:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1787398702.640067:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:0.0:1787398702.640072:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:106500:x1874221261073024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398702.640099:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:106500:x1874221261073024:12345-0@lo:400:kworker.0 Request processed in 27us (708us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398702.640104:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:0.0:1787398702.640114:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:0.0:1787398702.640119:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf206142300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:106499:x1874221261071744:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1787398702.640140:0:158794:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 5723 last 0 00000020:00000080:0.0:1787398702.640178:0:158794:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x5703899912344d16 00000004:00100000:0.0:1787398702.640192:0:158794:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1787398702.640231:0:158794:0:(import.c:65:import_set_state_nolock()) ffff9cf20ab28000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787398702.640271:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf206142300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106499:x1874221261071744:12345-0@lo:38:llog_process_th.0 Request processed in 151us (614us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398702.640286:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:0.0:1787398702.640310:0:162514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261072896 00000100:00100000:0.0:1787398702.640314:0:162514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261072896 00000100:00100000:0.0:1787398702.640339:0:162514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261072384 00000100:00100000:0.0:1787398702.640342:0:162514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261072384 00000100:00100000:0.0:1787398702.640359:0:162514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261072256 00000100:00100000:0.0:1787398702.640362:0:162514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261072256 00000100:00100000:0.0:1787398702.640375:0:162514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261072768 00000100:00100000:0.0:1787398702.640377:0:162514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261072768 00000100:00100000:0.0:1787398702.640393:0:162514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00100000:0.0:1787398702.640398:0:162514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261072896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398702.640433:0:162514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261072896:12345-0@lo:400:kworker.0 Request processed in 35us (1121us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398702.640440:0:162514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00100000:0.0:1787398702.640451:0:162514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:0.0:1787398702.640456:0:162514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261072384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398702.640508:0:162514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261072384:12345-0@lo:400:kworker.0 Request processed in 51us (1151us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398702.640514:0:162514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00100000:0.0:1787398702.640525:0:162514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:0.0:1787398702.640542:0:162514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf206141880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:106499:x1874221261072256:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1787398702.640579:0:162514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf206141880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:106499:x1874221261072256:12345-0@lo:8:kworker.0 Request processed in 48us (879us total) trans 0 rc -11/-11 00000100:00100000:0.0:1787398702.640585:0:162514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:0.0:1787398702.640596:0:162514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:0.0:1787398702.640600:0:162514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf206140a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:106499:x1874221261072768:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1787398702.640630:0:162514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf206140a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:106499:x1874221261072768:12345-0@lo:8:kworker.0 Request processed in 28us (891us total) trans 0 rc -11/-11 00000100:00100000:0.0:1787398702.640641:0:162514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:0.0:1787398702.640691:0:106499:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1787398702.640700:0:106499:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 9 00000100:00080000:0.0:1787398702.640707:0:106499:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1787398702.640712:0:106499:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1787398702.640714:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf2025c6800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1787398702.640720:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:106499:1874221261071744:0@lo:38:llog_process_th.0 00000100:00080000:0.0:1787398702.640731:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf31f58c800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787398702.640734:0:106499:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1787398702.640737:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106499:1874221261072256:0@lo:8:kworker.0 00000100:00080000:0.0:1787398702.640744:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf20c7c5800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787398702.640747:0:106499:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1787398702.640750:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106499:1874221261072768:0@lo:8:kworker.0 00000100:00100000:0.0:1787398702.640779:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261072384:0@lo:400:kworker.0 00000100:00100000:0.0:1787398702.640789:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106500:1874221261073024:0@lo:400:kworker.0 00000100:00100000:0.0:1787398702.640798:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261072896:0@lo:400:kworker.0 00000100:00100000:0.0:1787398702.640827:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:106503:1874221261071872:0@lo:400:kworker.0 00000100:00100000:0.0:1787398702.640836:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106503:1874221261072512:0@lo:400:kworker.0 00000100:00100000:0.0:1787398702.640846:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106503:1874221261072000:0@lo:400:kworker.0 00000100:00100000:2.0:1787398702.642564:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261072640 00000100:00100000:2.0:1787398702.642580:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261072640 00000100:00100000:2.0:1787398702.642631:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261072128 00000100:00100000:2.0:1787398702.642635:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261072128 00000100:00100000:2.0:1787398702.642669:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:2.0:1787398702.642682:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261072640:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1787398702.643163:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787398702.643170:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787398702.643173:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787398702.643627:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:0.0:1787398702.643641:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221261072128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398702.643721:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221261072128:12345-0@lo:400:kworker.0 Request processed in 85us (4448us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398702.643728:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:2.0:1787398702.644024:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261072640:12345-0@lo:400:kworker.0 Request processed in 1346us (4907us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398702.644031:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:0.0:1787398702.644122:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261072640:0@lo:400:kworker.0 00000100:00100000:3.0:1787398702.644698:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261072128:0@lo:400:kworker.0 00000020:01000004:3.0:1787398702.645022:0:169658:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1787398702.645040:0:169658:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff9cf3083b0000) 00000020:00000080:3.0:1787398702.645068:0:169658:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:3.0:1787398702.645235:0:169658:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9cf33c37c800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1787398702.645239:0:169658:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9cf33c37c800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1787398702.645241:0:169658:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9cf33c37c800 3 00010000:00080000:3.0:1787398702.645272:0:169658:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9cf3094d4800@lustre-MDT0001-lwp-OST0000: add connection 192.168.204.136@tcp at head 00010000:00010000:3.0:1787398702.653446:0:169658:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-12 is initialized 00000020:00000080:3.0:1787398702.653621:0:169658:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:3.0:1787398702.653675:0:169658:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1787398702.653690:0:169658:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x5703899912344d24 00000100:00080000:3.0:1787398702.653701:0:169658:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787398702.653708:0:169658:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff9cf3094d4800 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:3.0:1787398702.653745:0:169658:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf33aae5c00 x1874221261073152/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787398702.653781:0:169658:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000040:00080000:3.0:1787398702.656004:0:169658:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x22:0x0] index 52 count 51 00000020:01000000:0.0:1787398702.656143:0:169647:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1787398702.656343:0:169647:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.136@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1787398702.656406:0:169647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf20b75dc00/0x5703899912344cfa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x5703899912344d01 expref: -99 pid: 169647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.656419:0:169647:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.136@tcp lock: ffff9cf20b75dc00/0x5703899912344cfa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x5703899912344d01 expref: -99 pid: 169647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1787398702.656541:0:169647:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1787398702.656544:0:169647:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1787398702.656546:0:169647:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787398702.656547:0:169647:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787398702.656548:0:169647:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787398702.656550:0:169647:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787398702.656551:0:169647:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1787398702.656553:0:169647:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787398702.656555:0:169647:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1787398702.656558:0:169647:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:0.0:1787398702.656560:0:169647:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1787398702.656562:0:169647:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1787398702.656563:0:169647:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787398702.656564:0:169647:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787398702.656565:0:169647:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787398702.656566:0:169647:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787398702.656567:0:169647:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1787398702.656568:0:169647:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787398702.656569:0:169647:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1787398702.656596:0:169647:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1787398702.656615:0:169647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206143100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:169647:1874221261073280:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1787398702.656694:0:169647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398702.656737:0:169647:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf209a76240 going to sleep for 11 seconds 00000100:00100000:1.0:1787398702.657007:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33aae5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:106499:1874221261073152:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787398702.657050:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398702.658184:0:167309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261073280 00000100:00100000:3.0:1787398702.658196:0:167309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261073280 00000100:00100000:3.0:1787398702.658262:0:167309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:3.0:1787398702.658272:0:167309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335be9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+24:169647:x1874221261073280:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1787398702.658304:0:167309:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1787398702.658319:0:167309:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:0.0:1787398702.660099:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261073152 00000100:00100000:0.0:1787398702.660112:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261073152 00000100:00100000:0.0:1787398702.660169:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:0.0:1787398702.660177:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20624d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:106499:x1874221261073152:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1787398702.660208:0:158794:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 5723 last 0 00000020:00000080:0.0:1787398702.660259:0:158794:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x5703899912344d2b 00000004:00100000:0.0:1787398702.660277:0:158794:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1787398702.660311:0:158794:0:(import.c:65:import_set_state_nolock()) ffff9cf20ab2b000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787398702.660408:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20624d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106499:x1874221261073152:12345-0@lo:38:llog_process_th.0 Request processed in 230us (3356us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398702.660415:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:2.0:1787398702.660599:0:106499:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1787398702.660608:0:106499:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 6 00000100:00080000:2.0:1787398702.660625:0:106499:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1787398702.660630:0:106499:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1787398702.660634:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf3094d4800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1787398702.660640:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33aae5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:106499:1874221261073152:0@lo:38:llog_process_th.0 20000000:01000000:0.0:1787398702.666650:0:167309:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1787398702.666665:0:167309:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1787398702.666759:0:167310:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1787398702.666765:0:167310:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1787398702.666787:0:167310:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9cf20bf48a00/0x5703899912344d32 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.666807:0:167310:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9cf202430e00/0x570389991234492d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912344926 expref: 24 pid: 167308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.666814:0:167310:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9cf202431200/0x5703899912344949 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912344942 expref: 24 pid: 167307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.666824:0:167310:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9cf20359d400/0x5703899912344b6b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a82b expref: 9 pid: 167307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.666845:0:167310:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9cf20bf48a00/0x5703899912344d32 lrc: 6/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.666890:0:167310:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9cf20359d400/0x5703899912344b6b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a82b expref: 9 pid: 167307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.666905:0:167310:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9cf20359d400/0x5703899912344b6b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x70000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a82b expref: 9 pid: 167307 timeout: 5823 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398702.666921:0:167310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206143480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:167310:1874221261073408:192.168.204.36@tcp:104: 00010000:00010000:0.0:1787398702.667023:0:167310:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9cf202431200/0x5703899912344949 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5703899912344942 expref: 24 pid: 167307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.667032:0:167310:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9cf202431200/0x5703899912344949 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5703899912344942 expref: 24 pid: 167307 timeout: 5823 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398702.667042:0:167310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206140000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:167310:1874221261073536:0@lo:104: 00000100:00100000:0.0:1787398702.667082:0:167310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787398702.667116:0:167310:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9cf202430e00/0x570389991234492d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5703899912344926 expref: 24 pid: 167308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.667123:0:167310:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9cf202430e00/0x570389991234492d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5703899912344926 expref: 24 pid: 167308 timeout: 5823 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398702.667131:0:167310:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206141180 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:167310:1874221261073664:0@lo:104: 00000100:00100000:0.0:1787398702.667152:0:167310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398702.667177:0:167310:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf202cdb240 going to sleep for 11 seconds 00000100:00100000:0.0:1787398702.667204:0:158777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261073536 00000100:00100000:0.0:1787398702.667218:0:158777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261073536 00000100:00100000:0.0:1787398702.667264:0:158777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261073664 00000100:00100000:0.0:1787398702.667267:0:158777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261073664 00000100:00100000:0.0:1787398702.667281:0:158777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1787398702.667288:0:158777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf206143800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a066c752-c801-430f-905b-71f66cddaa9e+4:167310:x1874221261073536:12345-0@lo:104: 00010000:00010000:0.0:1787398702.667300:0:158777:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.136@tcp lock: ffff9cf205407a00/0x5703899912344942 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x5703899912344949 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.667347:0:158777:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787398702.667353:0:158777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf206143800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a066c752-c801-430f-905b-71f66cddaa9e+4:167310:x1874221261073536:12345-0@lo:104: Request processed in 65us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398702.667360:0:158777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1787398702.667377:0:158777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1787398702.667383:0:158777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf206142d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a066c752-c801-430f-905b-71f66cddaa9e+3:167310:x1874221261073664:12345-0@lo:104: 00010000:00010000:0.0:1787398702.667390:0:158777:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.136@tcp lock: ffff9cf205407800/0x5703899912344926 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x570389991234492d expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.667422:0:158777:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1787398702.667427:0:158777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf206142d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a066c752-c801-430f-905b-71f66cddaa9e+3:167310:x1874221261073664:12345-0@lo:104: Request processed in 45us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398702.667433:0:158777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00010000:00010000:0.0:1787398702.667450:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787398702.667456:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.136@tcp lock: ffff9cf205407a00/0x5703899912344942 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x5703899912344949 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.667463:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf205407a00 already unused, calling callback (ffffffffc13c0c20) 10000000:00010000:0.0:1787398702.667467:0:158783:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.136@tcp lock: ffff9cf205407a00/0x5703899912344942 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x5703899912344949 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.667507:0:158783:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.136@tcp lock: ffff9cf205407a00/0x5703899912344942 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x5703899912344949 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787398702.667514:0:158783:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.136@tcp lock: ffff9cf205407a00/0x5703899912344942 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x5703899912344949 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787398702.667519:0:158783:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1787398702.667561:0:158783:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.136@tcp lock: ffff9cf205407a00/0x5703899912344942 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5703899912344949 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.667567:0:158783:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787398702.667585:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.136@tcp lock: ffff9cf205407a00/0x5703899912344942 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5703899912344949 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.667592:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.136@tcp lock: ffff9cf205407a00/0x5703899912344942 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5703899912344949 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.667605:0:158783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787398702.667608:0:158783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.136@tcp lock: ffff9cf205407800/0x5703899912344926 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x570389991234492d expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.667613:0:158783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf205407800 already unused, calling callback (ffffffffc13c0c20) 10000000:00010000:0.0:1787398702.667616:0:158783:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.136@tcp lock: ffff9cf205407800/0x5703899912344926 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x570389991234492d expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.667636:0:158783:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.136@tcp lock: ffff9cf205407800/0x5703899912344926 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x570389991234492d expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787398702.667642:0:158783:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.136@tcp lock: ffff9cf205407800/0x5703899912344926 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x570389991234492d expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787398702.667653:0:158783:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1787398702.667669:0:158783:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.136@tcp lock: ffff9cf205407800/0x5703899912344926 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x570389991234492d expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.667674:0:158783:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787398702.667681:0:158783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.136@tcp lock: ffff9cf205407800/0x5703899912344926 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x570389991234492d expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.667687:0:158783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.136@tcp lock: ffff9cf205407800/0x5703899912344926 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x570389991234492d expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.667699:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398702.667700:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398702.667702:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398702.667715:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206141c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221261073792:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787398702.667746:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398702.667769:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787398702.667775:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221261073920:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787398702.667796:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398702.667825:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261073792 00000100:00100000:0.0:1787398702.667829:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261073792 00010000:00010000:0.0:1787398702.667846:0:158779:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9cf202431200/0x5703899912344949 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5703899912344942 expref: 25 pid: 167307 timeout: 5823 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398702.667866:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261073920 00000100:00100000:0.0:1787398702.667869:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261073920 00010000:00010000:0.0:1787398702.667880:0:158779:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9cf202430e00/0x570389991234492d lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5703899912344926 expref: 26 pid: 167308 timeout: 5823 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398702.667910:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:0.0:1787398702.667917:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a066c752-c801-430f-905b-71f66cddaa9e+26:106502:x1874221261073792:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787398702.667928:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398702.667933:0:158779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9cf202431200/0x5703899912344949 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5703899912344942 expref: 26 pid: 167307 timeout: 5823 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.667942:0:158779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9cf202431200/0x5703899912344949 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5703899912344942 expref: 26 pid: 167307 timeout: 5823 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.667957:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398702.667985:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a066c752-c801-430f-905b-71f66cddaa9e+26:106502:x1874221261073792:12345-0@lo:103:ldlm_bl.0 Request processed in 69us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398702.667991:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00100000:0.0:1787398702.668005:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:0.0:1787398702.668010:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af19880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a066c752-c801-430f-905b-71f66cddaa9e+25:106502:x1874221261073920:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787398702.668018:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398702.668022:0:158779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9cf202430e00/0x570389991234492d lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5703899912344926 expref: 25 pid: 167308 timeout: 5823 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.668029:0:158779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9cf202430e00/0x570389991234492d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5703899912344926 expref: 25 pid: 167308 timeout: 5823 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.668039:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787398702.668059:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af19880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a066c752-c801-430f-905b-71f66cddaa9e+25:106502:x1874221261073920:12345-0@lo:103:ldlm_bl.0 Request processed in 49us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398702.668066:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:0.0:1787398702.668115:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221261073920:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787398702.668121:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398702.668132:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206141c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221261073792:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787398702.668172:0:167310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf202431200/0x5703899912344949 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5703899912344942 expref: 24 pid: 167307 timeout: 5823 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398702.668183:0:167310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206140000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:167310:1874221261073536:0@lo:104: 00010000:00010000:0.0:1787398702.668192:0:167310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf202430e00/0x570389991234492d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5703899912344926 expref: 23 pid: 167308 timeout: 5823 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398702.668198:0:167310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206141180 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:167310:1874221261073664:0@lo:104: 00000100:00100000:0.0:1787398702.668989:0:167309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335be9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+22:169647:x1874221261073280:12345-0@lo:253:mount.lustre.0 Request processed in 10714us (12290us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398702.669000:0:167309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:3.0:1787398702.669405:0:169647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206143100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a066c752-c801-430f-905b-71f66cddaa9e:169647:1874221261073280:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1787398702.669419:0:169647:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1787398702.669423:0:169647:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1787398702.669425:0:169647:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1787398702.669426:0:169647:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787398702.669428:0:169647:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787398702.669429:0:169647:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787398702.669430:0:169647:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787398702.669431:0:169647:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787398702.669433:0:169647:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787398702.669434:0:169647:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1787398702.669451:0:169647:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00010000:00080000:3.0:1787398702.674634:0:169647:0:(ldlm_lib.c:3040:target_recovery_init()) RECOVERY: service lustre-OST0000, 3 recoverable clients, last_transno 21474836602 00010000:00080000:3.0:1787398702.675446:0:169664:0:(ldlm_lib.c:2840:target_recovery_thread()) lustre-OST0000: started recovery thread pid 169664 00010000:02000000:3.0:1787398702.675466:0:169664:0:(ldlm_lib.c:2322:target_recovery_overseer()) lustre-OST0000: in recovery but waiting for the first client to connect 00000020:01000004:1.0:1787398702.675717:0:169647:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1787398702.675777:0:169647:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.136@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1787398702.675802:0:169647:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=49 00000080:00000004:1.0:1787398702.675828:0:169647:0:(super25.c:187:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000100:00100000:0.0:1787398702.678101:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398702.678681:0:158779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247616128 00000100:00100000:0.0:1787398702.678691:0:158779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247616128 00010000:00010000:0.0:1787398702.679259:0:158779:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9cf20359d400/0x5703899912344b6b lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a82b expref: 10 pid: 167307 timeout: 5823 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398702.679305:0:158779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 230 00000100:00100000:0.0:1787398702.679315:0:158779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69164:x1874221247616128:12345-192.168.204.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787398702.679333:0:158779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787398702.679339:0:158779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9cf20359d400/0x5703899912344b6b lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a82b expref: 10 pid: 167307 timeout: 5823 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.679351:0:158779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9cf20359d400/0x5703899912344b6b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a82b expref: 10 pid: 167307 timeout: 5823 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.679382:0:158779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9cf20bf48a00/0x5703899912344d32 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.679390:0:158779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf20bf48a00/0x5703899912344d32 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1787398702.679406:0:158779:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.012642500s 00010000:00010000:0.0:1787398702.679411:0:158779:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9cf20bf48a00/0x5703899912344d32 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.679417:0:158779:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9cf20bf48a00/0x5703899912344d32 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.679423:0:158779:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9cf20bf48a00/0x5703899912344d32 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.679429:0:158779:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9cf20bf48a00/0x5703899912344d32 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.679435:0:158779:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf20bf48a00 already unused, calling callback (ffffffffc0dc7e90) 00010000:00010000:0.0:1787398702.679439:0:158779:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9cf20bf48a00/0x5703899912344d32 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.679447:0:158779:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9cf20bf48a00/0x5703899912344d32 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.679456:0:158779:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9cf20bf48a00/0x5703899912344d32 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.679467:0:158779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000004:1.0:1787398702.679660:0:169647:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000100:00100000:0.0:1787398702.680218:0:158779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69164:x1874221247616128:12345-192.168.204.36@tcp:103:ldlm_bl.0 Request processed in 900us (2121us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398702.680238:0:158779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 230 00000020:00000004:1.0:1787398702.680639:0:169647:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1787398702.681116:0:167310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf20359d400/0x5703899912344b6b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a82b expref: 9 pid: 167307 timeout: 5823 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398702.681132:0:167310:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206143480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:167310:1874221261073408:192.168.204.36@tcp:104: 00010000:00010000:0.0:1787398702.681170:0:167310:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9cf20bf48a00/0x5703899912344d32 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.681178:0:167310:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9cf20bf48a00/0x5703899912344d32 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.681184:0:167310:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9cf20bf48a00/0x5703899912344d32 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398702.681189:0:167310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9cf20bf48a00/0x5703899912344d32 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 167310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00080000:3.0:1787398702.684143:0:169664:0:(ldlm_lib.c:2532:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 3 abort 0 expired 0 00010000:00080000:3.0:1787398702.684151:0:169664:0:(ldlm_lib.c:2532:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 3 abort 0 expired 0 00000100:00100000:3.0:1787398703.062032:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33aae6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261074048:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787398703.062116:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398703.062406:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261074048 00000100:00100000:0.0:1787398703.062414:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261074048 00000100:00100000:0.0:1787398703.062465:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:0.0:1787398703.062496:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261074048:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787398703.062534:0:158799:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:0.0:1787398703.062583:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261074048:12345-0@lo:41:osp-pre-1-0.0 Request processed in 109us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398703.062590:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:2.0:1787398703.062813:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33aae6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261074048:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787398703.062833:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787398703.062840:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261074176:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787398703.062870:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398703.062896:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261074176 00000100:00100000:2.0:1787398703.062899:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261074176 00000100:00100000:2.0:1787398703.062925:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:2.0:1787398703.062931:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221261074176:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787398703.062949:0:159531:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:2.0:1787398703.062980:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221261074176:12345-0@lo:41:osp-pre-0-1.0 Request processed in 49us (110us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398703.062986:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:2.0:1787398703.063015:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261074176:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1787398703.382502:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398703.575748:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261074304:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787398703.575826:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398703.575886:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261074304 00000100:00100000:2.0:1787398703.575894:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261074304 00000100:00100000:2.0:1787398703.575943:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:2.0:1787398703.575953:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261074304:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1787398703.575983:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69681152 avail 62513152 00000100:00100000:2.0:1787398703.576026:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261074304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398703.576042:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00100000:2.0:1787398703.576092:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261074304:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787398703.590681:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787398703.590708:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33aae6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261074432:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787398703.590779:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398703.590827:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261074432 00000100:00100000:3.0:1787398703.590835:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261074432 00000100:00100000:3.0:1787398703.590883:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:3.0:1787398703.590892:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261074432:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787398703.590916:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69681152 avail 62513152 00000100:00100000:3.0:1787398703.590961:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261074432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398703.590969:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:3.0:1787398703.591034:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33aae6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261074432:0@lo:13:osp-pre-1-0.0 00000020:00000004:1.0:1787398703.798378:0:169715:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1787398703.799911:0:169715:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:0.0:1787398703.960072:0:158791:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1787398703.960097:0:158791:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff9cf33f50f000 from 42 10000000:01000000:0.0:1787398703.960104:0:158791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1787398703.960148:0:158791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf20bf48600/0x5703899912344d39 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398703.960160:0:158791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.136@tcp lock: ffff9cf20bf48600/0x5703899912344d39 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398703.960171:0:158791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.136@tcp lock: ffff9cf20bf48600/0x5703899912344d39 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787398703.960206:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af18700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261074560:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787398703.960281:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398703.960333:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf202cdba80 going to sleep for 11 seconds 00000100:00100000:1.0:1787398703.960362:0:167312:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261074560 00000100:00100000:1.0:1787398703.960371:0:167312:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261074560 00000100:00100000:1.0:1787398703.960420:0:167312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:1.0:1787398703.960428:0:167312:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335bea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+22:158791:x1874221261074560:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787398703.960441:0:167312:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398703.960454:0:167312:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf20b75c000/0x5703899912344d40 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x5703899912344d39 expref: -99 pid: 167312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398703.969988:0:167312:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf20b75c000/0x5703899912344d40 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912344d39 expref: 23 pid: 167312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398703.970014:0:167312:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf20b75c000/0x5703899912344d40 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912344d39 expref: 23 pid: 167312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398703.970025:0:167312:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b75c000, rc 0) 00000100:00100000:1.0:1787398703.970120:0:167312:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335bea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+23:158791:x1874221261074560:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 9691us (9837us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398703.970130:0:167312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:1.0:1787398703.970254:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af18700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261074560:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787398703.970275:0:158791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.136@tcp lock: ffff9cf20bf48600/0x5703899912344d39 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5703899912344d40 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398703.970285:0:158791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.136@tcp lock: ffff9cf20bf48600/0x5703899912344d39 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x5703899912344d40 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398703.970378:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20624e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261074688:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1787398703.970417:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398703.970451:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf33581f780 going to sleep for 11 seconds 00000100:00100000:1.0:1787398703.970521:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261074688 00000100:00100000:1.0:1787398703.970528:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261074688 00000100:00100000:1.0:1787398703.970654:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:1.0:1787398703.970665:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33c1da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+23:158791:x1874221261074688:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1787398703.970685:0:167307:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1787398703.970704:0:167307:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1787398703.970707:0:167307:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 42 00000100:00100000:1.0:1787398703.970785:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33c1da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+23:158791:x1874221261074688:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 121us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398703.970794:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:1.0:1787398703.970830:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20624e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261074688:0@lo:256:ll_cfg_requeue.0 00000100:00080000:1.0:1787398703.970869:0:158791:0:(import.c:214:ptlrpc_set_import_discon()) osp: import ffff9cf20c7c5800 already not connected (conn 6, was 0): DISCONN 00010000:00080000:1.0:1787398703.970893:0:158791:0:(ldlm_lib.c:85:import_set_conn()) imp ffff9cf20c7c5800@lustre-OST0000-osc-MDT0000: found existing conn 192.168.204.136@tcp, moved to head 00000100:00080000:1.0:1787398703.970899:0:158791:0:(import.c:65:import_set_state_nolock()) ffff9cf20c7c5800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787398703.970905:0:158791:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9cf20c7c5800 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:1.0:1787398703.970928:0:158791:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf20624c700 x1874221261074816/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:01000000:1.0:1787398703.970973:0:158791:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.136@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1787398703.970981:0:158791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf20bf48600/0x5703899912344d39 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5703899912344d40 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398703.971000:0:158791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.136@tcp lock: ffff9cf20bf48600/0x5703899912344d39 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5703899912344d40 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787398703.971010:0:158791:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1787398703.971013:0:158791:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff9cf207199000 from 42 10000000:01000000:1.0:1787398703.971016:0:158791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1787398703.971039:0:158791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf20b75c800/0x5703899912344d47 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398703.971048:0:158791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.136@tcp lock: ffff9cf20b75c800/0x5703899912344d47 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398703.971057:0:158791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.136@tcp lock: ffff9cf20b75c800/0x5703899912344d47 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398703.971071:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20624e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261074944:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787398703.971097:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398703.971110:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf33581f780 going to sleep for 11 seconds 00000100:00100000:1.0:1787398703.971122:0:167312:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261074944 00000100:00100000:1.0:1787398703.971125:0:167312:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261074944 00000100:00100000:1.0:1787398703.971147:0:167312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:1.0:1787398703.971153:0:167312:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3414dcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+23:158791:x1874221261074944:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787398703.971160:0:167312:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787398703.971172:0:167312:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf20b75d000/0x5703899912344d4e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x5703899912344d47 expref: -99 pid: 167312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398703.971189:0:167312:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf20b75d000/0x5703899912344d4e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5703899912344d47 expref: 24 pid: 167312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398703.971219:0:167312:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf20b75d000/0x5703899912344d4e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5703899912344d47 expref: 24 pid: 167312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398703.971226:0:167312:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20b75d000, rc 0) 00000100:00100000:1.0:1787398703.971253:0:167312:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3414dcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:a066c752-c801-430f-905b-71f66cddaa9e+24:158791:x1874221261074944:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 101us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398703.971260:0:167312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:1.0:1787398703.971293:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20624e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261074944:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787398703.971303:0:158791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.136@tcp lock: ffff9cf20b75c800/0x5703899912344d47 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5703899912344d4e expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787398703.971310:0:158791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.136@tcp lock: ffff9cf20b75c800/0x5703899912344d47 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x5703899912344d4e expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398703.971350:0:158791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20624e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261075072:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1787398703.971377:0:158791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398703.971388:0:158791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf33581f780 going to sleep for 11 seconds 00000100:00100000:1.0:1787398703.971399:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261075072 00000100:00100000:1.0:1787398703.971402:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261075072 00000100:00100000:1.0:1787398703.971424:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:1.0:1787398703.971429:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3414dc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:158791:x1874221261075072:12345-0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1787398703.971796:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20624c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106499:1874221261074816:0@lo:8:ll_cfg_requeue.0 00000100:00100000:3.0:1787398703.971832:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398703.971867:0:160295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261074816 00000100:00100000:3.0:1787398703.971871:0:160295:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261074816 00000100:00100000:3.0:1787398703.971894:0:160295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:3.0:1787398703.971899:0:160295:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:106499:x1874221261074816:12345-0@lo:8:ll_cfg_requeue.0 00010000:00080000:3.0:1787398703.971924:0:160295:0:(ldlm_lib.c:925:target_handle_reconnect()) connect export for UUID 'lustre-MDT0000-mdtlov_UUID' at ffff9cf305ff7800, cookie 0x5703899912344cde 00010000:00080000:3.0:1787398703.971930:0:160295:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo recovering/t0 exp ffff9cf305ff7800 cur 5725 last 1787398702 00010000:02000400:3.0:1787398703.971936:0:160295:0:(ldlm_lib.c:2023:target_start_recovery_timer()) lustre-OST0000: Will be in recovery for at least 1:00, or until 3 clients reconnect 20000000:01000000:1.0:1787398703.975043:0:167307:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1787398703.975087:0:167307:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1787398703.975091:0:167307:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 42 00000100:00100000:1.0:1787398703.975257:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3414dc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:158791:x1874221261075072:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 3823us (3875us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398703.975278:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00100000:0.0:1787398703.977511:0:158791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20624e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a066c752-c801-430f-905b-71f66cddaa9e:158791:1874221261075072:0@lo:256:ll_cfg_requeue.0 00000100:00080000:0.0:1787398703.977588:0:158791:0:(import.c:214:ptlrpc_set_import_discon()) osp: import ffff9cf31f58c800 already not connected (conn 6, was 0): DISCONN 00010000:00080000:0.0:1787398703.977602:0:158791:0:(ldlm_lib.c:85:import_set_conn()) imp ffff9cf31f58c800@lustre-OST0000-osc-MDT0001: found existing conn 192.168.204.136@tcp, moved to head 00000100:00080000:0.0:1787398703.977608:0:158791:0:(import.c:65:import_set_state_nolock()) ffff9cf31f58c800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787398703.977616:0:158791:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9cf31f58c800 using connection 192.168.204.136@tcp/0@lo 00000100:00100000:0.0:1787398703.977648:0:158791:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cf20af1ad80 x1874221261075200/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:01000000:0.0:1787398703.977740:0:158791:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.136@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1787398703.977751:0:158791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.136@tcp lock: ffff9cf20b75c800/0x5703899912344d47 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5703899912344d4e expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787398703.977761:0:158791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.136@tcp lock: ffff9cf20b75c800/0x5703899912344d47 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5703899912344d4e expref: -99 pid: 158791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787398703.977996:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106499:1874221261075200:0@lo:8:ll_cfg_requeue.0 00000100:00100000:1.0:1787398703.978055:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398703.979923:0:161119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261075200 00000100:00100000:0.0:1787398703.979939:0:161119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261075200 00000100:00100000:0.0:1787398703.980003:0:161119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:0.0:1787398703.980011:0:161119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20624ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:106499:x1874221261075200:12345-0@lo:8:ll_cfg_requeue.0 00010000:00080000:0.0:1787398703.980050:0:161119:0:(ldlm_lib.c:925:target_handle_reconnect()) connect export for UUID 'lustre-MDT0001-mdtlov_UUID' at ffff9cf305ff2000, cookie 0x5703899912344cd7 00010000:00080000:0.0:1787398703.980056:0:161119:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo recovering/t0 exp ffff9cf305ff2000 cur 5725 last 1787398702 00010000:00080000:0.0:1787398703.980066:0:161119:0:(ldlm_lib.c:2087:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 70 seconds 00002000:00100000:0.0:1787398703.980082:0:161119:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff9cf305ff2000 ocd_connect_flags: 0xa044401443000026 ocd_version: 211366d ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:0.0:1787398703.980087:0:161119:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:0.0:1787398703.980089:0:161119:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000100:00080000:0.0:1787398703.980231:0:161119:0:(import.c:65:import_set_state_nolock()) ffff9cf305b02000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787398703.980470:0:161119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20624ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:106499:x1874221261075200:12345-0@lo:8:ll_cfg_requeue.0 Request processed in 457us (2413us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398703.980498:0:161119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00010000:00080000:1.0:1787398703.983249:0:106499:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf20af1ad80 x1874221261075200/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787398728 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787398703.983280:0:106499:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 6 00000100:00080000:1.0:1787398703.983294:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf31f58c800 lustre-OST0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00080000:1.0:1787398703.983299:0:106499:0:(import.c:1699:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1787398703.983302:0:106499:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474836544 gen 2 00000100:00080000:1.0:1787398703.983306:0:106499:0:(recover.c:53:ptlrpc_replay_next()) import ffff9cf31f58c800 from lustre-OST0000_UUID committed 21474836544 last 0 00000100:00080000:1.0:1787398703.983309:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf31f58c800 lustre-OST0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000100:00100000:0.0:1787398703.985028:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106499:1874221261075200:0@lo:8:ll_cfg_requeue.0 00010000:00080000:1.0:1787398703.989775:0:169723:0:(ldlm_request.c:2972:ldlm_lock_replay_thread()) lock replay thread lustre-OST0000-osc-MDT0001 to lustre-OST0000_UUID@0@lo 00010000:00010000:1.0:1787398703.989782:0:169723:0:(ldlm_request.c:2888:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-OST0000-osc-MDT0001 (0) 00010000:00010000:1.0:1787398703.989788:0:169723:0:(ldlm_request.c:2901:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-OST0000-osc-MDT0001 00000100:00080000:1.0:1787398703.989846:0:169723:0:(import.c:65:import_set_state_nolock()) ffff9cf31f58c800 lustre-OST0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00002000:00100000:3.0:1787398703.990529:0:160295:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9cf305ff7800 ocd_connect_flags: 0xa044401443000026 ocd_version: 211366d ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:3.0:1787398703.990537:0:160295:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:3.0:1787398703.990540:0:160295:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000100:00080000:3.0:1787398703.990784:0:160295:0:(import.c:65:import_set_state_nolock()) ffff9cf2025c1800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787398703.990973:0:160295:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:106499:x1874221261074816:12345-0@lo:8:ll_cfg_requeue.0 Request processed in 19069us (19137us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398703.990983:0:160295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:0.0:1787398703.992395:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20624e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106499:1874221261075328:0@lo:400:ldlm_lock_repla.0 00000100:00100000:0.0:1787398703.992461:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1787398703.992543:0:106499:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf20624c700 x1874221261074816/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787398728 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787398703.992571:0:106499:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 6 00000100:00080000:0.0:1787398703.992584:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf20c7c5800 lustre-OST0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00080000:0.0:1787398703.992589:0:106499:0:(import.c:1699:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:0.0:1787398703.992592:0:106499:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836602 gen 2 00000100:00080000:0.0:1787398703.992608:0:106499:0:(recover.c:53:ptlrpc_replay_next()) import ffff9cf20c7c5800 from lustre-OST0000_UUID committed 21474836602 last 0 00000100:00080000:0.0:1787398703.992611:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf20c7c5800 lustre-OST0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000100:00100000:3.0:1787398703.993697:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20624c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106499:1874221261074816:0@lo:8:ll_cfg_requeue.0 00010000:00080000:0.0:1787398703.993772:0:169724:0:(ldlm_request.c:2972:ldlm_lock_replay_thread()) lock replay thread lustre-OST0000-osc-MDT0000 to lustre-OST0000_UUID@0@lo 00010000:00010000:0.0:1787398703.993777:0:169724:0:(ldlm_request.c:2888:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-OST0000-osc-MDT0000 (0) 00010000:00010000:0.0:1787398703.993782:0:169724:0:(ldlm_request.c:2901:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-OST0000-osc-MDT0000 00000100:00080000:0.0:1787398703.993818:0:169724:0:(import.c:65:import_set_state_nolock()) ffff9cf20c7c5800 lustre-OST0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00100000:3.0:1787398703.994073:0:106499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106499:1874221261075456:0@lo:400:ldlm_lock_repla.0 00000100:00100000:3.0:1787398703.994211:0:106499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398703.994360:0:162511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261075328 00000100:00100000:0.0:1787398703.994369:0:162511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261075328 00000100:00100000:0.0:1787398703.994417:0:162511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261075456 00000100:00100000:0.0:1787398703.994421:0:162511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261075456 00000100:00100000:0.0:1787398703.994447:0:162511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:0.0:1787398703.994455:0:162511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:106499:x1874221261075328:12345-0@lo:400:ldlm_lock_repla.0 00010000:00080000:0.0:1787398703.994472:0:162511:0:(ldlm_lib.c:3124:target_queue_recovery_request()) @@@ queue final req req@ffff9cf20af1ad80 x1874221261075328/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:389/0 lens 224/0 e 0 to 0 dl 1787398714 ref 2 fl Interpret:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787398703.994663:0:162511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:106499:x1874221261075328:12345-0@lo:400:ldlm_lock_repla.0 Request processed in 208us (2201us total) trans 0 rc 0/-999 00000100:00100000:0.0:1787398703.994670:0:162511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00100000:0.0:1787398703.994681:0:162511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:0.0:1787398703.994688:0:162511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:106499:x1874221261075456:12345-0@lo:400:ldlm_lock_repla.0 00010000:00080000:0.0:1787398703.994695:0:162511:0:(ldlm_lib.c:3124:target_queue_recovery_request()) @@@ queue final req req@ffff9cf33aae7800 x1874221261075456/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:389/0 lens 224/0 e 0 to 0 dl 1787398714 ref 2 fl Interpret:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787398703.994702:0:162511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:106499:x1874221261075456:12345-0@lo:400:ldlm_lock_repla.0 Request processed in 17us (493us total) trans 0 rc 0/-999 00000100:00100000:0.0:1787398703.994707:0:162511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00010000:00080000:3.0:1787398703.994966:0:169664:0:(ldlm_lib.c:2532:check_for_recovery_ready()) connected 2 stale 0 max_recoverable_clients 3 abort 0 expired 0 00010000:00010000:3.0:1787398704.405673:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398704.486900:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398704.494222:0:167312:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247616256 00000100:00100000:2.0:1787398704.494242:0:167312:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247616256 00000100:00100000:2.0:1787398704.494308:0:167312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 121 00000100:00100000:2.0:1787398704.494321:0:167312:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3414dd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:857bea78-a9c1-41f7-87c7-fefab0f760c6+9:122716:x1874221247616256:12345-192.168.204.36@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787398704.494338:0:167312:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787398704.494358:0:167312:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9cf20359cc00/0x5703899912344d55 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x200ab929ef11a8a2 expref: -99 pid: 167312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398704.494389:0:167312:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9cf20359cc00/0x5703899912344d55 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a8a2 expref: 10 pid: 167312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398704.494400:0:167312:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9cf20359cc00/0x5703899912344d55 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.36@tcp remote: 0x200ab929ef11a8a2 expref: 10 pid: 167312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787398704.494409:0:167312:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf20359cc00, rc 0) 00000100:00100000:2.0:1787398704.494503:0:167312:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3414dd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:122716:x1874221247616256:12345-192.168.204.36@tcp:101:ll_cfg_requeue.0 Request processed in 160us (7595us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398704.494510:0:167312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 121 00000100:00100000:0.0:1787398704.502409:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398704.505767:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247616384 00000100:00100000:1.0:1787398704.505787:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247616384 00000100:00100000:1.0:1787398704.505865:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 122 00000100:00100000:1.0:1787398704.505877:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3414dd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:122716:x1874221247616384:12345-192.168.204.36@tcp:256:ll_cfg_requeue.0 20000000:01000000:1.0:1787398704.505905:0:167307:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 16384. 20000000:01000000:1.0:1787398704.505932:0:167307:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1787398704.505936:0:167307:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 42 00000100:00100000:1.0:1787398704.512811:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3414dd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:122716:x1874221247616384:12345-192.168.204.36@tcp:256:ll_cfg_requeue.0 Request processed in 6923us (10402us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398704.512837:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 122 00000100:00100000:2.0:1787398704.516649:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398704.516890:0:160294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247616512 00000100:00100000:3.0:1787398704.516901:0:160294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247616512 00000100:00100000:3.0:1787398704.516951:0:160294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 483 00000100:00100000:3.0:1787398704.516970:0:160294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:69161:x1874221247616512:12345-192.168.204.36@tcp:8:ll_cfg_requeue.0 00010000:00080000:3.0:1787398704.517007:0:160294:0:(ldlm_lib.c:925:target_handle_reconnect()) connect export for UUID 'dbe7f5ec-0726-4851-a675-2f47d040e30f' at ffff9cf303c8e800, cookie 0x5703899912344ce5 00010000:00080000:3.0:1787398704.517013:0:160294:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0000: connection from dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp recovering/t0 exp ffff9cf303c8e800 cur 5725 last 1787398702 00002000:00100000:3.0:1787398704.517031:0:160294:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli dbe7f5ec-0726-4851-a675-2f47d040e30f/ffff9cf303c8e800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211366d ocd_grant: 8388608 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1787398704.517060:0:160294:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000100:00080000:3.0:1787398704.517217:0:160294:0:(import.c:65:import_set_state_nolock()) ffff9cf2025c0000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787398704.517290:0:160294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69161:x1874221247616512:12345-192.168.204.36@tcp:8:ll_cfg_requeue.0 Request processed in 320us (655us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398704.517298:0:160294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 483 00010000:00080000:3.0:1787398704.517323:0:169664:0:(ldlm_lib.c:2532:check_for_recovery_ready()) connected 3 stale 0 max_recoverable_clients 3 abort 0 expired 0 00010000:00080000:3.0:1787398704.517328:0:169664:0:(ldlm_lib.c:2670:replay_request_or_update()) Waiting for transno 21474836603 00010000:00080000:3.0:1787398704.517332:0:169664:0:(ldlm_lib.c:2215:check_for_next_transno()) max: 3, connected: 3, completed: 2, queue_len: 0, req_transno: 0, next_transno: 21474836603 00010000:00080000:3.0:1787398704.517336:0:169664:0:(ldlm_lib.c:2215:check_for_next_transno()) max: 3, connected: 3, completed: 2, queue_len: 0, req_transno: 0, next_transno: 21474836603 00000100:00100000:1.0:1787398704.528079:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398704.528154:0:162516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247616640 00000100:00100000:2.0:1787398704.528164:0:162516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247616640 00000100:00100000:2.0:1787398704.528237:0:162516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 261 00000100:00100000:2.0:1787398704.528250:0:162516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20624ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69161:x1874221247616640:12345-192.168.204.36@tcp:400:ldlm_lock_repla.0 00010000:00080000:2.0:1787398704.528271:0:162516:0:(ldlm_lib.c:3124:target_queue_recovery_request()) @@@ queue final req req@ffff9cf20624ca80 x1874221247616640/t0(0) o400->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:390/0 lens 224/0 e 0 to 0 dl 1787398715 ref 2 fl Interpret:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398704.528301:0:162516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20624ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69161:x1874221247616640:12345-192.168.204.36@tcp:400:ldlm_lock_repla.0 Request processed in 54us (234us total) trans 0 rc 0/-999 00000100:00100000:2.0:1787398704.528309:0:162516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 261 00010000:00080000:3.0:1787398704.528364:0:169664:0:(ldlm_lib.c:2215:check_for_next_transno()) max: 3, connected: 3, completed: 3, queue_len: 0, req_transno: 0, next_transno: 21474836603 00010000:00080000:3.0:1787398704.528368:0:169664:0:(ldlm_lib.c:2249:check_for_next_transno()) waking for completed recovery 00010000:00080000:3.0:1787398704.528375:0:169664:0:(ldlm_lib.c:2439:target_next_replay_lock()) Waiting for lock 00010000:00080000:3.0:1787398704.528377:0:169664:0:(ldlm_lib.c:2272:check_for_next_lock()) waking for completed lock replay 00000001:00000004:3.0:1787398704.528623:0:169664:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 6, last_transno is 25769803776 00000001:00100000:2.0:1787398704.532385:0:169648:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of dbe7f5ec-0726-4851-a675-2f47d040e30f 00000001:00100000:2.0:1787398704.532398:0:169648:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00100000:2.0:1787398704.532404:0:169648:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00010000:00080000:1.0:1787398704.535532:0:169664:0:(ldlm_lib.c:1983:target_cancel_recovery_timer()) lustre-OST0000: cancel recovery timer 00010000:00080000:1.0:1787398704.535557:0:169664:0:(ldlm_lib.c:2927:target_recovery_thread()) @@@ processing final ping from 0@lo: req@ffff9cf20af1ad80 x1874221261075328/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:389/0 lens 224/0 e 0 to 0 dl 1787398714 ref 1 fl Complete:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1787398704.535689:0:169664:0:(ldlm_lib.c:2927:target_recovery_thread()) @@@ processing final ping from 0@lo: req@ffff9cf33aae7800 x1874221261075456/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:389/0 lens 224/0 e 0 to 0 dl 1787398714 ref 1 fl Complete:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1787398704.535732:0:169664:0:(ldlm_lib.c:2927:target_recovery_thread()) @@@ processing final ping from 192.168.204.36@tcp: req@ffff9cf20624ca80 x1874221247616640/t0(0) o400->dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp:390/0 lens 224/0 e 0 to 0 dl 1787398715 ref 1 fl Complete:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:02000000:1.0:1787398704.535792:0:169664:0:(ldlm_lib.c:1855:target_finish_recovery()) lustre-OST0000: Recovery over after 0:01, of 3 clients 3 recovered and 0 were evicted. 00010000:00080000:2.0:1787398704.536280:0:106499:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf20af19500 x1874221261075456/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398719 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787398704.536297:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf20c7c5800 lustre-OST0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00080000:2.0:1787398704.536303:0:106499:0:(client.c:3234:ptlrpc_resend_req()) @@@ going to resend req@ffff9cf20af19500 x1874221261075456/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398719 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787398704.536311:0:106499:0:(client.c:3243:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff9cf20af19500 x1874221261075456/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398719 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787398704.536319:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf20c7c5800 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000004:00080000:2.0:1787398704.536331:0:106499:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:02000000:2.0:1787398704.536334:0:106499:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-MDT0000: Connection restored to 0@lo (at 0@lo) 00000100:00100000:3.0:1787398704.536467:0:167320:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33aae5880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:167320:1874221261075712:0@lo:7:osp-pre-0-0.0 00000100:00100000:3.0:1787398704.536531:0:167320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398704.536817:0:167320:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf20a9b39c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787398704.536840:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33aae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261075584:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787398704.536870:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398704.536909:0:162523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261075712 00000100:00100000:3.0:1787398704.536915:0:162523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261075712 00000100:00100000:3.0:1787398704.536977:0:162523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:3.0:1787398704.536986:0:162523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:167320:x1874221261075712:12345-0@lo:7:osp-pre-0-0.0 00000100:00100000:3.0:1787398704.537224:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261075584 00000100:00100000:3.0:1787398704.537229:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261075584 00000100:00100000:3.0:1787398704.537260:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:3.0:1787398704.537267:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:106500:x1874221261075584:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787398704.537281:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8388608 pending 0 free 36192256 avail 29024256 00000100:00100000:3.0:1787398704.537325:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:106500:x1874221261075584:12345-0@lo:13:osp-pre-0-0.0 Request processed in 58us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398704.537332:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00010000:00080000:3.0:1787398704.537372:0:106500:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf33aae4000 x1874221261075584/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787398720 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787398704.537389:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33aae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261075584:0@lo:13:osp-pre-0-0.0 00002000:00080000:1.0:1787398704.543681:0:169664:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:1.0:1787398704.543691:0:169664:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00002000:00080000:3.0:1787398704.543815:0:162523:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:3.0:1787398704.543823:0:162523:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000401:0x2a1:0x0] 00000100:00100000:3.0:1787398704.543923:0:162523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:167320:x1874221261075712:12345-0@lo:7:osp-pre-0-0.0 Request processed in 6932us (7385us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398704.543934:0:162523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00010000:00080000:3.0:1787398704.544233:0:167320:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf33aae5880 x1874221261075712/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1787398720 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787398704.544249:0:167320:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33aae5880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:167320:1874221261075712:0@lo:7:osp-pre-0-0.0 00000004:00080000:3.0:1787398704.544261:0:167320:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0000: Got last_fid [0x280000401:0x2a1:0x0] 00000100:00100000:2.0:1787398704.558580:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106499:1874221261075456:0@lo:400:ldlm_lock_repla.0 00010000:00080000:2.0:1787398704.558632:0:106499:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf20624e300 x1874221261075328/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398719 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787398704.558648:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf31f58c800 lustre-OST0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00080000:2.0:1787398704.558653:0:106499:0:(client.c:3234:ptlrpc_resend_req()) @@@ going to resend req@ffff9cf20624e300 x1874221261075328/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398719 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787398704.562721:0:106499:0:(client.c:3243:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff9cf20624e300 x1874221261075328/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398719 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787398704.562768:0:106499:0:(import.c:65:import_set_state_nolock()) ffff9cf31f58c800 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000004:00080000:2.0:1787398704.562791:0:106499:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:02000000:2.0:1787398704.562795:0:106499:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-MDT0001: Connection restored to 0@lo (at 0@lo) 00000100:00100000:2.0:1787398704.562802:0:106499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20624e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106499:1874221261075328:0@lo:400:ldlm_lock_repla.0 00000100:00100000:0.0:1787398704.563071:0:165616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af19180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:165616:1874221261075968:0@lo:7:osp-pre-0-1.0 00000100:00100000:0.0:1787398704.563135:0:165616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398704.563165:0:165616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9cf202cdba80 going to sleep for 11 seconds 00000100:00100000:0.0:1787398704.563194:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261075968 00000100:00100000:0.0:1787398704.563201:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261075968 00000100:00100000:0.0:1787398704.563244:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:0.0:1787398704.563252:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:165616:x1874221261075968:12345-0@lo:7:osp-pre-0-1.0 00000100:00100000:3.0:1787398704.563659:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261075840:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787398704.563698:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398704.564641:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261075840 00000100:00100000:0.0:1787398704.564649:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261075840 00000100:00100000:0.0:1787398704.564688:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00000100:00100000:0.0:1787398704.564695:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:106501:x1874221261075840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787398704.564714:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8668608 pending 0 free 36192256 avail 29024256 00000100:00100000:0.0:1787398704.564771:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:106501:x1874221261075840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (1072us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398704.564777:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00010000:00080000:0.0:1787398704.564831:0:106501:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf20af19c00 x1874221261075840/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787398720 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787398704.564849:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261075840:0@lo:13:osp-pre-0-1.0 00002000:00080000:3.0:1787398704.566208:0:162529:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:3.0:1787398704.566227:0:162529:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0xc1:0x0] 00000100:00100000:3.0:1787398704.566303:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:165616:x1874221261075968:12345-0@lo:7:osp-pre-0-1.0 Request processed in 3048us (3164us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398704.566314:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00010000:00080000:0.0:1787398704.566408:0:165616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf20af19180 x1874221261075968/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1787398720 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787398704.566424:0:165616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af19180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:165616:1874221261075968:0@lo:7:osp-pre-0-1.0 00000004:00080000:0.0:1787398704.566444:0:165616:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0xc1:0x0] 00010000:00010000:3.0:1787398705.431199:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398706.460964:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398707.311445:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398707.312288:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398707.312317:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398707.312346:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398707.313065:0:161119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247617152 00000100:00100000:2.0:1787398707.313231:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247617024 00000100:00100000:2.0:1787398707.313243:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247617024 00000100:00100000:2.0:1787398707.313305:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247616896 00000100:00100000:2.0:1787398707.313308:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247616896 00000100:00100000:2.0:1787398707.313335:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 477 00000100:00100000:2.0:1787398707.313364:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69165:x1874221247617024:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398707.313444:0:167312:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247616768 00000100:00100000:2.0:1787398707.313450:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69165:x1874221247617024:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 106us (1163us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398707.313459:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 477 00000100:00100000:2.0:1787398707.313513:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 478 00000100:00100000:2.0:1787398707.313523:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69162:x1874221247616896:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398707.313530:0:167312:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247616768 00000100:00100000:2.0:1787398707.313558:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69162:x1874221247616896:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 37us (1210us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398707.313567:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 478 00000100:00100000:3.0:1787398707.313571:0:167312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 123 00000100:00100000:3.0:1787398707.313582:0:167312:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3414de450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69162:x1874221247616768:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398707.313613:0:167312:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3414de450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69162:x1874221247616768:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 34us (1295us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398707.313621:0:167312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 123 00000100:00080000:3.0:1787398707.313651:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787398707.313656:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787398707.314236:0:161119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247617152 00000100:00100000:0.0:1787398707.314302:0:161119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 262 00000100:00100000:0.0:1787398707.314310:0:161119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69165:x1874221247617152:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398707.314354:0:161119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69165:x1874221247617152:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 46us (3260us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398707.314361:0:161119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 262 00000100:00080000:3.0:1787398707.314864:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1787398707.477650:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1787398707.682939:0:161106:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of dbe7f5ec-0726-4851-a675-2f47d040e30f 00000020:00000080:1.0:1787398707.682952:0:161106:0:(genops.c:906:class_export_put()) final put ffff9cf2026de000/dbe7f5ec-0726-4851-a675-2f47d040e30f 00000100:00100000:3.0:1787398707.683945:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33aae6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221261076096:0@lo:400:kworker.0 00000100:00100000:3.0:1787398707.684020:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398707.684115:0:167309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261076096 00000100:00100000:3.0:1787398707.684133:0:167309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261076096 00000100:00100000:3.0:1787398707.684181:0:167309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:3.0:1787398707.684190:0:167309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3414de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221261076096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398707.684241:0:167309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3414de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221261076096:12345-0@lo:400:kworker.0 Request processed in 51us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398707.684260:0:167309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00100000:3.0:1787398707.684309:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33aae6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221261076096:0@lo:400:kworker.0 00000100:00100000:3.0:1787398707.684359:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787398707.684366:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33aae6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106502:1874221261076224:0@lo:400:kworker.0 00000100:00100000:3.0:1787398707.684394:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398707.684422:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261076224 00000100:00100000:3.0:1787398707.684425:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261076224 00000100:00100000:3.0:1787398707.684463:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:3.0:1787398707.684470:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106502:x1874221261076224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398707.684526:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106502:x1874221261076224:12345-0@lo:400:kworker.0 Request processed in 57us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398707.684532:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00080000:3.0:1787398707.684550:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787398707.684573:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33aae6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106502:1874221261076224:0@lo:400:kworker.0 00000100:00100000:3.0:1787398707.684610:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33aae6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106500:1874221261076352:0@lo:400:kworker.0 00000100:00100000:3.0:1787398707.684649:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398707.684679:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261076352 00000100:00100000:3.0:1787398707.684683:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261076352 00000100:00100000:3.0:1787398707.684715:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:3.0:1787398707.684721:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304180000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106500:x1874221261076352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398707.684753:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304180000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106500:x1874221261076352:12345-0@lo:400:kworker.0 Request processed in 33us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398707.684760:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00080000:3.0:1787398707.684774:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787398707.684794:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33aae6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106500:1874221261076352:0@lo:400:kworker.0 00000100:00100000:3.0:1787398707.684837:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261076480:0@lo:400:kworker.0 00000100:00100000:3.0:1787398707.684866:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398707.684898:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261076480 00000100:00100000:3.0:1787398707.684902:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261076480 00000100:00100000:3.0:1787398707.684931:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:3.0:1787398707.684936:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304181f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106501:x1874221261076480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398707.684971:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304181f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106501:x1874221261076480:12345-0@lo:400:kworker.0 Request processed in 35us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398707.684977:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:3.0:1787398707.685004:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261076480:0@lo:400:kworker.0 00000100:00100000:3.0:1787398707.685032:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261076608:0@lo:400:kworker.0 00000100:00100000:3.0:1787398707.685054:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398707.685080:0:160295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261076608 00000100:00100000:3.0:1787398707.685083:0:160295:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261076608 00000100:00100000:3.0:1787398707.685115:0:160295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:3.0:1787398707.685121:0:160295:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304180a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261076608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398707.685166:0:160295:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304180a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261076608:12345-0@lo:400:kworker.0 Request processed in 46us (111us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398707.685172:0:160295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00080000:3.0:1787398707.685187:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1787398707.685206:0:106502:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf304182d80 x1874221261076608/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398723 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787398707.685215:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261076608:0@lo:400:kworker.0 00000100:00100000:3.0:1787398707.685239:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787398707.685246:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261076736:0@lo:400:kworker.0 00000100:00100000:3.0:1787398707.685276:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398707.685301:0:162514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261076736 00000100:00100000:3.0:1787398707.685305:0:162514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261076736 00000100:00100000:3.0:1787398707.685332:0:162514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:3.0:1787398707.685338:0:162514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261076736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398707.685372:0:162514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261076736:12345-0@lo:400:kworker.0 Request processed in 33us (95us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398707.685378:0:162514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00080000:3.0:1787398707.685391:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787398707.685408:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261076736:0@lo:400:kworker.0 00000100:00100000:3.0:1787398707.685437:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106500:1874221261076864:0@lo:400:kworker.0 00000100:00100000:3.0:1787398707.685459:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398707.685508:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261076864 00000100:00100000:3.0:1787398707.685513:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261076864 00000100:00100000:3.0:1787398707.685536:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:3.0:1787398707.685542:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106500:x1874221261076864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398707.685575:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106500:x1874221261076864:12345-0@lo:400:kworker.0 Request processed in 33us (115us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398707.685582:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:3.0:1787398707.685610:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106500:1874221261076864:0@lo:400:kworker.0 00000100:00100000:3.0:1787398707.685640:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261076992:0@lo:400:kworker.0 00000100:00100000:3.0:1787398707.685667:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398707.685712:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261076992 00000100:00100000:3.0:1787398707.685717:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261076992 00000100:00100000:3.0:1787398707.685754:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:3.0:1787398707.685763:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261076992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398707.685827:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261076992:12345-0@lo:400:kworker.0 Request processed in 65us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398707.685837:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:3.0:1787398707.685880:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261076992:0@lo:400:kworker.0 00000100:00100000:3.0:1787398707.685924:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261077120:0@lo:400:kworker.0 00000100:00100000:3.0:1787398707.685958:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398707.686028:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787398707.686038:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261077248:0@lo:400:kworker.0 00000100:00100000:3.0:1787398707.686070:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398707.686100:0:160294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261077120 00000100:00100000:3.0:1787398707.686103:0:160294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261077120 00000100:00100000:3.0:1787398707.686143:0:160294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261077248 00000100:00100000:3.0:1787398707.686147:0:160294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261077248 00000100:00100000:3.0:1787398707.686170:0:160294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:3.0:1787398707.686177:0:160294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261077120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398707.686211:0:160294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261077120:12345-0@lo:400:kworker.0 Request processed in 35us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398707.686216:0:160294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:3.0:1787398707.686228:0:160294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:3.0:1787398707.686234:0:160294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304180380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261077248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398707.686270:0:160294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304180380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261077248:12345-0@lo:400:kworker.0 Request processed in 35us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398707.686279:0:160294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00080000:3.0:1787398707.686299:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787398707.686303:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787398707.686330:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261077248:0@lo:400:kworker.0 00010000:00080000:3.0:1787398707.686351:0:106502:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf304182d80 x1874221261077120/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398723 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787398707.686359:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261077120:0@lo:400:kworker.0 00000100:00100000:3.0:1787398707.686394:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106500:1874221261077376:0@lo:400:kworker.0 00000100:00100000:3.0:1787398707.686416:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398707.686441:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261077376 00000100:00100000:3.0:1787398707.686445:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261077376 00000100:00100000:3.0:1787398707.686467:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:3.0:1787398707.686473:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106500:x1874221261077376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398707.686528:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106500:x1874221261077376:12345-0@lo:400:kworker.0 Request processed in 56us (111us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398707.686535:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:3.0:1787398707.686560:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106500:1874221261077376:0@lo:400:kworker.0 00000100:00100000:3.0:1787398707.686589:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106501:1874221261077504:0@lo:400:kworker.0 00000100:00100000:3.0:1787398707.686614:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398707.686638:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261077504 00000100:00100000:3.0:1787398707.686641:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261077504 00000100:00100000:3.0:1787398707.686667:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1787398707.686673:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106501:x1874221261077504:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1787398707.692400:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787398707.692472:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787398707.692522:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106503:1874221261077632:0@lo:400:kworker.0 00000100:00100000:2.0:1787398707.692597:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:0.0:1787398707.694911:0:164318:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf2026de000/dbe7f5ec-0726-4851-a675-2f47d040e30f for lustre-OST0001 00000100:00100000:2.0:1787398707.695069:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261077632 00000100:00100000:2.0:1787398707.695080:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261077632 00000100:00100000:2.0:1787398707.695157:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:2.0:1787398707.695188:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106503:x1874221261077632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398707.695285:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106503:x1874221261077632:12345-0@lo:400:kworker.0 Request processed in 100us (2688us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398707.695293:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00080000:2.0:1787398707.695315:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787398707.697176:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106501:x1874221261077504:12345-0@lo:400:kworker.0 Request processed in 10498us (10555us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398707.697189:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:1.0:1787398707.697549:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106501:1874221261077504:0@lo:400:kworker.0 00000020:00000080:0.0:1787398707.697996:0:164318:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf2026da000 for lustre-OST0001 00000100:00100000:1.0:1787398707.712020:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106503:1874221261077632:0@lo:400:kworker.0 00000100:00100000:0.0:1787398708.185754:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787398708.185786:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261077760:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787398708.185872:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398708.185959:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261077760 00000100:00100000:0.0:1787398708.185966:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261077760 00000100:00100000:0.0:1787398708.186020:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:0.0:1787398708.186040:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221261077760:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787398708.186074:0:158799:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:0.0:1787398708.186132:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221261077760:12345-0@lo:41:osp-pre-0-1.0 Request processed in 104us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398708.186139:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:0.0:1787398708.186190:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261077760:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787398708.194756:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787398708.194797:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261077888:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787398708.194890:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398708.195257:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261077888 00000100:00100000:3.0:1787398708.195266:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261077888 00000100:00100000:3.0:1787398708.195343:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:3.0:1787398708.195379:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20624df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261077888:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787398708.195418:0:159531:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:3.0:1787398708.195472:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20624df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261077888:12345-0@lo:41:osp-pre-1-0.0 Request processed in 95us (581us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398708.195519:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:1.0:1787398708.195802:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261077888:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1787398708.501640:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398708.695752:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304180e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261078016:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787398708.695830:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398708.696326:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261078016 00000100:00100000:0.0:1787398708.696335:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261078016 00000100:00100000:0.0:1787398708.696632:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:0.0:1787398708.696642:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304183800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261078016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787398708.696675:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69681152 avail 62513152 00000100:00100000:0.0:1787398708.696755:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304183800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261078016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 114us (924us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398708.696763:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:3.0:1787398708.697002:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787398708.697013:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261078144:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787398708.697045:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398708.697074:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261078144 00000100:00100000:3.0:1787398708.697078:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261078144 00000100:00100000:3.0:1787398708.697100:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:3.0:1787398708.697116:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261078144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787398708.697127:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69681152 avail 62513152 00000100:00100000:3.0:1787398708.697157:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261078144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398708.697164:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00100000:3.0:1787398708.697207:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261078144:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787398708.699242:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304180e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261078016:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1787398709.527873:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398709.717760:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261078272:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787398709.717832:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398709.717889:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304180e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261078400:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787398709.717918:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398709.717959:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261078272 00000100:00100000:3.0:1787398709.717975:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261078272 00000100:00100000:3.0:1787398709.718023:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261078400 00000100:00100000:3.0:1787398709.718041:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261078400 00000100:00100000:3.0:1787398709.718063:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:3.0:1787398709.718071:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261078272:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787398709.718111:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8668608 pending 0 free 36192256 avail 29024256 00000100:00100000:3.0:1787398709.718289:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261078272:12345-0@lo:13:osp-pre-0-0.0 Request processed in 218us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398709.718297:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000100:00100000:3.0:1787398709.718316:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 243 00000100:00100000:3.0:1787398709.718322:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261078400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787398709.718334:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8668608 pending 0 free 36192256 avail 29024256 00000100:00100000:3.0:1787398709.718365:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261078400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398709.718371:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 243 00000100:00080000:3.0:1787398709.718390:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1787398709.718419:0:106500:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf304180e00 x1874221261078400/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787398725 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787398709.718437:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304180e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261078400:0@lo:13:osp-pre-0-1.0 00010000:00080000:3.0:1787398709.718467:0:106503:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf304181c00 x1874221261078272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787398725 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787398709.718501:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261078272:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1787398710.550389:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787398710.778236:0:170006:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg436-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1787398711.575833:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1787398711.779432:0:170059:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1787398711.779960:0:170059:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1787398712.421891:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398712.421964:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398712.422053:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247617664 00000100:00100000:1.0:1787398712.422065:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247617664 00000100:00100000:1.0:1787398712.422144:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 267 00000100:00100000:1.0:1787398712.422155:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304180e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69164:x1874221247617664:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398712.422240:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304180e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69164:x1874221247617664:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 86us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398712.422249:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 267 00000100:00100000:2.0:1787398712.425652:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247617536 00000100:00100000:2.0:1787398712.425668:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247617536 00000100:00100000:2.0:1787398712.425740:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 485 00000100:00100000:2.0:1787398712.425751:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf304181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69164:x1874221247617536:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:2.0:1787398712.425845:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf304181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69164:x1874221247617536:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 95us (3966us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398712.425853:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 485 00000100:00080000:3.0:1787398712.426094:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787398712.426100:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787398712.431206:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398712.431258:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398712.431362:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247617408 00000100:00100000:1.0:1787398712.431372:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247617408 00000100:00100000:1.0:1787398712.431447:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 486 00000100:00100000:1.0:1787398712.431457:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33aae6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69162:x1874221247617408:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398712.431562:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33aae6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69162:x1874221247617408:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 107us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398712.431570:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 486 00000100:00080000:3.0:1787398712.431721:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787398712.432104:0:167312:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247617280 00000100:00100000:0.0:1787398712.432111:0:167312:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247617280 00000100:00100000:0.0:1787398712.432148:0:167312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 125 00000100:00100000:0.0:1787398712.432155:0:167312:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf30b979850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69162:x1874221247617280:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398712.432198:0:167312:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf30b979850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69162:x1874221247617280:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 43us (1006us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398712.432206:0:167312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 125 00010000:00010000:0.0:1787398712.598796:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398712.805008:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20624ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106502:1874221261078656:0@lo:400:kworker.0 00000100:00100000:1.0:1787398712.805096:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398712.805158:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20624fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261079168:0@lo:400:kworker.0 00000100:00100000:1.0:1787398712.805182:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398712.805376:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20624e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a066c752-c801-430f-905b-71f66cddaa9e:106501:1874221261078528:0@lo:400:kworker.0 00000100:00100000:3.0:1787398712.805418:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398712.805449:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20624d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261079040:0@lo:400:kworker.0 00000100:00100000:1.0:1787398712.805462:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20624e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261079680:0@lo:400:kworker.0 00000100:00100000:3.0:1787398712.805516:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398712.805529:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398712.805542:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20624f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261079552:0@lo:400:kworker.0 00000100:00100000:1.0:1787398712.805563:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1787398712.805574:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20624c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221261078784:0@lo:400:kworker.0 00000100:00100000:3.0:1787398712.805581:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398712.805609:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106501:1874221261080064:0@lo:400:kworker.0 00000100:00100000:1.0:1787398712.805613:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398712.805639:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20624c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106502:1874221261079296:0@lo:400:kworker.0 00000100:00100000:3.0:1787398712.805648:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398712.805676:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1787398712.805683:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398712.805685:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20624d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261078912:0@lo:400:kworker.0 00000100:00100000:1.0:1787398712.805712:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20624c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106502:1874221261079808:0@lo:400:kworker.0 00000100:00100000:3.0:1787398712.805733:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398712.805743:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398712.805763:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20624dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261079424:0@lo:400:kworker.0 00000100:00100000:3.0:1787398712.805788:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398712.805877:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33672df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106501:1874221261079936:0@lo:400:kworker.0 00000100:00100000:1.0:1787398712.805902:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261078656 00000100:00100000:3.0:1787398712.805904:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398712.805928:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261078656 00000100:00100000:1.0:1787398712.806299:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261078784 00000100:00100000:1.0:1787398712.806303:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261078784 00000100:00100000:1.0:1787398712.806318:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261080064 00000100:00100000:1.0:1787398712.806321:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261080064 00000100:00100000:1.0:1787398712.806334:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261079296 00000100:00100000:1.0:1787398712.806336:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261079296 00000100:00100000:1.0:1787398712.806347:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261079808 00000100:00100000:1.0:1787398712.806349:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261079808 00000100:00100000:1.0:1787398712.806359:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261079936 00000100:00100000:1.0:1787398712.806361:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261079936 00000100:00100000:1.0:1787398712.806376:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:1.0:1787398712.806385:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106502:x1874221261078656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398712.806439:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106502:x1874221261078656:12345-0@lo:400:kworker.0 Request processed in 55us (1343us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398712.806446:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:1.0:1787398712.806463:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:1.0:1787398712.806469:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106502:x1874221261078784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398712.806523:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106502:x1874221261078784:12345-0@lo:400:kworker.0 Request processed in 54us (913us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398712.806529:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:1.0:1787398712.806540:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:1.0:1787398712.806545:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f340000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106501:x1874221261080064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398712.806619:0:167309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261078528 00000100:00100000:3.0:1787398712.806624:0:167309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261078528 00000100:00100000:2.0:1787398712.806656:0:161119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261079168 00000100:00100000:3.0:1787398712.806661:0:167309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:2.0:1787398712.806662:0:161119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261079168 00000100:00100000:3.0:1787398712.806672:0:167309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf30b97ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+24:106501:x1874221261078528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398712.806720:0:161119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261079040 00000100:00100000:2.0:1787398712.806724:0:161119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261079040 00000100:00100000:2.0:1787398712.806745:0:161119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261079680 00000100:00100000:2.0:1787398712.806748:0:161119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261079680 00000100:00100000:2.0:1787398712.806766:0:161119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261079552 00000100:00100000:2.0:1787398712.806769:0:161119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261079552 00000100:00100000:2.0:1787398712.806798:0:161119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:2.0:1787398712.806805:0:161119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261079168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398712.806840:0:161119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261079168:12345-0@lo:400:kworker.0 Request processed in 35us (1657us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398712.806846:0:161119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00100000:2.0:1787398712.806857:0:161119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000100:00100000:2.0:1787398712.806863:0:161119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20aabd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261079040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398712.807109:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f340000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106501:x1874221261080064:12345-0@lo:400:kworker.0 Request processed in 562us (1460us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398712.807116:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:1.0:1787398712.807131:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:1.0:1787398712.807137:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106502:x1874221261079296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398712.807177:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106502:x1874221261079296:12345-0@lo:400:kworker.0 Request processed in 41us (1508us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398712.807183:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:1.0:1787398712.808166:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:1.0:1787398712.808179:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106502:x1874221261079808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398712.808309:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106502:x1874221261079808:12345-0@lo:400:kworker.0 Request processed in 133us (2566us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398712.808316:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:1.0:1787398712.808330:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:1.0:1787398712.808336:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106501:x1874221261079936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398712.810297:0:167309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf30b97ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+24:106501:x1874221261078528:12345-0@lo:400:kworker.0 Request processed in 3616us (4867us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398712.810323:0:167309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:3.0:1787398712.810399:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261078912 00000100:00100000:3.0:1787398712.810408:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261078912 00000100:00100000:3.0:1787398712.810451:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261079424 00000100:00100000:3.0:1787398712.810455:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261079424 00000100:00100000:3.0:1787398712.810495:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:3.0:1787398712.810504:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106501:x1874221261078912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398712.810573:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106501:x1874221261078912:12345-0@lo:400:kworker.0 Request processed in 71us (4842us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398712.810581:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00100000:3.0:1787398712.810597:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:3.0:1787398712.810605:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261079424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398712.810642:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261079424:12345-0@lo:400:kworker.0 Request processed in 39us (4853us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398712.810648:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:3.0:1787398712.810680:0:160295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00100000:3.0:1787398712.810690:0:160295:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261079680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398712.810739:0:160295:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261079680:12345-0@lo:400:kworker.0 Request processed in 52us (5212us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398712.810745:0:160295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00000100:00100000:3.0:1787398712.810761:0:160295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00100000:3.0:1787398712.810768:0:160295:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f340380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261079552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398712.810799:0:160295:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f340380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261079552:12345-0@lo:400:kworker.0 Request processed in 32us (5220us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398712.811038:0:160295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00000100:00100000:2.0:1787398712.817052:0:161119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20aabd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261079040:12345-0@lo:400:kworker.0 Request processed in 10177us (11524us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398712.817068:0:161119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00000100:00080000:0.0:1787398712.830953:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787398712.830967:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787398712.830971:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787398712.830974:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787398712.831056:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20624c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221261078784:0@lo:400:kworker.0 00000100:00100000:0.0:1787398712.831076:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20624c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106502:1874221261079296:0@lo:400:kworker.0 00000100:00100000:0.0:1787398712.831089:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20624c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106502:1874221261079808:0@lo:400:kworker.0 00000100:00100000:0.0:1787398712.831100:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20624ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106502:1874221261078656:0@lo:400:kworker.0 00000100:00100000:0.0:1787398712.831111:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20624fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261079168:0@lo:400:kworker.0 00000100:00100000:0.0:1787398712.831148:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20624e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261079680:0@lo:400:kworker.0 00000100:00100000:0.0:1787398712.831541:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20624d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261078912:0@lo:400:kworker.0 00000100:00100000:0.0:1787398712.831556:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20624dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261079424:0@lo:400:kworker.0 00000100:00100000:1.0:1787398712.833997:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106501:x1874221261079936:12345-0@lo:400:kworker.0 Request processed in 25648us (28080us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398712.834014:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:0.0:1787398712.835964:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106501:1874221261079936:0@lo:400:kworker.0 00000100:00100000:0.0:1787398712.835984:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20624e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a066c752-c801-430f-905b-71f66cddaa9e:106501:1874221261078528:0@lo:400:kworker.0 00010000:00080000:0.0:1787398712.835999:0:106501:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf20624d880 x1874221261079040/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398728 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787398712.836009:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20624d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261079040:0@lo:400:kworker.0 00010000:00080000:0.0:1787398712.836031:0:106501:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf20624f800 x1874221261079552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398728 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787398712.836040:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20624f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261079552:0@lo:400:kworker.0 00000100:00100000:0.0:1787398712.836059:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33672ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106501:1874221261080064:0@lo:400:kworker.0 00000020:00000004:1.0:1787398712.959987:0:170109:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1787398712.960617:0:170109:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1787398713.066670:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398713.067721:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247617792 00000100:00100000:1.0:1787398713.067733:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247617792 00000100:00100000:1.0:1787398713.067796:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 814 00000100:00100000:1.0:1787398713.067806:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f343800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:125777:x1874221247617792:12345-192.168.204.36@tcp:41:lfs.0 00000004:00000024:1.0:1787398713.067845:0:158795:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:1.0:1787398713.067926:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f343800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:125777:x1874221247617792:12345-192.168.204.36@tcp:41:lfs.0 Request processed in 121us (1267us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398713.067934:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 814 00000100:00100000:1.0:1787398713.075750:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398713.075796:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247617920 00000100:00100000:1.0:1787398713.075805:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247617920 00000100:00100000:1.0:1787398713.075872:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 815 00000100:00100000:1.0:1787398713.075882:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:125777:x1874221247617920:12345-192.168.204.36@tcp:41:lfs.0 00000004:00000024:1.0:1787398713.075922:0:158794:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:1.0:1787398713.076072:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:125777:x1874221247617920:12345-192.168.204.36@tcp:41:lfs.0 Request processed in 191us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398713.076081:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 815 00000100:00100000:2.0:1787398713.082034:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398713.083153:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247618048 00000100:00100000:3.0:1787398713.083167:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247618048 00000100:00100000:3.0:1787398713.083245:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 244 00000100:00100000:3.0:1787398713.083255:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:125777:x1874221247618048:12345-192.168.204.36@tcp:13:lfs.0 00002000:00000024:3.0:1787398713.083289:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8668608 pending 0 free 36192256 avail 29024256 00000100:00100000:3.0:1787398713.083380:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:125777:x1874221247618048:12345-192.168.204.36@tcp:13:lfs.0 Request processed in 126us (1370us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398713.083388:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 244 00000100:00100000:3.0:1787398713.088767:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398713.088846:0:162518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247618176 00000100:00100000:0.0:1787398713.088856:0:162518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247618176 00000100:00100000:0.0:1787398713.088903:0:162518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 486 00000100:00100000:0.0:1787398713.088911:0:162518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:0+-99:69161:x1874221247618176:12345-192.168.204.36@tcp:8:lfs.0 00010000:00080000:0.0:1787398713.088958:0:162518:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0001: connection from dbe7f5ec-0726-4851-a675-2f47d040e30f@192.168.204.36@tcp t0 exp 0000000000000000 cur 5734 last 0 00000020:00000080:0.0:1787398713.088993:0:162518:0:(genops.c:1406:class_connect()) connect: client dbe7f5ec-0726-4851-a675-2f47d040e30f, cookie 0x5703899912344d5c 00002000:00100000:0.0:1787398713.089006:0:162518:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli dbe7f5ec-0726-4851-a675-2f47d040e30f/ffff9cf20ab2a800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211366d ocd_grant: 61149184 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1787398713.089034:0:162518:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1787398713.089123:0:162518:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1787398713.089160:0:162518:0:(import.c:65:import_set_state_nolock()) ffff9cf20ab2e000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787398713.089238:0:162518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69161:x1874221247618176:12345-192.168.204.36@tcp:8:lfs.0 Request processed in 325us (481us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398713.089246:0:162518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 486 00000100:00100000:1.0:1787398713.100898:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398713.100967:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247618304 00000100:00100000:3.0:1787398713.100977:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247618304 00000100:00100000:3.0:1787398713.101090:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 245 00000100:00100000:3.0:1787398713.101101:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:125777:x1874221247618304:12345-192.168.204.36@tcp:13:lfs.0 00002000:00000024:3.0:1787398713.101128:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8057920 pending 0 free 69681152 avail 62513152 00000100:00100000:3.0:1787398713.101198:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:125777:x1874221247618304:12345-192.168.204.36@tcp:13:lfs.0 Request processed in 99us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398713.101206:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 245 00000100:00080000:0.0:1787398713.105946:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787398713.301778:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787398713.301806:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261080192:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787398713.301877:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398713.302105:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261080192 00000100:00100000:3.0:1787398713.302114:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261080192 00000100:00100000:3.0:1787398713.302172:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:3.0:1787398713.302180:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261080192:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787398713.302208:0:158799:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:3.0:1787398713.302262:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261080192:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398713.302269:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:2.0:1787398713.302378:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261080192:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787398713.308893:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261080320:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787398713.308981:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398713.309226:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261080320 00000100:00100000:3.0:1787398713.309235:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261080320 00000100:00100000:3.0:1787398713.309294:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:3.0:1787398713.309303:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106503:x1874221261080320:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787398713.309330:0:159531:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:3.0:1787398713.309386:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106503:x1874221261080320:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398713.309392:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:2.0:1787398713.309519:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261080320:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1787398713.621882:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398713.814377:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261080448:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787398713.814462:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398713.815072:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261080576:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787398713.815110:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398713.816103:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261080448 00000100:00100000:3.0:1787398713.816113:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261080448 00000100:00100000:3.0:1787398713.816149:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261080576 00000100:00100000:3.0:1787398713.816152:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261080576 00000100:00100000:3.0:1787398713.816170:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:3.0:1787398713.816178:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261080448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787398713.816201:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8057920 pending 0 free 69681152 avail 62513152 00000100:00100000:3.0:1787398713.816258:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261080448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (1796us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398713.816265:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00100000:3.0:1787398713.816282:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:3.0:1787398713.816289:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261080576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787398713.816298:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8057920 pending 0 free 69681152 avail 62513152 00000100:00100000:3.0:1787398713.816344:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261080576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (1232us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398713.816350:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00100000:3.0:1787398713.818196:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261080448:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787398713.819312:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261080576:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1787398714.646862:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398714.837656:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787398714.837704:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261080704:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787398714.837802:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398714.837859:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261080704 00000100:00100000:3.0:1787398714.837868:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261080704 00000100:00100000:3.0:1787398714.837949:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:3.0:1787398714.837958:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f342d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261080704:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787398714.838001:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8668608 pending 0 free 36192256 avail 29024256 00000100:00100000:3.0:1787398714.838055:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f342d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261080704:12345-0@lo:13:osp-pre-0-0.0 Request processed in 98us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398714.838064:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00010000:00080000:3.0:1787398714.838118:0:106503:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf31f341f80 x1874221261080704/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787398730 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787398714.838139:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261080704:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787398714.838553:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787398714.838565:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261080832:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787398714.838597:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1787398714.838622:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787398714.838632:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261080832 00000100:00100000:0.0:1787398714.838636:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261080832 00000100:00100000:0.0:1787398714.838663:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:0.0:1787398714.838669:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261080832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787398714.838680:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8668608 pending 0 free 36192256 avail 29024256 00000100:00100000:0.0:1787398714.838720:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261080832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (122us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398714.838727:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00080000:0.0:1787398714.838745:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1787398714.838889:0:106502:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf20af1b800 x1874221261080832/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787398730 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787398714.838968:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261080832:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1787398715.669786:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398716.694664:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398717.540226:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398717.540262:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398717.540286:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398717.540308:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398717.540332:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398717.540358:0:167312:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247618432 00000100:00100000:3.0:1787398717.540367:0:167312:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247618432 00000100:00100000:3.0:1787398717.540418:0:167312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 127 00000100:00100000:3.0:1787398717.540428:0:167312:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf205cf3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69163:x1874221247618432:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398717.540517:0:167312:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf205cf3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69163:x1874221247618432:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 89us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398717.540524:0:167312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 127 00000100:00100000:3.0:1787398717.540565:0:162522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247618944 00000100:00100000:3.0:1787398717.540568:0:162522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247618944 00000100:00100000:3.0:1787398717.540602:0:162522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247618816 00000100:00100000:3.0:1787398717.540604:0:162522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247618816 00000100:00100000:3.0:1787398717.540624:0:162522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 272 00000100:00100000:3.0:1787398717.540631:0:162522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f342300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69163:x1874221247618944:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398717.540658:0:162522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f342300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69163:x1874221247618944:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 28us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398717.540665:0:162522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 272 00000100:00100000:3.0:1787398717.541393:0:162522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 273 00000100:00100000:3.0:1787398717.541403:0:162522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69164:x1874221247618816:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398717.541437:0:162522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69164:x1874221247618816:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 37us (1104us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398717.541471:0:162522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 273 00000100:00100000:3.0:1787398717.541511:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247618560 00000100:00100000:3.0:1787398717.541516:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247618560 00000100:00100000:3.0:1787398717.541544:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247618688 00000100:00100000:3.0:1787398717.541547:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247618688 00000100:00100000:3.0:1787398717.541564:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 493 00000100:00100000:3.0:1787398717.541570:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69163:x1874221247618560:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398717.541598:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69163:x1874221247618560:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 28us (1386us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398717.541605:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 493 00000100:00100000:3.0:1787398717.541618:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 494 00000100:00100000:3.0:1787398717.541623:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69164:x1874221247618688:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398717.541648:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69164:x1874221247618688:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 24us (1339us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398717.543434:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 494 00000100:00080000:3.0:1787398717.543561:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787398717.543566:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787398717.543569:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787398717.543571:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1787398717.719059:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398717.910506:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a066c752-c801-430f-905b-71f66cddaa9e:106500:1874221261080960:0@lo:400:kworker.0 00000100:00100000:3.0:1787398717.910587:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398717.910633:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261081472:0@lo:400:kworker.0 00000100:00100000:3.0:1787398717.910657:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398717.910690:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206141880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261081984:0@lo:400:kworker.0 00000100:00100000:3.0:1787398717.910713:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398717.910729:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206140000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106500:1874221261082496:0@lo:400:kworker.0 00000100:00100000:3.0:1787398717.910754:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398717.910778:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1787398717.910784:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106500:1874221261081088:0@lo:400:kworker.0 00000100:00100000:3.0:1787398717.910807:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398717.910822:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261081600:0@lo:400:kworker.0 00000100:00100000:3.0:1787398717.910841:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398717.910855:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206140a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261082112:0@lo:400:kworker.0 00000100:00100000:3.0:1787398717.910876:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398717.910907:0:167309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261080960 00000100:00100000:3.0:1787398717.910916:0:167309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261080960 00000100:00100000:3.0:1787398717.910975:0:167309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:3.0:1787398717.910984:0:167309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20922fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+24:106500:x1874221261080960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398717.911037:0:167309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20922fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+24:106500:x1874221261080960:12345-0@lo:400:kworker.0 Request processed in 54us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398717.911055:0:167309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00100000:3.0:1787398717.915217:0:160295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261081472 00000100:00100000:3.0:1787398717.915234:0:160295:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261081472 00000100:00100000:3.0:1787398717.915312:0:160295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261081984 00000100:00100000:3.0:1787398717.915315:0:160295:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261081984 00000100:00100000:3.0:1787398717.915336:0:160295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261081600 00000100:00100000:3.0:1787398717.915339:0:160295:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261081600 00000100:00100000:3.0:1787398717.915360:0:160295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261082112 00000100:00100000:3.0:1787398717.915363:0:160295:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261082112 00000100:00100000:3.0:1787398717.915390:0:160295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:3.0:1787398717.915399:0:160295:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261081472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398717.915507:0:160295:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261081472:12345-0@lo:400:kworker.0 Request processed in 109us (4849us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398717.915515:0:160295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00100000:3.0:1787398717.915532:0:160295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00100000:3.0:1787398717.915538:0:160295:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261081984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398717.915571:0:160295:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261081984:12345-0@lo:400:kworker.0 Request processed in 33us (4857us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398717.915576:0:160295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00000100:00100000:3.0:1787398717.915588:0:160295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000100:00100000:3.0:1787398717.915593:0:160295:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261081600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398717.915623:0:160295:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261081600:12345-0@lo:400:kworker.0 Request processed in 30us (4781us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398717.915628:0:160295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 00000100:00100000:3.0:1787398717.915638:0:160295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:3.0:1787398717.915644:0:160295:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261082112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398717.915890:0:160295:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261082112:12345-0@lo:400:kworker.0 Request processed in 245us (5013us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398717.915897:0:160295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00080000:3.0:1787398717.915951:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787398717.915956:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787398717.916008:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261081600:0@lo:400:kworker.0 00000100:00100000:3.0:1787398717.916022:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206140a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261082112:0@lo:400:kworker.0 00000100:00100000:3.0:1787398717.916033:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a066c752-c801-430f-905b-71f66cddaa9e:106500:1874221261080960:0@lo:400:kworker.0 00010000:00080000:3.0:1787398717.916047:0:106500:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf20af18700 x1874221261081472/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398733 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787398717.916058:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261081472:0@lo:400:kworker.0 00010000:00080000:3.0:1787398717.916069:0:106500:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf206141880 x1874221261081984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398733 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787398717.916078:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206141880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261081984:0@lo:400:kworker.0 00000100:00100000:1.0:1787398717.918541:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261082496 00000100:00100000:1.0:1787398717.918558:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261082496 00000100:00100000:1.0:1787398717.918629:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261081088 00000100:00100000:1.0:1787398717.918633:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261081088 00000100:00100000:1.0:1787398717.918661:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:1.0:1787398717.918670:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106500:x1874221261082496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398717.918750:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106500:x1874221261082496:12345-0@lo:400:kworker.0 Request processed in 82us (7994us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398717.918757:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:1.0:1787398717.918774:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:1.0:1787398717.918780:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106500:x1874221261081088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398717.918811:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106500:x1874221261081088:12345-0@lo:400:kworker.0 Request processed in 32us (8003us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398717.918830:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:1.0:1787398717.918889:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221261081216:0@lo:400:kworker.0 00000100:00100000:1.0:1787398717.918940:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398717.918965:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206142a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106502:1874221261081728:0@lo:400:kworker.0 00000100:00100000:1.0:1787398717.918987:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398717.919004:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206143480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106502:1874221261082240:0@lo:400:kworker.0 00000100:00100000:1.0:1787398717.919025:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398717.919043:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1787398717.919050:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261081344:0@lo:400:kworker.0 00000100:00100000:1.0:1787398717.919074:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398717.919206:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206143b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261081856:0@lo:400:kworker.0 00000100:00100000:1.0:1787398717.919234:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398717.919254:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206141180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106502:1874221261082368:0@lo:400:kworker.0 00000100:00100000:1.0:1787398717.919273:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398717.919300:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261081216 00000100:00100000:1.0:1787398717.919304:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261081216 00000100:00100000:1.0:1787398717.919323:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261081728 00000100:00100000:1.0:1787398717.919326:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261081728 00000100:00100000:1.0:1787398717.919337:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261082240 00000100:00100000:1.0:1787398717.919341:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261082240 00000100:00100000:1.0:1787398717.919352:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261082368 00000100:00100000:1.0:1787398717.919354:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261082368 00000100:00100000:1.0:1787398717.919368:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:1.0:1787398717.919373:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106502:x1874221261081216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398717.919407:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106502:x1874221261081216:12345-0@lo:400:kworker.0 Request processed in 34us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398717.919425:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:1.0:1787398717.919439:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:1.0:1787398717.919445:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106502:x1874221261081728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398717.919557:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106502:x1874221261081728:12345-0@lo:400:kworker.0 Request processed in 111us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398717.919564:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:1.0:1787398717.919576:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:1.0:1787398717.919582:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106502:x1874221261082240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398717.919610:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106502:x1874221261082240:12345-0@lo:400:kworker.0 Request processed in 28us (584us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398717.919616:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:1.0:1787398717.919629:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:1.0:1787398717.919636:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106502:x1874221261082368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398717.919666:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106502:x1874221261082368:12345-0@lo:400:kworker.0 Request processed in 31us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398717.919672:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:1.0:1787398717.919697:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261081344 00000100:00100000:1.0:1787398717.919701:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261081344 00000100:00100000:1.0:1787398717.919746:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261081856 00000100:00100000:1.0:1787398717.919750:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261081856 00000100:00100000:1.0:1787398717.919770:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:1.0:1787398717.919777:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221261081344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398717.919814:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221261081344:12345-0@lo:400:kworker.0 Request processed in 38us (739us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398717.919820:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:1.0:1787398717.919841:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:1.0:1787398717.919846:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261081856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398717.919878:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261081856:12345-0@lo:400:kworker.0 Request processed in 32us (643us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398717.919883:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:1.0:1787398717.919939:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261081344:0@lo:400:kworker.0 00000100:00100000:1.0:1787398717.919950:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206143b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261081856:0@lo:400:kworker.0 00000100:00100000:1.0:1787398717.919960:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206141180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106502:1874221261082368:0@lo:400:kworker.0 00000100:00100000:1.0:1787398717.919968:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221261081216:0@lo:400:kworker.0 00000100:00100000:1.0:1787398717.919977:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206142a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106502:1874221261081728:0@lo:400:kworker.0 00000100:00100000:1.0:1787398717.919985:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206143480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106502:1874221261082240:0@lo:400:kworker.0 00000100:00080000:3.0:1787398717.920260:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787398717.920265:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787398717.920290:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106500:1874221261081088:0@lo:400:kworker.0 00000100:00100000:3.0:1787398717.920302:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206140000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106500:1874221261082496:0@lo:400:kworker.0 00000100:00100000:1.0:1787398718.425148:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261082752:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787398718.425221:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398718.425283:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261082752 00000100:00100000:1.0:1787398718.425291:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261082752 00000100:00100000:1.0:1787398718.425341:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:1.0:1787398718.425349:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261082752:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787398718.425384:0:162682:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:1.0:1787398718.425425:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261082752:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398718.425432:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00100000:1.0:1787398718.425507:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261082752:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787398718.429426:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787398718.429460:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261082624:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787398718.429553:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398718.429607:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261082624 00000100:00100000:2.0:1787398718.429615:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261082624 00000100:00100000:2.0:1787398718.429666:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:2.0:1787398718.429675:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221261082624:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787398718.429709:0:158799:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:2.0:1787398718.429752:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221261082624:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398718.429759:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:2.0:1787398718.429821:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261082624:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1787398718.749331:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787398718.890352:0:170350:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg436-server.virtnet: executing wait_import_state FULL os[cp].lustre-OST0000-osc-MDT0000.ost_server_uuid 50 00000100:00100000:1.0:1787398718.941432:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261082880:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787398718.941574:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398718.941741:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261082880 00000100:00100000:1.0:1787398718.941752:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261082880 00000100:00100000:1.0:1787398718.941814:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:1.0:1787398718.941824:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261082880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787398718.941865:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8057920 pending 0 free 69681152 avail 62513152 00000100:00100000:1.0:1787398718.943200:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261082880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 989us (1239us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398718.943216:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00000100:00100000:1.0:1787398718.943271:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261083008:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787398718.943323:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398718.946354:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261083008 00000100:00100000:1.0:1787398718.946373:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261083008 00000100:00100000:1.0:1787398718.947040:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:1.0:1787398718.947055:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261083008:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787398718.947092:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8057920 pending 0 free 69681152 avail 62513152 00000100:00100000:1.0:1787398718.947209:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261083008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 157us (3885us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398718.947217:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00100000:1.0:1787398718.947292:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261082880:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787398718.949109:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261083008:0@lo:13:osp-pre-1-1.0 00000001:00100000:0.0:1787398718.949400:0:161106:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of dbe7f5ec-0726-4851-a675-2f47d040e30f 00000001:02000400:0.0:1787398719.198379:0:170375:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: os[cp].lustre-OST0000-osc-MDT0000.ost_server_uuid in FULL state after 0 sec 00010000:00010000:1.0:1787398719.767210:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398719.959079:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787398719.959103:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206143100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261083136:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787398719.959176:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398719.959227:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261083136 00000100:00100000:0.0:1787398719.959235:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261083136 00000100:00100000:0.0:1787398719.959295:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:0.0:1787398719.959304:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf206141c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261083136:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787398719.959335:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8668608 pending 0 free 36192256 avail 29024256 00000100:00100000:0.0:1787398719.959378:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf206141c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261083136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398719.959686:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00080000:0.0:1787398719.959712:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1787398719.961016:0:106500:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf206143100 x1874221261083136/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787398735 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787398719.961040:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206143100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261083136:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787398719.961398:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261083264:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787398719.961457:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398719.962361:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261083264 00000100:00100000:0.0:1787398719.962371:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261083264 00000100:00100000:0.0:1787398719.962456:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:0.0:1787398719.962464:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261083264:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787398719.962504:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8668608 pending 0 free 36192256 avail 29024256 00000100:00100000:0.0:1787398719.962565:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261083264:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (1106us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398719.962589:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00010000:00080000:0.0:1787398719.962631:0:106502:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf33e17d500 x1874221261083264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787398735 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787398719.962647:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261083264:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1787398719.962679:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1787398720.791412:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398721.814658:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398722.670438:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398722.670553:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398722.670573:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398722.670597:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398722.670627:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398722.670668:0:162518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247619456 00000100:00100000:0.0:1787398722.670688:0:162518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247619456 00000100:00100000:0.0:1787398722.670904:0:162518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247619584 00000100:00100000:0.0:1787398722.670909:0:162518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247619584 00000100:00100000:0.0:1787398722.670943:0:162518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 278 00000100:00100000:0.0:1787398722.670956:0:162518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf206143100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69162:x1874221247619456:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398722.671030:0:162518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf206143100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69162:x1874221247619456:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 77us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398722.671039:0:162518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 278 00000100:00100000:0.0:1787398722.671062:0:162518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 279 00000100:00100000:0.0:1787398722.671080:0:162518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf206140000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69163:x1874221247619584:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398722.671106:0:162518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf206140000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69163:x1874221247619584:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 28us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398722.671112:0:162518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 279 00000100:00100000:0.0:1787398722.671134:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247619200 00000100:00100000:0.0:1787398722.671145:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247619200 00000100:00100000:0.0:1787398722.671172:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247619328 00000100:00100000:0.0:1787398722.671174:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247619328 00000100:00100000:0.0:1787398722.671193:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 501 00000100:00100000:0.0:1787398722.671199:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf206143480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69164:x1874221247619200:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398722.671229:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf206143480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69164:x1874221247619200:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 30us (631us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398722.671235:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 501 00000100:00100000:0.0:1787398722.671250:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 502 00000100:00100000:0.0:1787398722.671256:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf206142a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69164:x1874221247619328:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398722.671281:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf206142a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69164:x1874221247619328:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 25us (652us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398722.671287:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 502 00000100:00080000:0.0:1787398722.671307:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787398722.671311:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787398722.671314:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787398722.671316:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787398722.674378:0:167312:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247619072 00000100:00100000:3.0:1787398722.674396:0:167312:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247619072 00000100:00100000:3.0:1787398722.674516:0:167312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 129 00000100:00100000:3.0:1787398722.674528:0:167312:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20922c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69163:x1874221247619072:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398722.674595:0:167312:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20922c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69163:x1874221247619072:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 69us (4168us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398722.674610:0:167312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 129 00010000:00010000:3.0:1787398722.844362:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398723.031878:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261083776:0@lo:400:kworker.0 00000100:00100000:3.0:1787398723.031955:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398723.032016:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261084288:0@lo:400:kworker.0 00000100:00100000:3.0:1787398723.032036:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398723.032052:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20b889c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106502:1874221261084800:0@lo:400:kworker.0 00000100:00100000:3.0:1787398723.032073:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398723.032096:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:3.0:1787398723.032102:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221261083392:0@lo:400:kworker.0 00000100:00100000:3.0:1787398723.032127:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398723.032161:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261083904:0@lo:400:kworker.0 00000100:00100000:3.0:1787398723.032184:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398723.032200:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261084416:0@lo:400:kworker.0 00000100:00100000:3.0:1787398723.032220:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398723.032235:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20b888e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106502:1874221261084928:0@lo:400:kworker.0 00000100:00100000:3.0:1787398723.032252:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398723.032276:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106500:1874221261083520:0@lo:400:kworker.0 00000100:00100000:3.0:1787398723.032297:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398723.032312:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261084032:0@lo:400:kworker.0 00000100:00100000:3.0:1787398723.032331:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398723.032346:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261084544:0@lo:400:kworker.0 00000100:00100000:3.0:1787398723.032364:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398723.032387:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1787398723.032548:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106500:1874221261083648:0@lo:400:kworker.0 00000100:00100000:3.0:1787398723.032573:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398723.032590:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106500:1874221261084160:0@lo:400:kworker.0 00000100:00100000:3.0:1787398723.032611:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398723.032621:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106500:1874221261084672:0@lo:400:kworker.0 00000100:00100000:3.0:1787398723.032637:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398723.032662:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261083776 00000100:00100000:3.0:1787398723.032670:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261083776 00000100:00100000:3.0:1787398723.032854:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261084288 00000100:00100000:3.0:1787398723.032858:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261084288 00000100:00100000:3.0:1787398723.032883:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:3.0:1787398723.032890:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b889f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221261083776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398723.032943:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b889f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221261083776:12345-0@lo:400:kworker.0 Request processed in 53us (987us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398723.032951:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:3.0:1787398723.032969:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00100000:3.0:1787398723.032975:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b88b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261084288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398723.033000:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b88b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261084288:12345-0@lo:400:kworker.0 Request processed in 25us (962us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398723.033005:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00100000:3.0:1787398723.033027:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261084800 00000100:00100000:3.0:1787398723.033030:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261084800 00000100:00100000:3.0:1787398723.033056:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261084928 00000100:00100000:3.0:1787398723.033059:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261084928 00000100:00100000:3.0:1787398723.033069:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261083520 00000100:00100000:3.0:1787398723.033071:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261083520 00000100:00100000:3.0:1787398723.033081:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261083648 00000100:00100000:3.0:1787398723.033089:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261083648 00000100:00100000:3.0:1787398723.033102:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261084160 00000100:00100000:3.0:1787398723.033104:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261084160 00000100:00100000:3.0:1787398723.033114:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261084672 00000100:00100000:3.0:1787398723.033115:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261084672 00000100:00100000:3.0:1787398723.033126:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:3.0:1787398723.033964:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b88aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106502:x1874221261084800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398723.034014:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b88aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106502:x1874221261084800:12345-0@lo:400:kworker.0 Request processed in 883us (1940us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398723.034022:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:3.0:1787398723.034045:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:3.0:1787398723.034052:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b888380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106502:x1874221261084928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398723.034080:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b888380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106502:x1874221261084928:12345-0@lo:400:kworker.0 Request processed in 29us (1827us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398723.034085:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:3.0:1787398723.034097:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:3.0:1787398723.034103:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b889880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106500:x1874221261083520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398723.034687:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b889880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106500:x1874221261083520:12345-0@lo:400:kworker.0 Request processed in 582us (2386us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398723.034721:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261083904 00000100:00100000:2.0:1787398723.034729:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261083904 00000100:00100000:3.0:1787398723.034767:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:2.0:1787398723.034767:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261084416 00000100:00100000:2.0:1787398723.034770:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261084416 00000100:00100000:3.0:1787398723.034781:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:3.0:1787398723.034788:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b88b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106500:x1874221261083648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398723.034798:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261084032 00000100:00100000:2.0:1787398723.034801:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261084032 00000100:00100000:2.0:1787398723.034818:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261084544 00000100:00100000:2.0:1787398723.034832:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261084544 00000100:00100000:3.0:1787398723.034833:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b88b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106500:x1874221261083648:12345-0@lo:400:kworker.0 Request processed in 35us (2248us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398723.034839:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:3.0:1787398723.034852:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:2.0:1787398723.034853:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 280 00000100:00100000:3.0:1787398723.034859:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b889500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106500:x1874221261084160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398723.034859:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b888a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261083904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398723.034893:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b889500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106500:x1874221261084160:12345-0@lo:400:kworker.0 Request processed in 35us (2281us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398723.034894:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b888a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261083904:12345-0@lo:400:kworker.0 Request processed in 36us (2710us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398723.034900:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:2.0:1787398723.034900:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 280 00000100:00100000:3.0:1787398723.034912:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:2.0:1787398723.034912:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00000100:00100000:3.0:1787398723.034918:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b88ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106500:x1874221261084672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398723.034918:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b889180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261084416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398723.034944:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b88ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106500:x1874221261084672:12345-0@lo:400:kworker.0 Request processed in 25us (2305us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398723.034944:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b889180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261084416:12345-0@lo:400:kworker.0 Request processed in 26us (2723us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398723.034949:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:2.0:1787398723.034949:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00000100:00100000:2.0:1787398723.034960:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:2.0:1787398723.034965:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b88a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261084032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398723.034968:0:160295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:3.0:1787398723.034973:0:160295:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261084544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398723.034991:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b88a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261084032:12345-0@lo:400:kworker.0 Request processed in 27us (2659us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398723.034997:0:160295:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261084544:12345-0@lo:400:kworker.0 Request processed in 25us (2633us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398723.034997:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00100000:3.0:1787398723.035003:0:160295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00000100:00080000:3.0:1787398723.035026:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787398723.035028:0:167309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261083392 00000100:00080000:3.0:1787398723.035030:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787398723.035031:0:167309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261083392 00000100:00080000:3.0:1787398723.035033:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787398723.035035:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787398723.035126:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106500:1874221261083648:0@lo:400:kworker.0 00000100:00100000:1.0:1787398723.035165:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106500:1874221261084160:0@lo:400:kworker.0 00000100:00100000:1.0:1787398723.035174:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106500:1874221261084672:0@lo:400:kworker.0 00000100:00100000:1.0:1787398723.035184:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106500:1874221261083520:0@lo:400:kworker.0 00000100:00100000:1.0:1787398723.035192:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261084032:0@lo:400:kworker.0 00000100:00100000:1.0:1787398723.035201:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261084544:0@lo:400:kworker.0 00000100:00100000:2.0:1787398723.035809:0:167309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:2.0:1787398723.035819:0:167309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20922c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221261083392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398723.035873:0:167309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20922c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221261083392:12345-0@lo:400:kworker.0 Request processed in 57us (3745us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398723.035880:0:167309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00100000:3.0:1787398723.036932:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221261083392:0@lo:400:kworker.0 00010000:00080000:3.0:1787398723.036953:0:106502:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf33e17ed80 x1874221261083904/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398739 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787398723.036967:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261083904:0@lo:400:kworker.0 00010000:00080000:3.0:1787398723.036980:0:106502:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf20af18700 x1874221261084416/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398739 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787398723.036989:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261084416:0@lo:400:kworker.0 00000100:00100000:3.0:1787398723.037215:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20b888e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106502:1874221261084928:0@lo:400:kworker.0 00000100:00100000:3.0:1787398723.037230:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261083776:0@lo:400:kworker.0 00000100:00100000:3.0:1787398723.037242:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261084288:0@lo:400:kworker.0 00000100:00100000:3.0:1787398723.037255:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20b889c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106502:1874221261084800:0@lo:400:kworker.0 00000100:00100000:2.0:1787398723.541670:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787398723.541704:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33f7d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261085056:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787398723.541781:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398723.541851:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261085056 00000100:00100000:2.0:1787398723.541859:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261085056 00000100:00100000:2.0:1787398723.541916:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00000100:00100000:2.0:1787398723.541926:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106501:x1874221261085056:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787398723.541964:0:162682:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:2.0:1787398723.542010:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106501:x1874221261085056:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398723.542018:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 00000100:00100000:2.0:1787398723.542083:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33f7d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261085056:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787398723.546586:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787398723.546612:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20b889c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261085184:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787398723.546697:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398723.546865:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261085184 00000100:00100000:2.0:1787398723.546874:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261085184 00000100:00100000:2.0:1787398723.546927:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:2.0:1787398723.546937:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b888e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261085184:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787398723.546970:0:158799:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:2.0:1787398723.547020:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b888e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261085184:12345-0@lo:41:osp-pre-1-0.0 Request processed in 85us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398723.547027:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00100000:2.0:1787398723.547676:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20b889c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261085184:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1787398723.863457:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398724.054189:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20b88a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261085312:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787398724.054278:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398724.054433:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261085312 00000100:00100000:3.0:1787398724.054452:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261085312 00000100:00100000:3.0:1787398724.054593:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:3.0:1787398724.054607:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf206141180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261085312:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787398724.054653:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8057920 pending 0 free 69681152 avail 62513152 00000100:00100000:3.0:1787398724.055095:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf206141180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261085312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 490us (815us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398724.055104:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00100000:1.0:1787398724.056011:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20b88a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261085312:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787398724.066921:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261085440:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787398724.067001:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398724.068170:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261085440 00000100:00100000:1.0:1787398724.068183:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261085440 00000100:00100000:1.0:1787398724.068253:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:1.0:1787398724.068263:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261085440:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787398724.068290:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8057920 pending 0 free 69681152 avail 62513152 00000100:00100000:1.0:1787398724.068357:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261085440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (1356us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398724.068365:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000100:00100000:1.0:1787398724.068419:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261085440:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1787398724.886085:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398725.077835:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206143b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261085568:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787398725.077936:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398725.081666:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261085568 00000100:00100000:1.0:1787398725.081687:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261085568 00000100:00080000:0.0:1787398725.081853:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787398725.081916:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:1.0:1787398725.081929:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261085568:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787398725.081978:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8668608 pending 0 free 36192256 avail 29024256 00000100:00100000:1.0:1787398725.082087:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261085568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 162us (4150us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398725.082095:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00010000:00080000:1.0:1787398725.082875:0:106500:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf206143b80 x1874221261085568/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787398741 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787398725.082908:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206143b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261085568:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787398725.082946:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787398725.082963:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20b88bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261085696:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787398725.083039:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398725.093344:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261085696 00000100:00100000:0.0:1787398725.093366:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261085696 00000100:00100000:0.0:1787398725.093502:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00100000:0.0:1787398725.093514:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261085696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787398725.093549:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8668608 pending 0 free 36192256 avail 29024256 00000100:00100000:0.0:1787398725.093668:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261085696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 156us (10628us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398725.093685:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00010000:00080000:0.0:1787398725.093746:0:106500:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf20b88bb80 x1874221261085696/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787398741 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787398725.093946:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787398725.094250:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20b88bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261085696:0@lo:13:osp-pre-0-0.0 00000001:02000400:2.0:1787398725.641306:0:170618:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg436-server.virtnet: executing wait_import_state FULL os[cp].lustre-OST0000-osc-MDT0001.ost_server_uuid 50 00010000:00010000:2.0:1787398725.909702:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787398726.036797:0:170642:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: os[cp].lustre-OST0000-osc-MDT0001.ost_server_uuid in FULL state after 0 sec 00010000:00010000:0.0:1787398726.935253:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398727.780098:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398727.780150:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398727.780190:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398727.780228:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398727.780321:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398727.780358:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247619712 00000100:00100000:1.0:1787398727.780371:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247619712 00000100:00100000:1.0:1787398727.780440:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 131 00000100:00100000:1.0:1787398727.780451:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf32d3b5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69165:x1874221247619712:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398727.780601:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf32d3b5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69165:x1874221247619712:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 152us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398727.780610:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 131 00000100:00100000:1.0:1787398727.780657:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247620096 00000100:00100000:1.0:1787398727.780678:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247620096 00000100:00100000:1.0:1787398727.780721:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247620224 00000100:00100000:1.0:1787398727.780724:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247620224 00000100:00100000:1.0:1787398727.780762:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 284 00000100:00100000:1.0:1787398727.780768:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69163:x1874221247620096:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398727.780799:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69163:x1874221247620096:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 32us (716us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398727.780806:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 284 00000100:00100000:1.0:1787398727.780817:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 285 00000100:00100000:1.0:1787398727.780822:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69165:x1874221247620224:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398727.780844:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69165:x1874221247620224:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 22us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398727.780850:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 285 00000100:00100000:0.0:1787398727.781883:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247619968 00000100:00100000:0.0:1787398727.781895:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247619968 00000100:00100000:0.0:1787398727.781961:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247619840 00000100:00100000:0.0:1787398727.781966:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247619840 00000100:00100000:0.0:1787398727.781995:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 509 00000100:00100000:0.0:1787398727.782003:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69163:x1874221247619968:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398727.782066:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69163:x1874221247619968:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 64us (1915us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398727.782075:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 509 00000100:00100000:0.0:1787398727.782100:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 510 00000100:00100000:0.0:1787398727.782106:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69165:x1874221247619840:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398727.782136:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69165:x1874221247619840:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 29us (1945us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398727.782142:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 510 00000100:00080000:0.0:1787398727.786825:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787398727.786841:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787398727.786846:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787398727.786851:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1787398727.957994:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398728.151964:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206141880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221261085824:0@lo:400:kworker.0 00000100:00100000:1.0:1787398728.152082:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398728.152141:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261086336:0@lo:400:kworker.0 00000100:00100000:1.0:1787398728.152174:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398728.152195:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261086848:0@lo:400:kworker.0 00000100:00100000:1.0:1787398728.152217:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398728.152235:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106502:1874221261087360:0@lo:400:kworker.0 00000100:00100000:1.0:1787398728.152276:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398728.152312:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1787398728.152319:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206140a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106502:1874221261085952:0@lo:400:kworker.0 00000100:00100000:1.0:1787398728.152344:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398728.152381:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261086464:0@lo:400:kworker.0 00000100:00100000:1.0:1787398728.152405:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398728.152424:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261086976:0@lo:400:kworker.0 00000100:00100000:1.0:1787398728.152447:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398728.152516:0:167309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261085824 00000100:00100000:1.0:1787398728.152528:0:167309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261085824 00000100:00100000:1.0:1787398728.152593:0:167309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:1.0:1787398728.152604:0:167309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf32d3b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221261085824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398728.152677:0:167309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf32d3b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221261085824:12345-0@lo:400:kworker.0 Request processed in 67us (589us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398728.152685:0:167309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00100000:1.0:1787398728.152738:0:160294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261086336 00000100:00100000:1.0:1787398728.152743:0:160294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261086336 00000100:00100000:1.0:1787398728.152790:0:160294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261086848 00000100:00100000:1.0:1787398728.152794:0:160294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261086848 00000100:00100000:1.0:1787398728.152816:0:160294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261086464 00000100:00100000:1.0:1787398728.152818:0:160294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261086464 00000100:00100000:1.0:1787398728.152843:0:160294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261086976 00000100:00100000:1.0:1787398728.152846:0:160294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261086976 00000100:00100000:1.0:1787398728.152870:0:160294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:1.0:1787398728.152877:0:160294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261086336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398728.152915:0:160294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261086336:12345-0@lo:400:kworker.0 Request processed in 37us (739us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398728.152922:0:160294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00100000:1.0:1787398728.152935:0:160294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 287 00000100:00100000:1.0:1787398728.152941:0:160294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261086848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398728.152970:0:160294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261086848:12345-0@lo:400:kworker.0 Request processed in 29us (752us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398728.152985:0:160294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 287 00000100:00100000:1.0:1787398728.152996:0:160294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:1.0:1787398728.153001:0:160294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261086464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398728.153035:0:160294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261086464:12345-0@lo:400:kworker.0 Request processed in 34us (630us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398728.153040:0:160294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000100:00100000:1.0:1787398728.153052:0:160294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:1.0:1787398728.153057:0:160294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261086976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398728.153084:0:160294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261086976:12345-0@lo:400:kworker.0 Request processed in 27us (636us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398728.153089:0:160294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000100:00100000:1.0:1787398728.153115:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261087360 00000100:00100000:1.0:1787398728.153119:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261087360 00000100:00100000:1.0:1787398728.153148:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261085952 00000100:00100000:1.0:1787398728.153151:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261085952 00000100:00100000:1.0:1787398728.153171:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:1.0:1787398728.153177:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106502:x1874221261087360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398728.153209:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106502:x1874221261087360:12345-0@lo:400:kworker.0 Request processed in 32us (932us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398728.153215:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:1.0:1787398728.153226:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:1.0:1787398728.153231:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106502:x1874221261085952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398728.153255:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106502:x1874221261085952:12345-0@lo:400:kworker.0 Request processed in 25us (911us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398728.153260:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00080000:1.0:1787398728.153302:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787398728.153307:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787398728.153309:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787398728.153311:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787398728.153372:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206140a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106502:1874221261085952:0@lo:400:kworker.0 00000100:00100000:1.0:1787398728.153383:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261086464:0@lo:400:kworker.0 00000100:00100000:1.0:1787398728.153392:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261086976:0@lo:400:kworker.0 00000100:00100000:1.0:1787398728.153400:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206141880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221261085824:0@lo:400:kworker.0 00010000:00080000:1.0:1787398728.153412:0:106502:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf203a2b800 x1874221261086336/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398744 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787398728.153423:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261086336:0@lo:400:kworker.0 00010000:00080000:1.0:1787398728.153434:0:106502:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf203a2bb80 x1874221261086848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398744 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787398728.153443:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261086848:0@lo:400:kworker.0 00000100:00100000:1.0:1787398728.153454:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106502:1874221261087360:0@lo:400:kworker.0 00000100:00100000:2.0:1787398728.155677:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206143b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106500:1874221261086080:0@lo:400:kworker.0 00000100:00100000:2.0:1787398728.155892:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398728.155936:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106500:1874221261086592:0@lo:400:kworker.0 00000100:00100000:2.0:1787398728.155965:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398728.155985:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106500:1874221261087104:0@lo:400:kworker.0 00000100:00100000:2.0:1787398728.156131:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398728.156165:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1787398728.156172:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261086208:0@lo:400:kworker.0 00000100:00100000:2.0:1787398728.156203:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398728.156224:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261086720:0@lo:400:kworker.0 00000100:00100000:2.0:1787398728.156249:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398728.156268:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106500:1874221261087232:0@lo:400:kworker.0 00000100:00100000:2.0:1787398728.156299:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398728.156341:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261086208 00000100:00100000:2.0:1787398728.156351:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261086208 00000100:00100000:2.0:1787398728.156553:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261086720 00000100:00100000:2.0:1787398728.156558:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261086720 00000100:00100000:2.0:1787398728.156588:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:2.0:1787398728.156597:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221261086208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398728.156672:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221261086208:12345-0@lo:400:kworker.0 Request processed in 75us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398728.156681:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00100000:2.0:1787398728.156699:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:2.0:1787398728.156706:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261086720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398728.156746:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261086720:12345-0@lo:400:kworker.0 Request processed in 41us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398728.156753:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:2.0:1787398728.156784:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261086080 00000100:00100000:2.0:1787398728.156788:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261086080 00000100:00100000:2.0:1787398728.156837:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261086592 00000100:00100000:2.0:1787398728.156840:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261086592 00000100:00100000:2.0:1787398728.156849:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261087104 00000100:00100000:2.0:1787398728.156852:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261087104 00000100:00100000:2.0:1787398728.156862:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261087232 00000100:00100000:2.0:1787398728.156864:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261087232 00000100:00100000:2.0:1787398728.156881:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:2.0:1787398728.156887:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106500:x1874221261086080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398728.156920:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106500:x1874221261086080:12345-0@lo:400:kworker.0 Request processed in 33us (1029us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398728.156927:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:2.0:1787398728.156938:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:2.0:1787398728.156943:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:106500:x1874221261086592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398728.156965:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:106500:x1874221261086592:12345-0@lo:400:kworker.0 Request processed in 22us (1000us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398728.156971:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:2.0:1787398728.156978:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:2.0:1787398728.156983:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106500:x1874221261087104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398728.157005:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106500:x1874221261087104:12345-0@lo:400:kworker.0 Request processed in 22us (1002us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398728.157011:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:2.0:1787398728.157020:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:2.0:1787398728.157026:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:106500:x1874221261087232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398728.157052:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:106500:x1874221261087232:12345-0@lo:400:kworker.0 Request processed in 26us (752us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398728.157059:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00080000:2.0:1787398728.157085:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787398728.157097:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787398728.157137:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261086208:0@lo:400:kworker.0 00000100:00100000:2.0:1787398728.157151:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261086720:0@lo:400:kworker.0 00000100:00100000:2.0:1787398728.157161:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106500:1874221261087232:0@lo:400:kworker.0 00000100:00100000:2.0:1787398728.157171:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206143b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106500:1874221261086080:0@lo:400:kworker.0 00000100:00100000:2.0:1787398728.157183:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106500:1874221261086592:0@lo:400:kworker.0 00000100:00100000:2.0:1787398728.157193:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106500:1874221261087104:0@lo:400:kworker.0 00000100:00100000:0.0:1787398728.665444:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787398728.665505:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261087616:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787398728.665596:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398728.665668:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261087616 00000100:00100000:0.0:1787398728.665678:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261087616 00000100:00100000:0.0:1787398728.665753:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:0.0:1787398728.665764:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106501:x1874221261087616:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787398728.665810:0:162682:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:0.0:1787398728.665875:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106501:x1874221261087616:12345-0@lo:41:osp-pre-0-1.0 Request processed in 112us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398728.665884:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00100000:3.0:1787398728.666108:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261087616:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787398728.666108:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20b888700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261087488:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787398728.666145:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398728.666248:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261087488 00000100:00100000:3.0:1787398728.666253:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261087488 00000100:00100000:3.0:1787398728.666297:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:3.0:1787398728.666304:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261087488:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787398728.666325:0:158799:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:3.0:1787398728.666372:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261087488:12345-0@lo:41:osp-pre-1-0.0 Request processed in 68us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398728.666378:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:1.0:1787398728.666861:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20b888700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261087488:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1787398728.988300:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398729.174677:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787398729.174719:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261087744:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787398729.174813:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398729.174875:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261087744 00000100:00100000:1.0:1787398729.174886:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261087744 00000100:00100000:1.0:1787398729.174956:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:1.0:1787398729.174966:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261087744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787398729.175007:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8057920 pending 0 free 69681152 avail 62513152 00000100:00100000:1.0:1787398729.175062:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261087744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398729.175070:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00100000:1.0:1787398729.175137:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261087744:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787398729.175501:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20b888700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261087872:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787398729.175538:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398729.175676:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261087872 00000100:00100000:3.0:1787398729.175682:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261087872 00000100:00100000:3.0:1787398729.175728:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:3.0:1787398729.175736:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261087872:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787398729.175750:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8057920 pending 0 free 69681152 avail 62513152 00000100:00100000:3.0:1787398729.175785:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261087872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 49us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398729.175792:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00100000:1.0:1787398729.176167:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20b888700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261087872:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1787398730.006273:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398730.198672:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261088000:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787398730.198782:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398730.203459:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261088000 00000100:00100000:3.0:1787398730.203505:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261088000 00000100:00100000:3.0:1787398730.203786:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:3.0:1787398730.203801:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261088000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787398730.203843:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8668608 pending 0 free 36192256 avail 29024256 00000100:00100000:3.0:1787398730.203957:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261088000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 160us (5175us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398730.203965:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00080000:3.0:1787398730.203997:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1787398730.204043:0:106503:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf203a28700 x1874221261088000/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787398746 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787398730.204068:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261088000:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787398730.204166:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787398730.204184:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20b88bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261088128:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787398730.204233:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398730.204355:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261088128 00000100:00100000:3.0:1787398730.204360:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261088128 00000100:00100000:3.0:1787398730.204585:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:3.0:1787398730.204603:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261088128:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787398730.204620:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8668608 pending 0 free 36192256 avail 29024256 00000100:00100000:3.0:1787398730.204671:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261088128:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398730.204701:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00080000:0.0:1787398730.206275:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:2.0:1787398730.206516:0:106501:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf20b88bb80 x1874221261088128/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787398746 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398730.206544:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20b88bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261088128:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1787398731.031687:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398732.054273:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398732.899748:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398732.899809:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398732.900703:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398732.900731:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398732.900765:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398732.900806:0:162514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247620736 00000100:00100000:3.0:1787398732.900820:0:162514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247620736 00000100:00100000:3.0:1787398732.900894:0:162514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247620864 00000100:00100000:3.0:1787398732.900898:0:162514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247620864 00000100:00100000:3.0:1787398732.900932:0:162514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 487 00000100:00100000:3.0:1787398732.900945:0:162514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b88bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69161:x1874221247620736:12345-192.168.204.36@tcp:9:kworker.0 00000020:00000080:3.0:1787398732.901000:0:162514:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x5703899912344ce5 00000100:00080000:3.0:1787398732.901013:0:162514:0:(import.c:65:import_set_state_nolock()) ffff9cf2025c0000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1787398732.901081:0:162514:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 6, last_transno is 25769803776 00000100:00100000:2.0:1787398732.901511:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247620608 00000100:00100000:2.0:1787398732.901527:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247620608 00000100:00100000:3.0:1787398732.901957:0:162514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b88bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+2:69161:x1874221247620736:12345-192.168.204.36@tcp:9:kworker.0 Request processed in 1008us (1253us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398732.901969:0:162514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 487 00000100:00100000:3.0:1787398732.902001:0:162514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 488 00000100:00100000:3.0:1787398732.902011:0:162514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+5:69161:x1874221247620864:12345-192.168.204.36@tcp:9:kworker.0 00000020:00000080:3.0:1787398732.902031:0:162514:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x5703899912344d5c 00000100:00080000:3.0:1787398732.902041:0:162514:0:(import.c:65:import_set_state_nolock()) ffff9cf20ab2e000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1787398732.902080:0:162514:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 4, last_transno is 17179869282 00000100:00100000:3.0:1787398732.902200:0:162514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dbe7f5ec-0726-4851-a675-2f47d040e30f+2:69161:x1874221247620864:12345-192.168.204.36@tcp:9:kworker.0 Request processed in 190us (1466us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398732.902208:0:162514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 488 00000100:00080000:3.0:1787398732.902824:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787398732.902835:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787398732.902838:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1787398732.902933:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398732.903083:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247620480 00000100:00100000:2.0:1787398732.903096:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247620480 00000100:00100000:2.0:1787398732.903602:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 517 00000100:00100000:2.0:1787398732.903618:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b88a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69163:x1874221247620608:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:2.0:1787398732.903776:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b88a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69163:x1874221247620608:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 160us (4043us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398732.906004:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247620352 00000100:00100000:0.0:1787398732.906028:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247620352 00000100:00100000:0.0:1787398732.909740:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 133 00000100:00100000:0.0:1787398732.909766:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf32d3b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69164:x1874221247620352:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398732.909890:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf32d3b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69164:x1874221247620352:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 134us (9122us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398732.909900:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 133 00000100:00100000:1.0:1787398732.911280:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 518 00010000:00010000:1.0:1787398732.911320:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398732.911323:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 517 00000100:00080000:2.0:1787398732.912727:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787398732.913647:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20b889c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69163:x1874221247620480:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398732.913782:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20b889c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69163:x1874221247620480:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 2485us (13971us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398732.913808:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 518 00000001:02000400:2.0:1787398732.945560:0:170836:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg436-client.virtnet: executing wait_import_state FULL osc.lustre-OST0000-osc-ffff9fc9c768c000.ost_server_uuid 50 00010000:00010000:2.0:1787398733.077699:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398733.270248:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bb2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106503:1874221261088512:0@lo:400:kworker.0 00000100:00100000:0.0:1787398733.270440:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bb28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106502:1874221261088384:0@lo:400:kworker.0 00000100:00100000:2.0:1787398733.270500:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bb2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a066c752-c801-430f-905b-71f66cddaa9e:106501:1874221261088256:0@lo:400:kworker.0 00000100:00100000:1.0:1787398733.270601:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bb28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261088640:0@lo:400:kworker.0 00000100:00100000:0.0:1787398733.276394:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398733.276517:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bb2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261088896:0@lo:400:kworker.0 00000100:00100000:0.0:1787398733.276554:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398733.276582:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bb29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261089408:0@lo:400:kworker.0 00000100:00100000:0.0:1787398733.276606:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398733.276695:0:162518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261088896 00000100:00100000:0.0:1787398733.276704:0:162518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261088896 00000100:00100000:0.0:1787398733.277003:0:162518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261089408 00000100:00100000:0.0:1787398733.277008:0:162518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261089408 00000100:00100000:0.0:1787398733.277036:0:162518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:0.0:1787398733.277043:0:162518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261088896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398733.277103:0:162518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261088896:12345-0@lo:400:kworker.0 Request processed in 59us (547us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398733.277111:0:162518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00100000:0.0:1787398733.277142:0:162518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:0.0:1787398733.277149:0:162518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261089408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398733.277177:0:162518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261089408:12345-0@lo:400:kworker.0 Request processed in 30us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398733.277183:0:162518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00100000:0.0:1787398733.277228:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bb2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261088896:0@lo:400:kworker.0 00000100:00100000:0.0:1787398733.277237:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bb29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261089408:0@lo:400:kworker.0 00000100:00100000:2.0:1787398733.278822:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261088384 00000100:00100000:2.0:1787398733.278837:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261088384 00000100:00100000:2.0:1787398733.278913:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:2.0:1787398733.278926:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:106502:x1874221261088384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398733.279004:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:106502:x1874221261088384:12345-0@lo:400:kworker.0 Request processed in 83us (2621us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398733.279011:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00080000:2.0:1787398733.279034:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787398733.279039:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787398733.279081:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398733.279113:0:167309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261088256 00000100:00100000:2.0:1787398733.279117:0:167309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261088256 00000100:00100000:2.0:1787398733.279156:0:167309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00100000:2.0:1787398733.279163:0:167309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf32d3b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+24:106501:x1874221261088256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398733.279194:0:167309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf32d3b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+24:106501:x1874221261088256:12345-0@lo:400:kworker.0 Request processed in 32us (113us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398733.279201:0:167309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00100000:2.0:1787398733.279251:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bb2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a066c752-c801-430f-905b-71f66cddaa9e:106501:1874221261088256:0@lo:400:kworker.0 00000100:00100000:2.0:1787398733.279262:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bb2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261088768:0@lo:400:kworker.0 00000100:00100000:2.0:1787398733.279304:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398733.279331:0:162523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261088768 00000100:00100000:2.0:1787398733.279335:0:162523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261088768 00000100:00100000:2.0:1787398733.279365:0:162523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:2.0:1787398733.279371:0:162523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261088768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398733.279402:0:162523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261088768:12345-0@lo:400:kworker.0 Request processed in 31us (97us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398733.279425:0:162523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00080000:2.0:1787398733.279439:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:2.0:1787398733.279466:0:106501:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf20bb2b100 x1874221261088768/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398749 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398733.279497:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bb2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261088768:0@lo:400:kworker.0 00000100:00100000:2.0:1787398733.279505:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bb29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261089280:0@lo:400:kworker.0 00000100:00100000:2.0:1787398733.279531:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398733.279554:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261089280 00000100:00100000:2.0:1787398733.279557:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261089280 00000100:00100000:2.0:1787398733.279590:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:2.0:1787398733.279596:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20624f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261089280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398733.279639:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20624f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261089280:12345-0@lo:400:kworker.0 Request processed in 43us (106us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398733.279645:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00000100:00080000:2.0:1787398733.279659:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:2.0:1787398733.279678:0:106501:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf20bb29500 x1874221261089280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398749 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398733.279687:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bb29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261089280:0@lo:400:kworker.0 00000100:00100000:2.0:1787398733.279694:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bb2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106501:1874221261089792:0@lo:400:kworker.0 00000100:00100000:2.0:1787398733.279719:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398733.281946:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261089792 00000100:00100000:0.0:1787398733.281983:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261089792 00000100:00100000:0.0:1787398733.282071:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:0.0:1787398733.282084:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20624d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106501:x1874221261089792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398733.282184:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20624d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106501:x1874221261089792:12345-0@lo:400:kworker.0 Request processed in 104us (2463us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398733.282192:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:0.0:1787398733.282254:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bb28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106502:1874221261088384:0@lo:400:kworker.0 00000100:00080000:2.0:1787398733.282543:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787398733.282570:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bb2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106501:1874221261089792:0@lo:400:kworker.0 00000100:00100000:3.0:1787398733.282860:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398733.282897:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bb2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106503:1874221261089024:0@lo:400:kworker.0 00000100:00100000:3.0:1787398733.282936:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398733.282951:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bb29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106503:1874221261089536:0@lo:400:kworker.0 00000100:00100000:3.0:1787398733.282970:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398733.283089:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261088512 00000100:00100000:2.0:1787398733.283095:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261088512 00000100:00100000:2.0:1787398733.283160:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261089024 00000100:00100000:2.0:1787398733.283164:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261089024 00000100:00100000:2.0:1787398733.283176:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261089536 00000100:00100000:2.0:1787398733.283179:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261089536 00000100:00100000:2.0:1787398733.283192:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:2.0:1787398733.283200:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106503:x1874221261088512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398733.283244:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106503:x1874221261088512:12345-0@lo:400:kworker.0 Request processed in 44us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398733.283250:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:2.0:1787398733.283262:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:2.0:1787398733.283267:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:106503:x1874221261089024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398733.283429:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:106503:x1874221261089024:12345-0@lo:400:kworker.0 Request processed in 161us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398733.283437:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:2.0:1787398733.283450:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:2.0:1787398733.283457:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106503:x1874221261089536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398733.283519:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106503:x1874221261089536:12345-0@lo:400:kworker.0 Request processed in 63us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398733.283526:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00080000:3.0:1787398733.284222:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787398733.284266:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bb2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106503:1874221261088512:0@lo:400:kworker.0 00000100:00100000:3.0:1787398733.284279:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bb2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106503:1874221261089024:0@lo:400:kworker.0 00000100:00100000:3.0:1787398733.284547:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bb29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106503:1874221261089536:0@lo:400:kworker.0 00000100:00100000:3.0:1787398733.289829:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398733.289940:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bb28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261089152:0@lo:400:kworker.0 00000100:00100000:3.0:1787398733.289988:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398733.290713:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bb29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106500:1874221261089664:0@lo:400:kworker.0 00000100:00100000:3.0:1787398733.290746:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398733.290911:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261089664 00000100:00100000:1.0:1787398733.290919:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261089664 00000100:00100000:1.0:1787398733.290986:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:1.0:1787398733.290996:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:106500:x1874221261089664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398733.291053:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:106500:x1874221261089664:12345-0@lo:400:kworker.0 Request processed in 58us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398733.291061:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00080000:3.0:1787398733.291122:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787398733.291155:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bb29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106500:1874221261089664:0@lo:400:kworker.0 00000100:00100000:0.0:1787398733.291252:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261088640 00000100:00100000:0.0:1787398733.291257:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261088640 00000100:00100000:3.0:1787398733.291360:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261089152 00000100:00100000:3.0:1787398733.291364:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261089152 00000100:00100000:3.0:1787398733.291395:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:3.0:1787398733.291402:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221261088640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398733.291592:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:1.0:1787398733.291600:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261089152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398733.291881:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261089152:12345-0@lo:400:kworker.0 Request processed in 281us (1892us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398733.291899:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:0.0:1787398733.291986:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bb28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261089152:0@lo:400:kworker.0 00000100:00100000:3.0:1787398733.299036:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221261088640:12345-0@lo:400:kworker.0 Request processed in 7620us (9203us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398733.299054:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00100000:0.0:1787398733.299247:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bb28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261088640:0@lo:400:kworker.0 00000100:00100000:1.0:1787398733.783946:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bb29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261089920:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787398733.784035:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398733.784196:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261089920 00000100:00100000:3.0:1787398733.784207:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261089920 00000100:00100000:3.0:1787398733.784276:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:3.0:1787398733.784289:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf206143b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261089920:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787398733.784337:0:158799:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:3.0:1787398733.784399:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf206143b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261089920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 111us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398733.784407:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00100000:3.0:1787398733.784504:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bb29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261089920:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787398733.785032:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261090048:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787398733.785090:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398733.785328:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261090048 00000100:00100000:0.0:1787398733.785334:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261090048 00000100:00100000:0.0:1787398733.785378:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:0.0:1787398733.785389:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20624e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106503:x1874221261090048:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787398733.785413:0:158800:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:0.0:1787398733.785511:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20624e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106503:x1874221261090048:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398733.785519:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00100000:1.0:1787398733.785676:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261090048:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1787398734.106393:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398734.293898:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206141880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261090176:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787398734.294009:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398734.294185:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261090176 00000100:00100000:1.0:1787398734.294194:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261090176 00000100:00100000:1.0:1787398734.294267:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:1.0:1787398734.294278:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261090176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787398734.294308:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69681152 avail 62513152 00000100:00100000:1.0:1787398734.294363:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261090176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398734.294371:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:0.0:1787398734.294613:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206141880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261090176:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787398734.294835:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787398734.294845:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bb29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261090304:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787398734.294876:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398734.295066:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261090304 00000100:00100000:1.0:1787398734.295071:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261090304 00000100:00100000:1.0:1787398734.295105:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:1.0:1787398734.295113:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261090304:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787398734.295128:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69681152 avail 62513152 00000100:00100000:1.0:1787398734.295174:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261090304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398734.295181:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:3.0:1787398734.295528:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bb29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261090304:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1787398735.129159:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398735.318084:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bb29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261090432:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787398735.318161:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398735.318807:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261090432 00000100:00100000:3.0:1787398735.318817:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261090432 00000100:00100000:3.0:1787398735.318893:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:3.0:1787398735.318904:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf206140a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261090432:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787398735.318935:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36192256 avail 29024256 00000100:00100000:3.0:1787398735.319003:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf206140a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261090432:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (841us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398735.319010:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00080000:1.0:1787398735.319383:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1787398735.319432:0:106502:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf20bb29f80 x1874221261090432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787398751 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787398735.319451:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bb29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261090432:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787398735.319515:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787398735.319524:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261090560:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787398735.320190:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398735.320408:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261090560 00000100:00100000:1.0:1787398735.320422:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261090560 00000100:00100000:1.0:1787398735.320533:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:1.0:1787398735.320553:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261090560:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787398735.320571:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36192256 avail 29024256 00000100:00100000:1.0:1787398735.320622:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261090560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398735.320629:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00080000:3.0:1787398735.321172:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1787398735.321206:0:106502:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf203a28000 x1874221261090560/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787398751 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787398735.321226:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261090560:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1787398736.149929:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787398737.173789:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398738.021367:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398738.021536:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247621248 00000100:00100000:0.0:1787398738.021551:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247621248 00000100:00100000:0.0:1787398738.021657:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 525 00000100:00100000:0.0:1787398738.021670:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69162:x1874221247621248:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398738.021780:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69162:x1874221247621248:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 112us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398738.021789:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 525 00000100:00080000:3.0:1787398738.021998:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787398738.028648:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398738.028754:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398738.028920:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247621120 00000100:00100000:1.0:1787398738.028930:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247621120 00000100:00100000:1.0:1787398738.029034:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 526 00000100:00100000:1.0:1787398738.029048:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20624dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69165:x1874221247621120:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398738.029138:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20624dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69165:x1874221247621120:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 93us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398738.029146:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 526 00000100:00080000:3.0:1787398738.029658:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787398738.030213:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247620992 00000100:00100000:0.0:1787398738.030220:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247620992 00000100:00100000:0.0:1787398738.030287:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 135 00000100:00100000:0.0:1787398738.030296:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf32d3b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69164:x1874221247620992:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398738.030357:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf32d3b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69164:x1874221247620992:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 62us (1603us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398738.030364:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 135 00010000:00010000:1.0:1787398738.197989:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398738.391660:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20624d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a066c752-c801-430f-905b-71f66cddaa9e:106500:1874221261090688:0@lo:400:kworker.0 00000100:00100000:3.0:1787398738.391752:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398738.391809:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20624c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261091200:0@lo:400:kworker.0 00000100:00100000:3.0:1787398738.391838:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398738.391881:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1787398738.391888:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20624e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106500:1874221261090816:0@lo:400:kworker.0 00000100:00100000:3.0:1787398738.391914:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398738.391943:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20624c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261091328:0@lo:400:kworker.0 00000100:00100000:3.0:1787398738.391965:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398738.392016:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20624ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261091072:0@lo:400:kworker.0 00000100:00100000:3.0:1787398738.392044:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398738.392063:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20624f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261091584:0@lo:400:kworker.0 00000100:00100000:3.0:1787398738.392084:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398738.392101:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1787398738.392124:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20624fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106503:1874221261090944:0@lo:400:kworker.0 00000100:00100000:3.0:1787398738.392150:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398738.392166:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20624c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106503:1874221261091456:0@lo:400:kworker.0 00000100:00100000:3.0:1787398738.392185:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398738.392214:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261091072 00000100:00100000:3.0:1787398738.392222:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261091072 00000100:00100000:3.0:1787398738.392269:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261091584 00000100:00100000:3.0:1787398738.392273:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261091584 00000100:00100000:3.0:1787398738.392296:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:3.0:1787398738.392304:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106503:x1874221261091072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398738.392373:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106503:x1874221261091072:12345-0@lo:400:kworker.0 Request processed in 68us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398738.392380:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00100000:3.0:1787398738.392400:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:3.0:1787398738.392406:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261091584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398738.392434:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261091584:12345-0@lo:400:kworker.0 Request processed in 28us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398738.392441:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00100000:0.0:1787398738.392812:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261090816 00000100:00100000:0.0:1787398738.392817:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261090816 00000100:00100000:0.0:1787398738.392878:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261090944 00000100:00100000:0.0:1787398738.392881:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261090944 00000100:00100000:0.0:1787398738.392896:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261091456 00000100:00100000:0.0:1787398738.392898:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261091456 00000100:00100000:0.0:1787398738.392910:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:0.0:1787398738.392916:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106500:x1874221261090816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398738.392986:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106500:x1874221261090816:12345-0@lo:400:kworker.0 Request processed in 70us (1071us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398738.392993:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:0.0:1787398738.393010:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:0.0:1787398738.393016:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106503:x1874221261090944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398738.393058:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106503:x1874221261090944:12345-0@lo:400:kworker.0 Request processed in 43us (907us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398738.393065:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:0.0:1787398738.393078:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:0.0:1787398738.393084:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106503:x1874221261091456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398738.393111:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106503:x1874221261091456:12345-0@lo:400:kworker.0 Request processed in 28us (924us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398738.393116:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00080000:0.0:1787398738.393134:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787398738.393139:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787398738.393186:0:167309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261090688 00000100:00100000:0.0:1787398738.393190:0:167309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261090688 00000100:00100000:0.0:1787398738.393215:0:167309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00100000:0.0:1787398738.393221:0:167309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf32d3b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+24:106500:x1874221261090688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398738.393254:0:167309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf32d3b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+24:106500:x1874221261090688:12345-0@lo:400:kworker.0 Request processed in 32us (1503us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398738.393260:0:167309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00100000:0.0:1787398738.393321:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20624e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106500:1874221261090816:0@lo:400:kworker.0 00000100:00100000:0.0:1787398738.393333:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20624d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a066c752-c801-430f-905b-71f66cddaa9e:106500:1874221261090688:0@lo:400:kworker.0 00000100:00100000:1.0:1787398738.393690:0:162519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261091200 00000100:00100000:1.0:1787398738.393696:0:162519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261091200 00000100:00100000:1.0:1787398738.393739:0:162519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261091328 00000100:00100000:1.0:1787398738.393742:0:162519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261091328 00000100:00100000:1.0:1787398738.393764:0:162519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:1.0:1787398738.393771:0:162519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261091200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398738.393813:0:162519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261091200:12345-0@lo:400:kworker.0 Request processed in 42us (1973us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398738.393819:0:162519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00100000:1.0:1787398738.393831:0:162519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:1.0:1787398738.393837:0:162519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261091328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398738.393881:0:162519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261091328:12345-0@lo:400:kworker.0 Request processed in 44us (1915us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398738.393895:0:162519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00100000:1.0:1787398738.393961:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20624c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261091328:0@lo:400:kworker.0 00010000:00080000:1.0:1787398738.393975:0:106500:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf20624c700 x1874221261091200/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398754 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787398738.393986:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20624c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261091200:0@lo:400:kworker.0 00000100:00080000:0.0:1787398738.394126:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787398738.394130:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787398738.394180:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20624ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261091072:0@lo:400:kworker.0 00000100:00100000:3.0:1787398738.394198:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20624f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261091584:0@lo:400:kworker.0 00000100:00100000:3.0:1787398738.394217:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20624fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106503:1874221261090944:0@lo:400:kworker.0 00000100:00100000:3.0:1787398738.394228:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20624c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106503:1874221261091456:0@lo:400:kworker.0 00000100:00100000:1.0:1787398738.394755:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20624ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261091712:0@lo:400:kworker.0 00000100:00100000:0.0:1787398738.395173:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20624ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261091840:0@lo:400:kworker.0 00000100:00100000:3.0:1787398738.395241:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20624c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106502:1874221261091968:0@lo:400:kworker.0 00000100:00100000:2.0:1787398738.399054:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20624fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106503:1874221261092096:0@lo:400:kworker.0 00000100:00100000:0.0:1787398738.399230:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398738.399320:0:160296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261091840 00000100:00100000:0.0:1787398738.399327:0:160296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261091840 00000100:00100000:0.0:1787398738.399401:0:160296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:0.0:1787398738.399410:0:160296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261091840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398738.399470:0:160296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261091840:12345-0@lo:400:kworker.0 Request processed in 60us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398738.399506:0:160296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00080000:0.0:1787398738.399544:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787398738.399577:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20624ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261091840:0@lo:400:kworker.0 00000100:00100000:3.0:1787398738.402752:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398738.402921:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261091968 00000100:00100000:0.0:1787398738.402930:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261091968 00000100:00100000:0.0:1787398738.402988:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1787398738.402997:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106502:x1874221261091968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398738.403072:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106502:x1874221261091968:12345-0@lo:400:kworker.0 Request processed in 76us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398738.403080:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:3.0:1787398738.403173:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20624c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106502:1874221261091968:0@lo:400:kworker.0 00000100:00100000:1.0:1787398738.403515:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398738.403562:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20624f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106500:1874221261092224:0@lo:400:kworker.0 00000100:00100000:1.0:1787398738.403593:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398738.403672:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261092224 00000100:00100000:0.0:1787398738.403677:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261092224 00000100:00100000:0.0:1787398738.403718:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:0.0:1787398738.403724:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106500:x1874221261092224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398738.403764:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106500:x1874221261092224:12345-0@lo:400:kworker.0 Request processed in 39us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398738.403770:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00080000:1.0:1787398738.404009:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787398738.404035:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20624f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106500:1874221261092224:0@lo:400:kworker.0 00000100:00100000:3.0:1787398738.407560:0:161119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261091712 00000100:00100000:3.0:1787398738.407577:0:161119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261091712 00000100:00100000:3.0:1787398738.407662:0:161119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:3.0:1787398738.407672:0:161119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf206141880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261091712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398738.407773:0:161119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf206141880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261091712:12345-0@lo:400:kworker.0 Request processed in 102us (4258us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398738.407781:0:161119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00010000:00080000:3.0:1787398738.407848:0:106500:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf20624ce00 x1874221261091712/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398754 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787398738.407863:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20624ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261091712:0@lo:400:kworker.0 00000100:00080000:1.0:1787398738.407957:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787398738.409061:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398738.414318:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261092096 00000100:00100000:0.0:1787398738.414338:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261092096 00000100:00100000:0.0:1787398738.414434:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:0.0:1787398738.414444:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20624ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106503:x1874221261092096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398738.414577:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20624ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106503:x1874221261092096:12345-0@lo:400:kworker.0 Request processed in 134us (5520us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398738.414600:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00080000:1.0:1787398738.414754:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787398738.414836:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20624fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106503:1874221261092096:0@lo:400:kworker.0 00000100:00100000:2.0:1787398738.902159:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261092352:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787398738.902251:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398738.903929:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261092480:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787398738.903987:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398738.904682:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261092352 00000100:00100000:1.0:1787398738.904692:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261092352 00000100:00100000:1.0:1787398738.904754:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261092480 00000100:00100000:1.0:1787398738.904758:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261092480 00000100:00100000:1.0:1787398738.904850:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000001:00100000:3.0:1787398738.904860:0:161106:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of dbe7f5ec-0726-4851-a675-2f47d040e30f 00000100:00100000:1.0:1787398738.904862:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20624fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106501:x1874221261092352:12345-0@lo:41:osp-pre-0-1.0 00000020:00000080:3.0:1787398738.904869:0:161106:0:(genops.c:906:class_export_put()) final put ffff9cf20ab2a800/dbe7f5ec-0726-4851-a675-2f47d040e30f 00000004:00000024:1.0:1787398738.904903:0:158800:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:2.0:1787398738.904923:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000020:00000080:3.0:1787398738.904979:0:164318:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf20ab2a800/dbe7f5ec-0726-4851-a675-2f47d040e30f for lustre-OST0001 00000100:00100000:1.0:1787398738.904987:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20624fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106501:x1874221261092352:12345-0@lo:41:osp-pre-0-1.0 Request processed in 127us (2735us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398738.904997:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00100000:2.0:1787398738.904999:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bb2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261092480:12345-0@lo:41:osp-pre-1-0.0 00000020:00000080:3.0:1787398738.905033:0:164318:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf20ab2e000 for lustre-OST0001 00000100:00100000:1.0:1787398738.905060:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261092352:0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787398738.905088:0:162682:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000001:00100000:1.0:1787398738.905154:0:169648:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of dbe7f5ec-0726-4851-a675-2f47d040e30f 00000020:00000080:1.0:1787398738.905160:0:169648:0:(genops.c:906:class_export_put()) final put ffff9cf303c8e800/dbe7f5ec-0726-4851-a675-2f47d040e30f 00000100:00100000:2.0:1787398738.905219:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bb2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261092480:12345-0@lo:41:osp-pre-1-0.0 Request processed in 288us (1232us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398738.905226:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:2.0:1787398738.905990:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261092480:0@lo:41:osp-pre-1-0.0 00000020:00000080:3.0:1787398738.909688:0:123549:0:(genops.c:865:class_export_destroy()) destroying export ffff9cf303c8e800/dbe7f5ec-0726-4851-a675-2f47d040e30f for lustre-OST0000 00000020:00000080:3.0:1787398738.909769:0:123549:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9cf2025c0000 for lustre-OST0000 00010000:00010000:2.0:1787398739.222135:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398739.413822:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787398739.413845:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33e17c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261092608:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787398739.413970:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398739.414243:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261092608 00000100:00100000:1.0:1787398739.414261:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261092608 00000100:00100000:1.0:1787398739.414320:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:1.0:1787398739.414330:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20624c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261092608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787398739.414619:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69681152 avail 62513152 00000100:00100000:0.0:1787398739.414629:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787398739.414660:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261092736:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787398739.414678:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20624c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261092608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 347us (706us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398739.414686:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:0.0:1787398739.414701:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398739.414719:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261092736 00000100:00100000:1.0:1787398739.414724:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261092736 00000100:00100000:0.0:1787398739.414750:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:0.0:1787398739.414761:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261092736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787398739.414775:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69681152 avail 62513152 00000100:00100000:0.0:1787398739.414814:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261092736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398739.415268:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261092736:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787398739.415311:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33e17c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261092608:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787398739.418833:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00010000:00010000:3.0:1787398740.245767:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398740.437965:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261092864:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787398740.438051:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398740.438201:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261092864 00000100:00100000:3.0:1787398740.438210:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261092864 00000100:00100000:3.0:1787398740.438290:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:3.0:1787398740.438316:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261092864:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787398740.438349:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36192256 avail 29024256 00000100:00100000:3.0:1787398740.438401:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261092864:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398740.438408:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00010000:00080000:3.0:1787398740.438452:0:106501:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf207232300 x1874221261092864/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787398756 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787398740.438470:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261092864:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1787398740.438638:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787398740.438768:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787398740.438780:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261092992:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787398740.438812:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398740.438883:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261092992 00000100:00100000:2.0:1787398740.438888:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261092992 00000100:00100000:2.0:1787398740.438932:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000100:00100000:2.0:1787398740.438940:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261092992:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787398740.438952:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36192256 avail 29024256 00000100:00100000:2.0:1787398740.438991:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261092992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398740.438997:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00010000:00080000:2.0:1787398740.439023:0:106503:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf203a2b480 x1874221261092992/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787398756 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398740.439037:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261092992:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1787398740.439102:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1787398741.269856:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398742.293691:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398743.140524:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398743.140583:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398743.140629:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247621504 00000100:00100000:2.0:1787398743.140632:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:0.0:1787398743.140645:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247621504 00000100:00100000:1.0:1787398743.140657:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247621376 00000100:00100000:1.0:1787398743.140662:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247621376 00000100:00100000:0.0:1787398743.140721:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247621632 00000100:00100000:0.0:1787398743.140725:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247621632 00000100:00100000:1.0:1787398743.140726:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 137 00000100:00100000:1.0:1787398743.140735:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf32d3b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69162:x1874221247621376:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398743.140744:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 533 00000100:00100000:0.0:1787398743.140750:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20624c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69164:x1874221247621504:12345-192.168.204.36@tcp:400:kworker.0 00000100:00080000:2.0:1787398743.140817:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787398743.140825:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20624c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69164:x1874221247621504:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 73us (352us total) trans 0 rc 0/0 00000100:00080000:2.0:1787398743.140826:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787398743.140840:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 533 00000100:00100000:0.0:1787398743.140867:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 534 00000100:00100000:0.0:1787398743.140875:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20624d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69165:x1874221247621632:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398743.144678:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf32d3b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69162:x1874221247621376:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 3927us (4078us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398743.144694:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 137 00000100:00100000:0.0:1787398743.150290:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20624d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69165:x1874221247621632:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 9400us (9644us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398743.150308:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 534 00010000:00010000:0.0:1787398743.318751:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398743.516720:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787398743.516745:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221261093120:0@lo:400:kworker.0 00000100:00100000:1.0:1787398743.516823:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398743.516893:0:167309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261093120 00000100:00100000:1.0:1787398743.516900:0:167309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261093120 00000100:00100000:1.0:1787398743.516947:0:167309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00100000:1.0:1787398743.516955:0:167309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf32d3b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221261093120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398743.517005:0:167309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf32d3b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221261093120:12345-0@lo:400:kworker.0 Request processed in 50us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398743.517012:0:167309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00100000:1.0:1787398743.517061:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221261093120:0@lo:400:kworker.0 00000100:00100000:3.0:1787398743.517220:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:106501:1874221261093376:0@lo:400:kworker.0 00000100:00100000:3.0:1787398743.517254:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398743.517276:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106501:1874221261093888:0@lo:400:kworker.0 00000100:00100000:3.0:1787398743.517299:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398743.517318:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207230700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106501:1874221261094400:0@lo:400:kworker.0 00000100:00100000:3.0:1787398743.517340:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398743.517359:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1787398743.517365:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207232a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106501:1874221261093248:0@lo:400:kworker.0 00000100:00100000:3.0:1787398743.517386:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398743.517403:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261093760:0@lo:400:kworker.0 00000100:00100000:1.0:1787398743.517525:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261093504:0@lo:400:kworker.0 00000100:00100000:1.0:1787398743.517555:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398743.517573:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207231180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261094016:0@lo:400:kworker.0 00000100:00100000:1.0:1787398743.517591:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398743.517607:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106502:1874221261094528:0@lo:400:kworker.0 00000100:00100000:1.0:1787398743.517628:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398743.517641:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1787398743.517646:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261093632:0@lo:400:kworker.0 00000100:00100000:1.0:1787398743.517669:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398743.517688:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261094144:0@lo:400:kworker.0 00000100:00100000:1.0:1787398743.517708:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398743.517723:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106502:1874221261094656:0@lo:400:kworker.0 00000100:00100000:1.0:1787398743.517742:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398743.517762:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261093504 00000100:00100000:1.0:1787398743.517777:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261093504 00000100:00100000:1.0:1787398743.517804:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261094016 00000100:00100000:1.0:1787398743.517807:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261094016 00000100:00100000:1.0:1787398743.517828:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:1.0:1787398743.517835:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221261093504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398743.517876:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221261093504:12345-0@lo:400:kworker.0 Request processed in 42us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398743.517882:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00100000:1.0:1787398743.517895:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:1.0:1787398743.517900:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33e17ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261094016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398743.517927:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33e17ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261094016:12345-0@lo:400:kworker.0 Request processed in 27us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398743.517933:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:1.0:1787398743.517955:0:162524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261093632 00000100:00100000:1.0:1787398743.517958:0:162524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261093632 00000100:00100000:1.0:1787398743.517986:0:162524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261094144 00000100:00100000:1.0:1787398743.517989:0:162524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261094144 00000100:00100000:1.0:1787398743.518006:0:162524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:1.0:1787398743.518011:0:162524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261093632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398743.518042:0:162524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261093632:12345-0@lo:400:kworker.0 Request processed in 30us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398743.518047:0:162524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00100000:1.0:1787398743.518060:0:162524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:1.0:1787398743.518066:0:162524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261094144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398743.518092:0:162524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261094144:12345-0@lo:400:kworker.0 Request processed in 27us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398743.518097:0:162524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00010000:00080000:1.0:1787398743.518140:0:106502:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf207231f80 x1874221261093632/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398759 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787398743.518153:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261093632:0@lo:400:kworker.0 00010000:00080000:1.0:1787398743.518164:0:106502:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf207232d80 x1874221261094144/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398759 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787398743.518172:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261094144:0@lo:400:kworker.0 00000100:00100000:1.0:1787398743.518181:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261093504:0@lo:400:kworker.0 00000100:00100000:1.0:1787398743.518189:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207231180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261094016:0@lo:400:kworker.0 00000100:00100000:3.0:1787398743.518280:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398743.518311:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261094272:0@lo:400:kworker.0 00000100:00100000:3.0:1787398743.518332:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398743.518359:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261093376 00000100:00100000:3.0:1787398743.518363:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261093376 00000100:00100000:1.0:1787398743.518694:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261093760 00000100:00100000:1.0:1787398743.518699:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261093760 00000100:00100000:1.0:1787398743.518730:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261094272 00000100:00100000:1.0:1787398743.518732:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261094272 00000100:00100000:1.0:1787398743.518752:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:1.0:1787398743.518759:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261093760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398743.518801:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261093760:12345-0@lo:400:kworker.0 Request processed in 43us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398743.518808:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00100000:1.0:1787398743.518820:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:1.0:1787398743.518826:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261094272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398743.518851:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261094272:12345-0@lo:400:kworker.0 Request processed in 26us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398743.518856:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:3.0:1787398743.518930:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261093888 00000100:00100000:3.0:1787398743.518934:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261093888 00000100:00100000:3.0:1787398743.518956:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261094400 00000100:00100000:3.0:1787398743.518959:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261094400 00000100:00100000:3.0:1787398743.518969:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261093248 00000100:00100000:3.0:1787398743.518971:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261093248 00000100:00100000:3.0:1787398743.518984:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261094528 00000100:00100000:3.0:1787398743.518986:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261094528 00000100:00100000:3.0:1787398743.518996:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261094656 00000100:00100000:3.0:1787398743.518999:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261094656 00000100:00100000:3.0:1787398743.519012:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:3.0:1787398743.519017:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106501:x1874221261093376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398743.519049:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106501:x1874221261093376:12345-0@lo:400:kworker.0 Request processed in 32us (1795us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398743.519056:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:3.0:1787398743.519070:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:3.0:1787398743.519076:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:106501:x1874221261093888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398743.519102:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:106501:x1874221261093888:12345-0@lo:400:kworker.0 Request processed in 26us (1802us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398743.519107:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:3.0:1787398743.519119:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:3.0:1787398743.519125:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106501:x1874221261094400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398743.519150:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106501:x1874221261094400:12345-0@lo:400:kworker.0 Request processed in 26us (1810us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398743.519156:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:3.0:1787398743.519167:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:3.0:1787398743.519172:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:106501:x1874221261093248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398743.519199:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:106501:x1874221261093248:12345-0@lo:400:kworker.0 Request processed in 27us (1813us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398743.519213:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:3.0:1787398743.519227:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:3.0:1787398743.519234:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:106502:x1874221261094528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398743.519277:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:106502:x1874221261094528:12345-0@lo:400:kworker.0 Request processed in 43us (1648us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398743.519283:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:3.0:1787398743.519293:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:3.0:1787398743.519299:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106502:x1874221261094656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398743.519325:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106502:x1874221261094656:12345-0@lo:400:kworker.0 Request processed in 26us (1582us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398743.519331:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00080000:2.0:1787398743.520604:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787398743.520613:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787398743.520617:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787398743.520619:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787398743.520747:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106502:1874221261094656:0@lo:400:kworker.0 00000100:00100000:1.0:1787398743.520763:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106502:1874221261094528:0@lo:400:kworker.0 00000100:00100000:3.0:1787398743.521063:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207232a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106501:1874221261093248:0@lo:400:kworker.0 00000100:00100000:3.0:1787398743.521076:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261093760:0@lo:400:kworker.0 00000100:00100000:3.0:1787398743.521086:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261094272:0@lo:400:kworker.0 00000100:00100000:3.0:1787398743.521098:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:106501:1874221261093376:0@lo:400:kworker.0 00000100:00100000:3.0:1787398743.521109:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106501:1874221261093888:0@lo:400:kworker.0 00000100:00100000:3.0:1787398743.521120:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207230700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106501:1874221261094400:0@lo:400:kworker.0 00000100:00100000:1.0:1787398744.021845:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787398744.021872:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261094784:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787398744.021943:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398744.022039:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261094784 00000100:00100000:0.0:1787398744.022048:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261094784 00000100:00100000:0.0:1787398744.022108:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:0.0:1787398744.022117:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106501:x1874221261094784:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787398744.022164:0:158800:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:0.0:1787398744.022228:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106501:x1874221261094784:12345-0@lo:41:osp-pre-0-1.0 Request processed in 103us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398744.022242:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:1.0:1787398744.022386:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261094784:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787398744.023782:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261094912:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787398744.023843:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398744.036989:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261094912 00000100:00100000:1.0:1787398744.037011:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261094912 00000100:00100000:1.0:1787398744.037182:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:1.0:1787398744.037194:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20624e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261094912:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787398744.037239:0:158799:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:1.0:1787398744.037366:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20624e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261094912:12345-0@lo:41:osp-pre-1-0.0 Request processed in 174us (13521us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398744.037373:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:3.0:1787398744.037512:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261094912:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1787398744.346725:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398744.534139:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787398744.534165:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261095040:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787398744.534253:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398744.535146:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261095040 00000100:00100000:1.0:1787398744.535157:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261095040 00000100:00100000:1.0:1787398744.535221:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00100000:1.0:1787398744.535231:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261095040:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787398744.535264:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69681152 avail 62513152 00000100:00100000:1.0:1787398744.535330:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261095040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (1075us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398744.535337:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00000100:00100000:3.0:1787398744.535443:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261095040:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787398744.535777:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787398744.535791:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261095168:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787398744.535831:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398744.536947:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261095168 00000100:00100000:1.0:1787398744.536960:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261095168 00000100:00100000:1.0:1787398744.537022:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00100000:1.0:1787398744.537032:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20624ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261095168:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787398744.537062:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69681152 avail 62513152 00000100:00100000:1.0:1787398744.537160:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20624ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261095168:12345-0@lo:13:osp-pre-1-0.0 Request processed in 129us (1327us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398744.537167:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00000100:00100000:3.0:1787398744.537303:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261095168:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1787398745.365671:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398745.557759:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261095424:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787398745.557836:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398745.557925:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261095424 00000100:00100000:0.0:1787398745.557933:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261095424 00000100:00100000:0.0:1787398745.558003:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 272 00000100:00100000:0.0:1787398745.558015:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261095424:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787398745.558020:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261095296:0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787398745.558048:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36192256 avail 29024256 00000100:00100000:2.0:1787398745.558060:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1787398745.558101:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787398745.558124:0:160297:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00100000:2.0:1787398745.558133:0:160297:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_002' 00000100:00100000:2.0:1787398745.558302:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261095296 00000100:00100000:2.0:1787398745.558307:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261095296 00000100:00080000:2.0:1787398745.558333:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787398745.558419:0:170858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:2.0:1787398745.558426:0:170858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20624f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261095296:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787398745.558437:0:170858:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36192256 avail 29024256 00000100:00100000:2.0:1787398745.558470:0:170858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20624f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261095296:12345-0@lo:13:osp-pre-0-0.0 Request processed in 44us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398745.558514:0:170858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00010000:00080000:2.0:1787398745.558551:0:106500:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf305a5b800 x1874221261095296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787398761 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398745.558571:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261095296:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787398745.573583:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261095424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 15557us (15732us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398745.573601:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 272 00010000:00080000:1.0:1787398745.579449:0:106501:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf203a29c00 x1874221261095424/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787398761 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787398745.579492:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261095424:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1787398746.391453:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398747.413771:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398748.268178:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398748.268230:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398748.268422:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398748.268560:0:167312:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247621760 00000100:00100000:1.0:1787398748.268571:0:167312:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247621760 00000100:00100000:1.0:1787398748.268643:0:167312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 139 00000100:00100000:1.0:1787398748.268654:0:167312:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69163:x1874221247621760:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398748.268732:0:167312:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69163:x1874221247621760:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 80us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398748.268741:0:167312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 139 00000100:00100000:0.0:1787398748.272096:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247622016 00000100:00100000:0.0:1787398748.272117:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247622016 00000100:00100000:0.0:1787398748.272302:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247621888 00000100:00100000:0.0:1787398748.272308:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247621888 00000100:00100000:1.0:1787398748.272408:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 541 00000100:00100000:1.0:1787398748.272426:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20624c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69164:x1874221247622016:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398748.272539:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20624c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69164:x1874221247622016:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 120us (4373us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398748.272546:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 541 00000100:00080000:2.0:1787398748.272903:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787398748.272909:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787398748.273040:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 542 00000100:00100000:0.0:1787398748.273051:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20624ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69163:x1874221247621888:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398748.273091:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20624ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69163:x1874221247621888:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 43us (4861us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398748.273099:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 542 00010000:00010000:2.0:1787398748.438167:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398748.629841:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33aae5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221261095552:0@lo:400:kworker.0 00000100:00100000:3.0:1787398748.629926:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398748.629961:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33aae7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261095936:0@lo:400:kworker.0 00000100:00100000:3.0:1787398748.629995:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33aae4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261096064:0@lo:400:kworker.0 00000100:00100000:1.0:1787398748.630004:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398748.630032:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261096448:0@lo:400:kworker.0 00000100:00100000:3.0:1787398748.630039:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398748.630065:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261096576:0@lo:400:kworker.0 00000100:00100000:1.0:1787398748.630087:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398748.630101:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398748.630109:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203b12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106501:1874221261096960:0@lo:400:kworker.0 00000100:00100000:0.0:1787398748.630120:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33aae6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:106503:1874221261095680:0@lo:400:kworker.0 00000100:00100000:3.0:1787398748.630124:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203b12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106502:1874221261097088:0@lo:400:kworker.0 00000100:00100000:1.0:1787398748.630144:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398748.630208:0:167309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261095552 00000100:00100000:2.0:1787398748.630218:0:167309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261095552 00000100:00100000:3.0:1787398748.630306:0:162516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261096064 00000100:00100000:3.0:1787398748.630310:0:162516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261096064 00000100:00100000:1.0:1787398748.637171:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398748.637207:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33aae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261096192:0@lo:400:kworker.0 00000100:00100000:1.0:1787398748.637267:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398748.642627:0:167309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00100000:2.0:1787398748.642661:0:167309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221261095552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398748.642755:0:167309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221261095552:12345-0@lo:400:kworker.0 Request processed in 116us (12830us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398748.642763:0:167309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00080000:2.0:1787398748.642815:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787398748.642852:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261095936 00000100:00100000:2.0:1787398748.642859:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261095936 00000100:00100000:2.0:1787398748.642896:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261096448 00000100:00100000:2.0:1787398748.642899:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261096448 00000100:00100000:2.0:1787398748.642917:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:2.0:1787398748.642922:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106501:x1874221261095936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398748.642956:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106501:x1874221261095936:12345-0@lo:400:kworker.0 Request processed in 34us (12953us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398748.642983:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00100000:2.0:1787398748.642998:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:2.0:1787398748.643003:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261096448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398748.643034:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261096448:12345-0@lo:400:kworker.0 Request processed in 31us (12949us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398748.643040:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000100:00100000:2.0:1787398748.643070:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf33aae6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106500:1874221261095808:0@lo:400:kworker.0 00000100:00100000:2.0:1787398748.643105:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398748.643132:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106500:1874221261096320:0@lo:400:kworker.0 00000100:00100000:2.0:1787398748.643154:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398748.643172:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304180e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106500:1874221261096832:0@lo:400:kworker.0 00000100:00100000:2.0:1787398748.643191:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398748.643228:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398748.643262:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33aae5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221261095552:0@lo:400:kworker.0 00000100:00100000:2.0:1787398748.643295:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261096960 00000100:00100000:2.0:1787398748.643298:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261096960 00000100:00100000:2.0:1787398748.643441:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261095680 00000100:00100000:2.0:1787398748.643444:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261095680 00000100:00100000:2.0:1787398748.643461:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261095808 00000100:00100000:2.0:1787398748.643464:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261095808 00000100:00100000:2.0:1787398748.643505:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261096320 00000100:00100000:2.0:1787398748.643508:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261096320 00000100:00100000:2.0:1787398748.643521:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261096832 00000100:00100000:2.0:1787398748.643524:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261096832 00000100:00100000:2.0:1787398748.643533:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261097088 00000100:00100000:2.0:1787398748.643535:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261097088 00000100:00100000:2.0:1787398748.643548:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:2.0:1787398748.643563:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:106501:x1874221261096960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398748.643601:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:106501:x1874221261096960:12345-0@lo:400:kworker.0 Request processed in 39us (13458us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398748.643607:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:2.0:1787398748.643620:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:2.0:1787398748.643625:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:106503:x1874221261095680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398748.643652:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:106503:x1874221261095680:12345-0@lo:400:kworker.0 Request processed in 26us (6490us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398748.643656:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:2.0:1787398748.643667:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:2.0:1787398748.643672:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106500:x1874221261095808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398748.643701:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106500:x1874221261095808:12345-0@lo:400:kworker.0 Request processed in 30us (596us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398748.643707:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:2.0:1787398748.643717:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:2.0:1787398748.643722:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:106500:x1874221261096320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398748.643745:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:106500:x1874221261096320:12345-0@lo:400:kworker.0 Request processed in 24us (591us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398748.643751:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:2.0:1787398748.643762:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:2.0:1787398748.643767:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106500:x1874221261096832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398748.643790:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106500:x1874221261096832:12345-0@lo:400:kworker.0 Request processed in 24us (599us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398748.643796:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:2.0:1787398748.643807:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:2.0:1787398748.643819:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106502:x1874221261097088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398748.643856:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106502:x1874221261097088:12345-0@lo:400:kworker.0 Request processed in 38us (628us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398748.643862:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:2.0:1787398748.643892:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33aae6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106500:1874221261095808:0@lo:400:kworker.0 00000100:00100000:2.0:1787398748.643903:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106500:1874221261096320:0@lo:400:kworker.0 00000100:00100000:2.0:1787398748.643912:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304180e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106500:1874221261096832:0@lo:400:kworker.0 00000100:00080000:2.0:1787398748.643938:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787398748.643941:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787398748.643956:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203b12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106502:1874221261097088:0@lo:400:kworker.0 00000100:00100000:1.0:1787398748.647341:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf304180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261096704:0@lo:400:kworker.0 00000100:00100000:1.0:1787398748.647405:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398748.651655:0:162516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261096576 00000100:00100000:3.0:1787398748.651677:0:162516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261096576 00000100:00100000:0.0:1787398748.651700:0:162511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261096192 00000100:00100000:0.0:1787398748.651705:0:162511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261096192 00000100:00100000:1.0:1787398748.657692:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33aae6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:106503:1874221261095680:0@lo:400:kworker.0 00000100:00100000:1.0:1787398748.657923:0:162514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261096704 00000100:00100000:1.0:1787398748.657932:0:162514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261096704 00000100:00100000:2.0:1787398748.658030:0:162515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:2.0:1787398748.658044:0:162515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261096064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398748.658143:0:162515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261096064:12345-0@lo:400:kworker.0 Request processed in 104us (28107us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398748.658151:0:162515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00010000:00080000:2.0:1787398748.658196:0:106502:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf33aae4e00 x1874221261096064/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398764 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398748.658208:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33aae4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261096064:0@lo:400:kworker.0 00000100:00100000:2.0:1787398748.658276:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203b12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106501:1874221261096960:0@lo:400:kworker.0 00000100:00100000:2.0:1787398748.658296:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33aae7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261095936:0@lo:400:kworker.0 00000100:00100000:2.0:1787398748.658306:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261096448:0@lo:400:kworker.0 00000100:00100000:3.0:1787398748.663808:0:162516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:3.0:1787398748.663824:0:162516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261096576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398748.663936:0:162516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261096576:12345-0@lo:400:kworker.0 Request processed in 116us (33835us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398748.663944:0:162516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00010000:00080000:3.0:1787398748.664001:0:106502:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf304181180 x1874221261096576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398764 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787398748.664018:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261096576:0@lo:400:kworker.0 00000100:00100000:3.0:1787398748.664104:0:162511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:3.0:1787398748.664112:0:162511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261096192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398748.664151:0:162511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261096192:12345-0@lo:400:kworker.0 Request processed in 40us (26883us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398748.664174:0:162511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00080000:0.0:1787398748.665705:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787398748.665720:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787398748.665804:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf33aae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261096192:0@lo:400:kworker.0 00000100:00100000:1.0:1787398748.667346:0:162514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:1.0:1787398748.667362:0:162514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261096704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398748.667467:0:162514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261096704:12345-0@lo:400:kworker.0 Request processed in 109us (20061us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398748.667474:0:162514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00100000:3.0:1787398748.667694:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf304180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261096704:0@lo:400:kworker.0 00000100:00100000:3.0:1787398749.141740:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261097216:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787398749.141818:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398749.142247:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261097344:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787398749.142296:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398749.155589:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261097216 00000100:00100000:1.0:1787398749.155607:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261097216 00000100:00100000:1.0:1787398749.155876:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261097344 00000100:00100000:1.0:1787398749.155881:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261097344 00000100:00100000:1.0:1787398749.155928:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:1.0:1787398749.155937:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261097216:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787398749.155979:0:158800:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:1.0:1787398749.156074:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261097216:12345-0@lo:41:osp-pre-1-0.0 Request processed in 138us (14255us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398749.156082:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00100000:1.0:1787398749.156117:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:1.0:1787398749.156125:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221261097344:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787398749.156142:0:158800:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:1.0:1787398749.156181:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221261097344:12345-0@lo:41:osp-pre-0-1.0 Request processed in 57us (13884us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398749.156187:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:1.0:1787398749.156249:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261097344:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787398749.156289:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261097216:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1787398749.461860:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398749.654183:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787398749.654208:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261097600:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787398749.654310:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398749.654753:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261097472:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787398749.654795:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398749.655345:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261097600 00000100:00100000:2.0:1787398749.655367:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261097600 00000100:00100000:2.0:1787398749.655428:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261097472 00000100:00100000:2.0:1787398749.655432:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261097472 00000100:00100000:2.0:1787398749.655452:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:2.0:1787398749.655461:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261097600:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1787398749.655769:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69681152 avail 62513152 00000100:00100000:1.0:1787398749.656147:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00100000:1.0:1787398749.656159:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3376d9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261097472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787398749.656174:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69681152 avail 62513152 00000100:00100000:1.0:1787398749.659500:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3376d9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261097472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 3307us (4667us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398749.659517:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00000100:00100000:2.0:1787398749.659775:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261097600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4313us (5473us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398749.659784:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00100000:1.0:1787398749.660928:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261097600:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787398749.661097:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261097472:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1787398750.485779:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398750.677987:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261097728:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787398750.678156:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787398750.678174:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261097856:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787398750.678225:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398750.678275:0:170858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261097856 00000100:00100000:3.0:1787398750.678291:0:170858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261097856 00000100:00100000:3.0:1787398750.678350:0:170858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000100:00100000:3.0:1787398750.678361:0:170858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261097856:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787398750.678388:0:170858:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36192256 avail 29024256 00000100:00100000:3.0:1787398750.678430:0:170858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261097856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398750.678437:0:170858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 00010000:00080000:3.0:1787398750.678528:0:106501:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf305a58700 x1874221261097856/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787398766 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787398750.678546:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261097856:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787398750.678840:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1787398750.679298:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787398750.679349:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261097728 00000100:00100000:3.0:1787398750.679354:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261097728 00000100:00100000:3.0:1787398750.679398:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:3.0:1787398750.679420:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261097728:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787398750.679434:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36192256 avail 29024256 00010000:00080000:2.0:1787398750.679599:0:106503:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf305a58380 x1874221261097728/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787398766 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398750.679614:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261097728:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1787398750.679665:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787398750.679698:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261097728:12345-0@lo:13:osp-pre-0-0.0 Request processed in 278us (857us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398750.679705:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00010000:00010000:2.0:1787398751.511181:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398752.533915:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398753.380978:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398753.381019:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398753.381063:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398753.381167:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247622272 00000100:00100000:2.0:1787398753.381177:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247622272 00000100:00100000:2.0:1787398753.381264:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247622400 00000100:00100000:2.0:1787398753.381267:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247622400 00000100:00100000:2.0:1787398753.381288:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 549 00000100:00100000:2.0:1787398753.381298:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69162:x1874221247622272:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:2.0:1787398753.381403:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69162:x1874221247622272:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 106us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398753.381410:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 549 00000100:00100000:2.0:1787398753.381429:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 550 00000100:00100000:2.0:1787398753.381436:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69162:x1874221247622400:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:2.0:1787398753.381540:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69162:x1874221247622400:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 103us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398753.381547:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 550 00000100:00080000:1.0:1787398753.383144:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787398753.383167:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787398753.383520:0:167312:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247622144 00000100:00100000:3.0:1787398753.383532:0:167312:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247622144 00000100:00100000:3.0:1787398753.383598:0:167312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 141 00000100:00100000:3.0:1787398753.383607:0:167312:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69165:x1874221247622144:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398753.384330:0:167312:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69165:x1874221247622144:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 720us (3261us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398753.384352:0:167312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 141 00010000:00010000:1.0:1787398753.557807:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398753.751466:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106502:1874221261098112:0@lo:400:kworker.0 00000100:00100000:3.0:1787398753.751562:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398753.751615:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261098624:0@lo:400:kworker.0 00000100:00100000:3.0:1787398753.751641:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398753.751660:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31372c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261099136:0@lo:400:kworker.0 00000100:00100000:3.0:1787398753.751693:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398753.751720:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1787398753.751726:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221261098240:0@lo:400:kworker.0 00000100:00100000:3.0:1787398753.751747:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398753.751765:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31372e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106502:1874221261098752:0@lo:400:kworker.0 00000100:00100000:3.0:1787398753.751785:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398753.751799:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31372f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106502:1874221261099264:0@lo:400:kworker.0 00000100:00100000:3.0:1787398753.751831:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398753.751868:0:160294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261098624 00000100:00100000:3.0:1787398753.751874:0:160294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261098624 00000100:00100000:3.0:1787398753.751922:0:160294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261099136 00000100:00100000:3.0:1787398753.751925:0:160294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261099136 00000100:00100000:3.0:1787398753.752390:0:160294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:3.0:1787398753.752400:0:160294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261098624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398753.752544:0:160294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261098624:12345-0@lo:400:kworker.0 Request processed in 145us (901us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398753.752551:0:160294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00100000:3.0:1787398753.752568:0:160294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:3.0:1787398753.752573:0:160294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261099136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398753.752602:0:160294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261099136:12345-0@lo:400:kworker.0 Request processed in 28us (907us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398753.752608:0:160294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00100000:3.0:1787398753.752633:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261098112 00000100:00100000:3.0:1787398753.752637:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261098112 00000100:00100000:3.0:1787398753.752659:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261098240 00000100:00100000:3.0:1787398753.752665:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261098240 00000100:00100000:3.0:1787398753.752677:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261098752 00000100:00100000:3.0:1787398753.752680:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261098752 00000100:00100000:3.0:1787398753.752689:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261099264 00000100:00100000:3.0:1787398753.752691:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261099264 00000100:00100000:3.0:1787398753.752704:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:3.0:1787398753.752709:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106502:x1874221261098112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398753.752740:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106502:x1874221261098112:12345-0@lo:400:kworker.0 Request processed in 31us (1178us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398753.752747:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:3.0:1787398753.752774:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:3.0:1787398753.752779:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106502:x1874221261098240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398753.752807:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106502:x1874221261098240:12345-0@lo:400:kworker.0 Request processed in 28us (1059us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398753.752814:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:3.0:1787398753.752825:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:3.0:1787398753.752830:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106502:x1874221261098752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398753.752852:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106502:x1874221261098752:12345-0@lo:400:kworker.0 Request processed in 23us (1067us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398753.752857:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:3.0:1787398753.752865:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:3.0:1787398753.752870:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106502:x1874221261099264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398753.752889:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106502:x1874221261099264:12345-0@lo:400:kworker.0 Request processed in 19us (1057us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398753.752893:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00080000:3.0:1787398753.752921:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787398753.752924:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787398753.752927:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787398753.753075:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a066c752-c801-430f-905b-71f66cddaa9e:106501:1874221261097984:0@lo:400:kworker.0 00000100:00100000:0.0:1787398753.753116:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398753.753157:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261098496:0@lo:400:kworker.0 00000100:00100000:0.0:1787398753.753183:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398753.753203:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31372f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261099008:0@lo:400:kworker.0 00000100:00100000:0.0:1787398753.753237:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398753.753256:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31372d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106501:1874221261099520:0@lo:400:kworker.0 00000100:00100000:0.0:1787398753.753279:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398753.753301:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1787398753.753308:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305a58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261098368:0@lo:400:kworker.0 00000100:00100000:0.0:1787398753.753333:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398753.753355:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31372c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261098880:0@lo:400:kworker.0 00000100:00100000:0.0:1787398753.753378:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398753.753396:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31372e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106501:1874221261099392:0@lo:400:kworker.0 00000100:00100000:0.0:1787398753.753418:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398753.753462:0:167309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261097984 00000100:00100000:0.0:1787398753.753468:0:167309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261097984 00000100:00100000:0.0:1787398753.753532:0:167309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:0.0:1787398753.753538:0:167309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+24:106501:x1874221261097984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398753.753576:0:167309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a066c752-c801-430f-905b-71f66cddaa9e+24:106501:x1874221261097984:12345-0@lo:400:kworker.0 Request processed in 39us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398753.753583:0:167309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00100000:0.0:1787398753.753622:0:162523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261098496 00000100:00100000:0.0:1787398753.753625:0:162523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261098496 00000100:00100000:0.0:1787398753.753666:0:162523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261099008 00000100:00100000:0.0:1787398753.753669:0:162523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261099008 00000100:00100000:0.0:1787398753.753691:0:162523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:0.0:1787398753.753695:0:162523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261098496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398753.753730:0:162523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261098496:12345-0@lo:400:kworker.0 Request processed in 34us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398753.753735:0:162523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00100000:0.0:1787398753.753746:0:162523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:0.0:1787398753.753752:0:162523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261099008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398753.753778:0:162523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261099008:12345-0@lo:400:kworker.0 Request processed in 27us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398753.753783:0:162523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00100000:0.0:1787398753.753805:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261098368 00000100:00100000:0.0:1787398753.753809:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261098368 00000100:00100000:0.0:1787398753.753834:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261098880 00000100:00100000:0.0:1787398753.753837:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261098880 00000100:00100000:0.0:1787398753.753857:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:0.0:1787398753.753863:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106501:x1874221261098368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398753.753903:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106501:x1874221261098368:12345-0@lo:400:kworker.0 Request processed in 34us (563us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398753.753920:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:0.0:1787398753.754139:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:0.0:1787398753.754148:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261098880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398753.754181:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261098880:12345-0@lo:400:kworker.0 Request processed in 35us (802us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398753.754187:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00100000:0.0:1787398753.754237:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261099520 00000100:00100000:0.0:1787398753.754241:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261099520 00000100:00100000:0.0:1787398753.754270:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261099392 00000100:00100000:0.0:1787398753.754274:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261099392 00000100:00100000:0.0:1787398753.754291:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:0.0:1787398753.754297:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106501:x1874221261099520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398753.754328:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106501:x1874221261099520:12345-0@lo:400:kworker.0 Request processed in 32us (1049us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398753.754335:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:0.0:1787398753.754346:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:0.0:1787398753.754352:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203a28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106501:x1874221261099392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398753.754379:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203a28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106501:x1874221261099392:12345-0@lo:400:kworker.0 Request processed in 27us (960us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398753.754386:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00080000:0.0:1787398753.754405:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787398753.754409:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787398753.754412:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787398753.754704:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221261098240:0@lo:400:kworker.0 00000100:00100000:3.0:1787398753.754720:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31372e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106502:1874221261098752:0@lo:400:kworker.0 00000100:00100000:3.0:1787398753.754734:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31372f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106502:1874221261099264:0@lo:400:kworker.0 00000100:00100000:3.0:1787398753.754748:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106502:1874221261098112:0@lo:400:kworker.0 00000100:00100000:3.0:1787398753.754760:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261098624:0@lo:400:kworker.0 00000100:00100000:3.0:1787398753.754774:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31372c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261099136:0@lo:400:kworker.0 00000100:00100000:3.0:1787398753.758487:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261098368:0@lo:400:kworker.0 00000100:00100000:3.0:1787398753.758504:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31372c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261098880:0@lo:400:kworker.0 00000100:00100000:3.0:1787398753.758518:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31372e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106501:1874221261099392:0@lo:400:kworker.0 00000100:00100000:3.0:1787398753.758529:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a066c752-c801-430f-905b-71f66cddaa9e:106501:1874221261097984:0@lo:400:kworker.0 00010000:00080000:3.0:1787398753.758542:0:106501:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf305a5b100 x1874221261098496/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398769 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787398753.758554:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305a5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261098496:0@lo:400:kworker.0 00010000:00080000:3.0:1787398753.758564:0:106501:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf31372f100 x1874221261099008/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398769 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787398753.758572:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31372f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261099008:0@lo:400:kworker.0 00000100:00100000:3.0:1787398753.758583:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31372d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106501:1874221261099520:0@lo:400:kworker.0 00000100:00100000:3.0:1787398754.261844:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261099648:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787398754.261921:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398754.262197:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261099648 00000100:00100000:1.0:1787398754.262206:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261099648 00000100:00100000:1.0:1787398754.262276:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:1.0:1787398754.262284:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261099648:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787398754.262321:0:158800:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:1.0:1787398754.262387:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261099648:12345-0@lo:41:osp-pre-1-0.0 Request processed in 103us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398754.262393:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:3.0:1787398754.262687:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261099648:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787398754.262838:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787398754.262848:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261099776:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787398754.262880:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398754.262952:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261099776 00000100:00100000:0.0:1787398754.262957:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261099776 00000100:00100000:0.0:1787398754.262994:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:0.0:1787398754.263002:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221261099776:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787398754.263040:0:159531:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:0.0:1787398754.263089:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221261099776:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398754.263095:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:1.0:1787398754.264752:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261099776:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1787398754.581757:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398754.773866:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787398754.774387:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787398754.774409:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261100032:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787398754.774526:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398754.774911:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261100032 00000100:00100000:1.0:1787398754.774920:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261100032 00000100:00100000:1.0:1787398754.774985:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:1.0:1787398754.774994:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261100032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787398754.775024:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69681152 avail 62513152 00000100:00100000:1.0:1787398754.775073:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261100032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398754.775081:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000100:00100000:2.0:1787398754.775366:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261100032:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787398754.776375:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305b9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261099904:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787398754.776435:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398754.776753:0:170858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261099904 00000100:00100000:1.0:1787398754.776831:0:170858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261099904 00000100:00100000:1.0:1787398754.776888:0:170858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279 00000100:00100000:1.0:1787398754.776897:0:170858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261099904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787398754.776916:0:170858:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69681152 avail 62513152 00000100:00100000:1.0:1787398754.777112:0:170858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261099904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 215us (675us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398754.777120:0:170858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279 00000100:00100000:2.0:1787398754.778069:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305b9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261099904:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1787398755.605846:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398755.797798:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31372c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261100160:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787398755.797895:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398755.798059:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261100160 00000100:00100000:2.0:1787398755.798068:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261100160 00000100:00100000:2.0:1787398755.798132:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 280 00000100:00100000:2.0:1787398755.798144:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261100160:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787398755.798173:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36192256 avail 29024256 00000100:00100000:3.0:1787398755.799754:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261100288:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787398755.799843:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398755.799917:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261100288 00000100:00100000:3.0:1787398755.799925:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261100288 00000100:00100000:3.0:1787398755.799967:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00000100:00100000:3.0:1787398755.799975:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261100288:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787398755.799995:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36192256 avail 29024256 00000100:00100000:3.0:1787398755.800037:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261100288:12345-0@lo:13:osp-pre-0-0.0 Request processed in 61us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398755.800044:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00010000:00080000:3.0:1787398755.800086:0:106503:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf203a2aa00 x1874221261100288/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787398771 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787398755.800103:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261100288:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1787398755.800141:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787398755.808387:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261100160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 10232us (10478us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398755.808402:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 280 00010000:00080000:1.0:1787398755.809505:0:106502:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf31372c380 x1874221261100160/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787398771 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787398755.809533:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31372c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261100160:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1787398756.630663:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398757.653670:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398758.509020:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398758.509156:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398758.509193:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398758.509256:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247622528 00000100:00100000:2.0:1787398758.509269:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247622528 00000100:00100000:2.0:1787398758.509339:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 143 00000100:00100000:2.0:1787398758.509350:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69165:x1874221247622528:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:2.0:1787398758.509424:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69165:x1874221247622528:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 75us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398758.509432:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 143 00000100:00100000:0.0:1787398758.516997:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247622656 00000100:00100000:0.0:1787398758.517017:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247622656 00000100:00100000:0.0:1787398758.517351:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247622784 00000100:00100000:0.0:1787398758.517356:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247622784 00000100:00100000:3.0:1787398758.517446:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 557 00000100:00100000:3.0:1787398758.517463:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69165:x1874221247622656:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398758.517564:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69165:x1874221247622656:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 108us (8558us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398758.517573:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 557 00000100:00100000:3.0:1787398758.517598:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 558 00000100:00100000:3.0:1787398758.517604:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69162:x1874221247622784:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398758.517631:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69162:x1874221247622784:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 27us (8438us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398758.517637:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 558 00000100:00080000:1.0:1787398758.517700:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787398758.517705:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1787398758.677793:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398758.873894:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261100800:0@lo:400:kworker.0 00000100:00100000:1.0:1787398758.873962:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398758.874024:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207232a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261101312:0@lo:400:kworker.0 00000100:00100000:1.0:1787398758.874071:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398758.874093:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106503:1874221261101824:0@lo:400:kworker.0 00000100:00100000:1.0:1787398758.874133:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398758.874156:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1787398758.874162:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207230700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106503:1874221261100672:0@lo:400:kworker.0 00000100:00100000:1.0:1787398758.874184:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398758.874201:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106503:1874221261101184:0@lo:400:kworker.0 00000100:00100000:1.0:1787398758.874217:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398758.874230:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207231180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106503:1874221261101696:0@lo:400:kworker.0 00000100:00100000:1.0:1787398758.874248:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398758.874280:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261100800 00000100:00100000:0.0:1787398758.874293:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261101824 00000100:00100000:1.0:1787398758.874295:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261100800 00000100:00100000:0.0:1787398758.874301:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261101824 00000100:00100000:0.0:1787398758.874353:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261100672 00000100:00100000:1.0:1787398758.874354:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261101312 00000100:00100000:0.0:1787398758.874357:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261100672 00000100:00100000:1.0:1787398758.874359:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261101312 00000100:00100000:1.0:1787398758.874388:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:0.0:1787398758.874398:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261101184 00000100:00100000:1.0:1787398758.874399:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106503:x1874221261100800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398758.874404:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261101184 00000100:00100000:0.0:1787398758.874423:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261101696 00000100:00100000:0.0:1787398758.874425:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261101696 00000100:00100000:0.0:1787398758.874445:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:0.0:1787398758.874454:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325cf9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106503:x1874221261101824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398758.874463:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106503:x1874221261100800:12345-0@lo:400:kworker.0 Request processed in 66us (499us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398758.874471:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00100000:1.0:1787398758.874522:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:1.0:1787398758.874530:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325cf8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261101312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398758.874552:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325cf9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106503:x1874221261101824:12345-0@lo:400:kworker.0 Request processed in 99us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398758.874559:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:0.0:1787398758.874578:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:0.0:1787398758.874584:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325cfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106503:x1874221261100672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398758.874744:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207233100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a066c752-c801-430f-905b-71f66cddaa9e:106500:1874221261100416:0@lo:400:kworker.0 00000100:00100000:2.0:1787398758.874842:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207232680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106501:1874221261100544:0@lo:400:kworker.0 00000100:00100000:0.0:1787398758.885331:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325cfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106503:x1874221261100672:12345-0@lo:400:kworker.0 Request processed in 10732us (11131us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398758.885349:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:0.0:1787398758.886152:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:0.0:1787398758.886168:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325cfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106503:x1874221261101184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398758.886237:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325cfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106503:x1874221261101184:12345-0@lo:400:kworker.0 Request processed in 76us (12018us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398758.886244:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:0.0:1787398758.886260:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1787398758.886267:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325cfb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106503:x1874221261101696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398758.886299:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325cfb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106503:x1874221261101696:12345-0@lo:400:kworker.0 Request processed in 33us (12050us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398758.886305:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00080000:0.0:1787398758.888617:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787398758.888627:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787398758.888840:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398758.888887:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261100928:0@lo:400:kworker.0 00000100:00100000:3.0:1787398758.888922:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398758.888949:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261101440:0@lo:400:kworker.0 00000100:00100000:3.0:1787398758.888974:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398758.888999:0:162516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261100928 00000100:00100000:3.0:1787398758.889006:0:162516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261100928 00000100:00100000:3.0:1787398758.889055:0:162516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261101440 00000100:00100000:3.0:1787398758.889059:0:162516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261101440 00000100:00100000:3.0:1787398758.889081:0:162516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:3.0:1787398758.889089:0:162516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261100928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398758.889147:0:162516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261100928:12345-0@lo:400:kworker.0 Request processed in 58us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398758.889155:0:162516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00100000:3.0:1787398758.889175:0:162516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:3.0:1787398758.889182:0:162516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261101440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398758.889213:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207230700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106503:1874221261100672:0@lo:400:kworker.0 00000100:00100000:3.0:1787398758.889215:0:162516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261101440:12345-0@lo:400:kworker.0 Request processed in 33us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398758.889226:0:162516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000100:00100000:0.0:1787398758.889243:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106503:1874221261101184:0@lo:400:kworker.0 00000100:00100000:0.0:1787398758.889261:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207231180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106503:1874221261101696:0@lo:400:kworker.0 00010000:00080000:3.0:1787398758.889267:0:106500:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf207233b80 x1874221261101440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398774 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787398758.889279:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261100800:0@lo:400:kworker.0 00000100:00100000:3.0:1787398758.889281:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261101440:0@lo:400:kworker.0 00000100:00100000:3.0:1787398758.889294:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106500:1874221261101952:0@lo:400:kworker.0 00000100:00100000:0.0:1787398758.889300:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106503:1874221261101824:0@lo:400:kworker.0 00000100:00100000:3.0:1787398758.889325:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398758.889346:0:167309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261100416 00000100:00100000:0.0:1787398758.889351:0:167309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261100416 00010000:00080000:3.0:1787398758.889367:0:106500:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf207231c00 x1874221261100928/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398774 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787398758.889953:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261100928:0@lo:400:kworker.0 00000100:00100000:3.0:1787398758.890080:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261101952 00000100:00100000:3.0:1787398758.890085:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261101952 00000100:00100000:3.0:1787398758.890128:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:3.0:1787398758.890135:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106500:x1874221261101952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398758.890184:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106500:x1874221261101952:12345-0@lo:400:kworker.0 Request processed in 49us (860us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398758.890190:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:3.0:1787398758.890225:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106500:1874221261101952:0@lo:400:kworker.0 00000100:00080000:3.0:1787398758.890262:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787398758.890267:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787398758.890287:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:3.0:1787398758.890295:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106500:x1874221261100416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398758.890328:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106500:x1874221261100416:12345-0@lo:400:kworker.0 Request processed in 35us (1492us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398758.890335:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:3.0:1787398758.890369:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207233100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a066c752-c801-430f-905b-71f66cddaa9e:106500:1874221261100416:0@lo:400:kworker.0 00000100:00100000:3.0:1787398758.891079:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207232a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261101312:0@lo:400:kworker.0 00000100:00100000:1.0:1787398758.891131:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325cf8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261101312:12345-0@lo:400:kworker.0 Request processed in 16018us (16475us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398758.891141:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00100000:2.0:1787398758.891279:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398758.891314:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261101056:0@lo:400:kworker.0 00000100:00100000:2.0:1787398758.891339:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398758.891460:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261101568:0@lo:400:kworker.0 00000100:00100000:2.0:1787398758.891518:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398758.891882:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261100544 00000100:00100000:3.0:1787398758.891888:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261100544 00000100:00100000:3.0:1787398758.891944:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:3.0:1787398758.891953:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106501:x1874221261100544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398758.892002:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106501:x1874221261100544:12345-0@lo:400:kworker.0 Request processed in 50us (723us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398758.892027:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00080000:1.0:1787398758.893566:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787398758.894268:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207232680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106501:1874221261100544:0@lo:400:kworker.0 00000100:00100000:0.0:1787398758.894524:0:161119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261101056 00000100:00100000:0.0:1787398758.894531:0:161119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261101056 00000100:00080000:3.0:1787398758.894834:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787398758.894963:0:161119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261101568 00000100:00100000:0.0:1787398758.894968:0:161119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261101568 00000100:00080000:3.0:1787398758.895024:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787398758.895255:0:162514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:2.0:1787398758.895267:0:162514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261101056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398758.895409:0:162514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261101056:12345-0@lo:400:kworker.0 Request processed in 144us (4068us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398758.895417:0:162514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00100000:2.0:1787398758.895438:0:162514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:2.0:1787398758.895444:0:162514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261101568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398758.895474:0:162514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261101568:12345-0@lo:400:kworker.0 Request processed in 31us (3956us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398758.895504:0:162514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:3.0:1787398758.895946:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261101056:0@lo:400:kworker.0 00000100:00100000:3.0:1787398758.895959:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261101568:0@lo:400:kworker.0 00000100:00100000:1.0:1787398759.381854:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787398759.381880:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261102080:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787398759.381953:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398759.382262:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787398759.382273:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf325cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261102208:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787398759.382308:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398759.382558:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261102080 00000100:00100000:1.0:1787398759.382567:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261102080 00000100:00100000:1.0:1787398759.382619:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261102208 00000100:00100000:1.0:1787398759.382622:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261102208 00000100:00100000:1.0:1787398759.382652:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:1.0:1787398759.382661:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325cf9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221261102080:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787398759.382695:0:159531:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:1.0:1787398759.382744:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325cf9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221261102080:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (791us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398759.382752:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00100000:1.0:1787398759.382770:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:1.0:1787398759.382793:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261102208:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787398759.382810:0:159531:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:1.0:1787398759.382842:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261102208:12345-0@lo:41:osp-pre-1-0.0 Request processed in 50us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398759.382848:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00100000:1.0:1787398759.382890:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261102080:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787398759.383086:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf325cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261102208:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1787398759.702164:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398759.894648:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787398759.894677:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf325cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261102336:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787398759.894772:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398759.894891:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261102336 00000100:00100000:1.0:1787398759.894900:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261102336 00000100:00100000:1.0:1787398759.894960:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:1.0:1787398759.894971:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261102336:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787398759.895004:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69681152 avail 62513152 00000100:00100000:1.0:1787398759.895054:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261102336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398759.895061:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00100000:2.0:1787398759.895299:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf325cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261102336:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787398759.897795:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261102464:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787398759.897867:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398759.897957:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261102464 00000100:00100000:2.0:1787398759.897966:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261102464 00000100:00100000:2.0:1787398759.898026:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:2.0:1787398759.898036:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325cf9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261102464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787398759.898078:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69681152 avail 62513152 00000100:00100000:2.0:1787398759.908285:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325cf9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261102464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 10237us (10404us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398759.908303:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00000100:00100000:1.0:1787398759.908653:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261102464:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1787398760.726631:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398760.920856:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261102592:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787398760.920945:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398760.920988:0:170858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261102592 00000100:00100000:3.0:1787398760.920996:0:170858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261102592 00000100:00100000:3.0:1787398760.921051:0:170858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:3.0:1787398760.921060:0:170858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261102592:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787398760.921100:0:170858:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36192256 avail 29024256 00000100:00100000:3.0:1787398760.921139:0:170858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261102592:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398760.921145:0:170858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00000100:00080000:3.0:1787398760.921168:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1787398760.921199:0:106501:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf203a2aa00 x1874221261102592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787398776 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787398760.921217:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261102592:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787398760.927809:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31372df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261102720:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787398760.927887:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398760.928035:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261102720 00000100:00100000:3.0:1787398760.928060:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261102720 00000100:00100000:3.0:1787398760.928143:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:3.0:1787398760.928151:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261102720:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787398760.928178:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36192256 avail 29024256 00000100:00100000:3.0:1787398760.928231:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261102720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398760.928239:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00010000:00080000:1.0:1787398760.928313:0:106502:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf31372df80 x1874221261102720/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787398776 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787398760.928332:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31372df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261102720:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1787398760.928412:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1787398761.750027:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398762.774227:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398763.620602:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398763.620649:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:2.0:1787398763.620680:0:106494:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398763.620771:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247622912 00000100:00100000:1.0:1787398763.620782:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247622912 00000100:00100000:1.0:1787398763.620839:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 145 00000100:00100000:1.0:1787398763.620867:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20c7a5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69163:x1874221247622912:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398763.620946:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20c7a5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69163:x1874221247622912:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 82us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398763.620955:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 145 00000100:00100000:0.0:1787398763.624563:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247623168 00000100:00100000:0.0:1787398763.624600:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247623168 00000100:00100000:0.0:1787398763.624689:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247623040 00000100:00100000:0.0:1787398763.624694:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247623040 00000100:00100000:0.0:1787398763.624733:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 565 00000100:00100000:0.0:1787398763.624747:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69165:x1874221247623168:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398763.624842:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69165:x1874221247623168:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 100us (4192us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398763.624850:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 565 00000100:00100000:0.0:1787398763.624872:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 566 00000100:00100000:0.0:1787398763.624879:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69165:x1874221247623040:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398763.624905:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69165:x1874221247623040:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 27us (4224us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398763.624911:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 566 00000100:00080000:1.0:1787398763.625912:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787398763.625921:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1787398763.797712:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398763.990320:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261103232:0@lo:400:kworker.0 00000100:00100000:1.0:1787398763.990412:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398763.990506:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207232a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261103744:0@lo:400:kworker.0 00000100:00100000:1.0:1787398763.990533:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398763.990559:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106502:1874221261104256:0@lo:400:kworker.0 00000100:00100000:1.0:1787398763.990586:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398763.990613:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1787398763.990620:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221261102848:0@lo:400:kworker.0 00000100:00100000:1.0:1787398763.990649:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398763.990673:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261103360:0@lo:400:kworker.0 00000100:00100000:1.0:1787398763.990698:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398763.990714:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207233100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261103872:0@lo:400:kworker.0 00000100:00100000:1.0:1787398763.990754:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398763.990771:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106502:1874221261104384:0@lo:400:kworker.0 00000100:00100000:1.0:1787398763.990792:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398763.990826:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261103232 00000100:00100000:1.0:1787398763.990834:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261103232 00000100:00100000:1.0:1787398763.990880:0:158800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261103744 00000100:00100000:1.0:1787398763.990884:0:158800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261103744 00000100:00100000:1.0:1787398763.990939:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:1.0:1787398763.990949:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325cfa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221261103232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398763.991004:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325cfa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221261103232:12345-0@lo:400:kworker.0 Request processed in 56us (598us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398763.991012:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00100000:1.0:1787398763.991047:0:158800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:1.0:1787398763.991054:0:158800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325cf8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261103744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398763.991085:0:158800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325cf8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261103744:12345-0@lo:400:kworker.0 Request processed in 31us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398763.991091:0:158800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00100000:1.0:1787398763.991110:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261104256 00000100:00100000:1.0:1787398763.991114:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261104256 00000100:00100000:1.0:1787398763.991146:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261104384 00000100:00100000:1.0:1787398763.991149:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261104384 00000100:00100000:1.0:1787398763.991166:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:1.0:1787398763.991172:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325cf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106502:x1874221261104256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398763.991202:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325cf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106502:x1874221261104256:12345-0@lo:400:kworker.0 Request processed in 30us (615us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398763.991208:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:1.0:1787398763.991222:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:1.0:1787398763.991227:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325cfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106502:x1874221261104384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398763.991256:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325cfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106502:x1874221261104384:12345-0@lo:400:kworker.0 Request processed in 29us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398763.991261:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00080000:1.0:1787398763.991282:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787398763.991285:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787398763.991312:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106502:1874221261104384:0@lo:400:kworker.0 00000100:00100000:1.0:1787398763.991332:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261103232:0@lo:400:kworker.0 00000100:00100000:1.0:1787398763.991341:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207232a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261103744:0@lo:400:kworker.0 00000100:00100000:1.0:1787398763.991348:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106502:1874221261104256:0@lo:400:kworker.0 00000100:00100000:3.0:1787398763.992083:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261102848 00000100:00100000:3.0:1787398763.992091:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261102848 00000100:00100000:3.0:1787398763.992142:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:3.0:1787398763.992150:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20c7a4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221261102848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398763.992224:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20c7a4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221261102848:12345-0@lo:400:kworker.0 Request processed in 76us (1574us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398763.992231:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:3.0:1787398763.992268:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261103360 00000100:00100000:3.0:1787398763.992272:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261103360 00000100:00100000:3.0:1787398763.992302:0:162520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261103872 00000100:00100000:3.0:1787398763.992305:0:162520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261103872 00000100:00100000:3.0:1787398763.992324:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:3.0:1787398763.992330:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325cf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261103360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398763.992362:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325cf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261103360:12345-0@lo:400:kworker.0 Request processed in 32us (1663us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398763.992368:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00100000:3.0:1787398763.992379:0:162520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:3.0:1787398763.992384:0:162520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325cfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261103872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398763.992434:0:162520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325cfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261103872:12345-0@lo:400:kworker.0 Request processed in 50us (1679us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398763.992454:0:162520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00080000:3.0:1787398763.992518:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787398763.992546:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221261102848:0@lo:400:kworker.0 00010000:00080000:3.0:1787398763.992561:0:106502:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf207231500 x1874221261103360/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398779 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787398763.992572:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261103360:0@lo:400:kworker.0 00010000:00080000:3.0:1787398763.992584:0:106502:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf207233100 x1874221261103872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398779 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787398763.992591:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207233100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261103872:0@lo:400:kworker.0 00000100:00100000:3.0:1787398763.992620:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:106501:1874221261103104:0@lo:400:kworker.0 00000100:00100000:3.0:1787398763.992651:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398763.992676:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207232680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106501:1874221261103616:0@lo:400:kworker.0 00000100:00100000:3.0:1787398763.992694:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398763.992710:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106501:1874221261104128:0@lo:400:kworker.0 00000100:00100000:2.0:1787398763.993156:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106500:1874221261102976:0@lo:400:kworker.0 00000100:00100000:2.0:1787398763.993233:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261103104 00000100:00100000:2.0:1787398763.993239:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261103104 00000100:00100000:2.0:1787398763.993278:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261103616 00000100:00100000:2.0:1787398763.993281:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261103616 00000100:00100000:2.0:1787398763.993293:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:2.0:1787398763.993299:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106501:x1874221261103104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398763.993334:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106501:x1874221261103104:12345-0@lo:400:kworker.0 Request processed in 36us (682us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398763.993340:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:2.0:1787398763.993353:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:2.0:1787398763.993358:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31372c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106501:x1874221261103616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398763.993383:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31372c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106501:x1874221261103616:12345-0@lo:400:kworker.0 Request processed in 26us (688us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398763.993403:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00080000:2.0:1787398763.993437:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787398763.994376:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398763.994685:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:106501:1874221261103104:0@lo:400:kworker.0 00000100:00100000:3.0:1787398763.994712:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207232680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106501:1874221261103616:0@lo:400:kworker.0 00000100:00100000:0.0:1787398763.995230:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398763.995273:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261103488:0@lo:400:kworker.0 00000100:00100000:0.0:1787398763.995328:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398763.995357:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261104000:0@lo:400:kworker.0 00000100:00100000:0.0:1787398763.995399:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398763.995713:0:160295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261103488 00000100:00100000:0.0:1787398763.995721:0:160295:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261103488 00000100:00100000:2.0:1787398763.995832:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261104128 00000100:00100000:2.0:1787398763.995837:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261104128 00000100:00100000:2.0:1787398763.995886:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261102976 00000100:00100000:2.0:1787398763.995889:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261102976 00000100:00100000:2.0:1787398763.995936:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:2.0:1787398763.995947:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106501:x1874221261104128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398763.996009:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106501:x1874221261104128:12345-0@lo:400:kworker.0 Request processed in 64us (1636us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398763.996026:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:2.0:1787398763.996042:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:2.0:1787398763.996049:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106500:x1874221261102976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398763.996084:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106500:x1874221261102976:12345-0@lo:400:kworker.0 Request processed in 35us (854us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398763.996089:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00080000:2.0:1787398763.996109:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787398763.997092:0:160295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261104000 00000100:00100000:0.0:1787398763.997097:0:160295:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261104000 00000100:00100000:0.0:1787398763.997122:0:160295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:0.0:1787398763.997130:0:160295:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207231180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261103488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398763.997317:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106501:1874221261104128:0@lo:400:kworker.0 00000100:00080000:3.0:1787398763.997372:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787398763.997665:0:162515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:2.0:1787398763.997675:0:162515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207230a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261104000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398763.997946:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106500:1874221261102976:0@lo:400:kworker.0 00000100:00100000:1.0:1787398763.997961:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261103488:0@lo:400:kworker.0 00000100:00100000:0.0:1787398763.998314:0:160295:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207231180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261103488:12345-0@lo:400:kworker.0 Request processed in 1183us (2984us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398763.998342:0:160295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:2.0:1787398763.999310:0:162515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207230a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261104000:12345-0@lo:400:kworker.0 Request processed in 1631us (3903us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398763.999321:0:162515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000100:00100000:1.0:1787398764.000333:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261104000:0@lo:400:kworker.0 00000100:00100000:3.0:1787398764.501970:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787398764.502016:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf325cf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261104512:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787398764.502091:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398764.502344:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207230700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261104640:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787398764.502369:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398764.502531:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261104512 00000100:00100000:0.0:1787398764.502540:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261104512 00000100:00100000:0.0:1787398764.502592:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261104640 00000100:00100000:0.0:1787398764.502595:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261104640 00000100:00100000:0.0:1787398764.502623:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:0.0:1787398764.502633:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261104512:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787398764.502676:0:158799:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:0.0:1787398764.502724:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261104512:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (633us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398764.502731:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:0.0:1787398764.502751:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:0.0:1787398764.502757:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106501:x1874221261104640:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787398764.502773:0:158799:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:0.0:1787398764.502799:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106501:x1874221261104640:12345-0@lo:41:osp-pre-0-1.0 Request processed in 42us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398764.502804:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:3.0:1787398764.502898:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207230700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261104640:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787398764.502910:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf325cf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261104512:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1787398764.822831:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398765.013868:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf325cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261104768:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787398765.013943:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398765.014244:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261104768 00000100:00100000:1.0:1787398765.014253:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261104768 00000100:00100000:1.0:1787398765.014339:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:1.0:1787398765.014352:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261104768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787398765.014385:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69681152 avail 62513152 00000100:00100000:1.0:1787398765.014435:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261104768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398765.014442:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00080000:3.0:1787398765.014605:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787398765.014645:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf325cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261104768:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787398765.014819:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787398765.014830:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207230700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261104896:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787398765.014874:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398765.015142:0:170858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261104896 00000100:00100000:0.0:1787398765.015147:0:170858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261104896 00000100:00100000:0.0:1787398765.015195:0:170858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 287 00000100:00100000:0.0:1787398765.015203:0:170858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261104896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787398765.015216:0:170858:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69681152 avail 62513152 00000100:00100000:0.0:1787398765.015260:0:170858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261104896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398765.015266:0:170858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 287 00000100:00100000:2.0:1787398765.015414:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207230700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261104896:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1787398765.015458:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1787398765.846176:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398766.037838:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787398766.039883:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf325cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261105152:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787398766.039969:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398766.040087:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261105024:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787398766.040139:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398766.047646:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261105152 00000100:00100000:2.0:1787398766.047667:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261105152 00000100:00100000:2.0:1787398766.047813:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261105024 00000100:00100000:2.0:1787398766.047818:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261105024 00000100:00100000:2.0:1787398766.047842:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:2.0:1787398766.047851:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261105152:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787398766.047903:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36192256 avail 29024256 00000100:00100000:2.0:1787398766.048006:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261105152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 156us (8037us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398766.048014:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000100:00100000:2.0:1787398766.048031:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:2.0:1787398766.048037:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305f0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261105024:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787398766.048046:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36192256 avail 29024256 00000100:00100000:2.0:1787398766.048071:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305f0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261105024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 34us (7932us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398766.048076:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00010000:00080000:2.0:1787398766.048118:0:106501:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf325cfad80 x1874221261105152/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787398782 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398766.048137:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf325cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261105152:0@lo:13:osp-pre-0-1.0 00010000:00080000:2.0:1787398766.048148:0:106501:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf207232d80 x1874221261105024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787398782 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398766.048159:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261105024:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1787398766.048311:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1787398766.869900:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398767.898030:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398768.743918:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398768.743985:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398768.744022:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398768.744127:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247623296 00000100:00100000:3.0:1787398768.744137:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247623296 00000100:00100000:3.0:1787398768.744200:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 147 00000100:00100000:3.0:1787398768.744210:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20c7a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69162:x1874221247623296:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398768.744277:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20c7a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69162:x1874221247623296:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 68us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398768.744285:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 147 00000100:00100000:0.0:1787398768.744534:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247623552 00000100:00100000:0.0:1787398768.744539:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247623552 00000100:00100000:0.0:1787398768.744585:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247623424 00000100:00100000:0.0:1787398768.744589:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247623424 00000100:00100000:0.0:1787398768.744610:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 573 00000100:00100000:0.0:1787398768.744618:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325cfad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69165:x1874221247623552:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398768.744657:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325cfad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69165:x1874221247623552:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 40us (752us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398768.744677:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 573 00000100:00100000:0.0:1787398768.744696:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 574 00000100:00100000:0.0:1787398768.744703:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325cf9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69162:x1874221247623424:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:0.0:1787398768.744730:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325cf9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69162:x1874221247623424:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 27us (707us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398768.744737:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 574 00000100:00080000:3.0:1787398768.745532:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787398768.745539:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1787398768.917758:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398769.111020:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf325cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106500:1874221261105536:0@lo:400:kworker.0 00000100:00100000:1.0:1787398769.111094:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398769.111156:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106500:1874221261106048:0@lo:400:kworker.0 00000100:00100000:1.0:1787398769.111180:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398769.111207:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f0e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106500:1874221261106560:0@lo:400:kworker.0 00000100:00100000:1.0:1787398769.111231:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398769.111261:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1787398769.111267:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261105664:0@lo:400:kworker.0 00000100:00100000:1.0:1787398769.111292:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398769.111325:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f0e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261106176:0@lo:400:kworker.0 00000100:00100000:1.0:1787398769.111346:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398769.111363:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f0e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106500:1874221261106688:0@lo:400:kworker.0 00000100:00100000:1.0:1787398769.111383:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398769.111416:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261105536 00000100:00100000:1.0:1787398769.111423:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261105536 00000100:00100000:1.0:1787398769.111472:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261106048 00000100:00100000:1.0:1787398769.111508:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261106048 00000100:00100000:1.0:1787398769.111525:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261106560 00000100:00100000:1.0:1787398769.111528:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261106560 00000100:00100000:1.0:1787398769.111538:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261106688 00000100:00100000:1.0:1787398769.111540:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261106688 00000100:00100000:1.0:1787398769.111557:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:1.0:1787398769.111565:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f0e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106500:x1874221261105536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398769.111616:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f0e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106500:x1874221261105536:12345-0@lo:400:kworker.0 Request processed in 52us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398769.111624:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:1.0:1787398769.111641:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:1.0:1787398769.111647:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f0e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106500:x1874221261106048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398769.111674:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f0e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106500:x1874221261106048:12345-0@lo:400:kworker.0 Request processed in 27us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398769.111680:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:1.0:1787398769.111701:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:1.0:1787398769.111707:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f0e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106500:x1874221261106560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398769.111735:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f0e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106500:x1874221261106560:12345-0@lo:400:kworker.0 Request processed in 28us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398769.111740:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:1.0:1787398769.111769:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:1.0:1787398769.111775:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f0e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106500:x1874221261106688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398769.111803:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f0e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106500:x1874221261106688:12345-0@lo:400:kworker.0 Request processed in 28us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398769.111809:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:1.0:1787398769.111830:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261105664 00000100:00100000:1.0:1787398769.111834:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261105664 00000100:00100000:1.0:1787398769.111856:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261106176 00000100:00100000:1.0:1787398769.111859:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261106176 00000100:00100000:1.0:1787398769.111877:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:1.0:1787398769.111883:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f0e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221261105664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398769.111928:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f0e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221261105664:12345-0@lo:400:kworker.0 Request processed in 33us (624us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398769.111934:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00100000:1.0:1787398769.111947:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:1.0:1787398769.111953:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f0e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261106176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398769.111981:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f0e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261106176:12345-0@lo:400:kworker.0 Request processed in 29us (634us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398769.111987:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00080000:1.0:1787398769.112011:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787398769.112015:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787398769.112041:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261105664:0@lo:400:kworker.0 00000100:00100000:1.0:1787398769.112059:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f0e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261106176:0@lo:400:kworker.0 00000100:00100000:1.0:1787398769.112068:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f0e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106500:1874221261106688:0@lo:400:kworker.0 00000100:00100000:1.0:1787398769.112075:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf325cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106500:1874221261105536:0@lo:400:kworker.0 00000100:00100000:1.0:1787398769.112082:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106500:1874221261106048:0@lo:400:kworker.0 00000100:00100000:1.0:1787398769.112089:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f0e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106500:1874221261106560:0@lo:400:kworker.0 00000100:00100000:2.0:1787398769.112527:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf325cf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221261105280:0@lo:400:kworker.0 00000100:00100000:2.0:1787398769.112567:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398769.112595:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261105792:0@lo:400:kworker.0 00000100:00100000:2.0:1787398769.112618:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398769.112638:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f0e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261106304:0@lo:400:kworker.0 00000100:00100000:2.0:1787398769.112659:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398769.112690:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f0e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106502:1874221261106816:0@lo:400:kworker.0 00000100:00100000:2.0:1787398769.112712:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398769.112731:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1787398769.112737:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf325cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106502:1874221261105408:0@lo:400:kworker.0 00000100:00100000:2.0:1787398769.112772:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398769.112787:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf203a2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261105920:0@lo:400:kworker.0 00000100:00100000:2.0:1787398769.112807:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398769.112822:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f0e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261106432:0@lo:400:kworker.0 00000100:00100000:2.0:1787398769.112855:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398769.112887:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261106816 00000100:00100000:2.0:1787398769.112891:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261106816 00000100:00100000:2.0:1787398769.112937:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261105408 00000100:00100000:2.0:1787398769.112940:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261105408 00000100:00100000:2.0:1787398769.112958:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:2.0:1787398769.112964:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106502:x1874221261106816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398769.113001:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106502:x1874221261106816:12345-0@lo:400:kworker.0 Request processed in 37us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398769.113007:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:2.0:1787398769.113021:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:2.0:1787398769.113027:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106502:x1874221261105408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398769.113054:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106502:x1874221261105408:12345-0@lo:400:kworker.0 Request processed in 28us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398769.113060:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:2.0:1787398769.113081:0:162511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261105792 00000100:00100000:2.0:1787398769.113084:0:162511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261105792 00000100:00100000:2.0:1787398769.113109:0:162511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261106304 00000100:00100000:2.0:1787398769.113112:0:162511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261106304 00000100:00100000:2.0:1787398769.113140:0:162511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261105920 00000100:00100000:2.0:1787398769.113143:0:162511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261105920 00000100:00100000:2.0:1787398769.113163:0:162511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261106432 00000100:00100000:2.0:1787398769.113166:0:162511:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261106432 00000100:00100000:2.0:1787398769.113184:0:162511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:2.0:1787398769.113190:0:162511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261105792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398769.113222:0:162511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261105792:12345-0@lo:400:kworker.0 Request processed in 32us (602us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398769.113228:0:162511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00100000:2.0:1787398769.113239:0:162511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:2.0:1787398769.113245:0:162511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf203b10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261106304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398769.113284:0:162511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf203b10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261106304:12345-0@lo:400:kworker.0 Request processed in 39us (623us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398769.113290:0:162511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000100:00100000:2.0:1787398769.113302:0:162511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:2.0:1787398769.113308:0:162511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261105920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398769.113335:0:162511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261105920:12345-0@lo:400:kworker.0 Request processed in 28us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398769.113341:0:162511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000100:00100000:2.0:1787398769.113352:0:162511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:2.0:1787398769.113357:0:162511:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33f7d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261106432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398769.113382:0:162511:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33f7d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261106432:12345-0@lo:400:kworker.0 Request processed in 25us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398769.113388:0:162511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00080000:2.0:1787398769.113415:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787398769.113419:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787398769.113421:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787398769.113429:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787398769.113451:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf325cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106502:1874221261105408:0@lo:400:kworker.0 00000100:00100000:2.0:1787398769.113460:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261105920:0@lo:400:kworker.0 00000100:00100000:2.0:1787398769.113469:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f0e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261106432:0@lo:400:kworker.0 00010000:00080000:2.0:1787398769.113508:0:106502:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf203a2aa00 x1874221261105792/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398785 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398769.113519:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf203a2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261105792:0@lo:400:kworker.0 00010000:00080000:2.0:1787398769.113531:0:106502:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf31f0e6680 x1874221261106304/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398785 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398769.113540:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f0e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261106304:0@lo:400:kworker.0 00000100:00100000:2.0:1787398769.113549:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f0e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106502:1874221261106816:0@lo:400:kworker.0 00000100:00100000:1.0:1787398769.114347:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261105280 00000100:00100000:1.0:1787398769.114357:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261105280 00000100:00100000:1.0:1787398769.114405:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:1.0:1787398769.114414:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2051dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221261105280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398769.114528:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2051dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221261105280:12345-0@lo:400:kworker.0 Request processed in 115us (1959us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398769.114535:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:2.0:1787398769.116413:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf325cf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221261105280:0@lo:400:kworker.0 00000100:00100000:2.0:1787398769.622516:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261106944:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787398769.622601:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398769.622846:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787398769.622858:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f0e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261107072:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787398769.622902:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398769.623040:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261106944 00000100:00100000:1.0:1787398769.623049:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261106944 00000100:00100000:1.0:1787398769.623111:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261107072 00000100:00100000:1.0:1787398769.623115:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261107072 00000100:00100000:1.0:1787398769.623143:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:1.0:1787398769.623153:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106503:x1874221261106944:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787398769.623192:0:159531:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:1.0:1787398769.623241:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106503:x1874221261106944:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (639us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398769.623249:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00100000:1.0:1787398769.623267:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:1.0:1787398769.623273:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305f0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261107072:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787398769.623308:0:159531:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:1.0:1787398769.623342:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305f0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261107072:12345-0@lo:41:osp-pre-1-0.0 Request processed in 69us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398769.623349:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00100000:1.0:1787398769.623395:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f0e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261107072:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787398769.623717:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261106944:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1787398769.941690:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398770.134302:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787398770.134330:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261107200:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787398770.134686:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398770.134856:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261107200 00000100:00100000:3.0:1787398770.134864:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261107200 00000100:00100000:3.0:1787398770.134964:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:3.0:1787398770.134976:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f343b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261107200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787398770.135008:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69681152 avail 62513152 00000100:00100000:3.0:1787398770.135060:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f343b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261107200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398770.135067:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00100000:2.0:1787398770.135729:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261107200:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787398770.135870:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787398770.135885:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261107328:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787398770.135943:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398770.136237:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261107328 00000100:00100000:1.0:1787398770.136243:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261107328 00000100:00100000:1.0:1787398770.136294:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:1.0:1787398770.136303:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207232680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261107328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787398770.136320:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69681152 avail 62513152 00000100:00100000:1.0:1787398770.136367:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207232680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261107328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398770.136375:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00100000:0.0:1787398770.136963:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261107328:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1787398770.966083:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398771.161774:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207233100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261107456:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787398771.161892:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398771.162971:0:170858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261107456 00000100:00100000:0.0:1787398771.162982:0:170858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261107456 00000100:00100000:0.0:1787398771.163068:0:170858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:0.0:1787398771.163082:0:170858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f340a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261107456:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787398771.163114:0:170858:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36192256 avail 29024256 00000100:00100000:0.0:1787398771.163175:0:170858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f340a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261107456:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (1296us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398771.163194:0:170858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:1.0:1787398771.163334:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787398771.163347:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f0e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261107584:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787398771.163381:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398771.163571:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261107584 00000100:00100000:3.0:1787398771.163576:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261107584 00000100:00100000:3.0:1787398771.163625:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:3.0:1787398771.163634:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f0e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261107584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787398771.163645:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36192256 avail 29024256 00000100:00100000:3.0:1787398771.163688:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f0e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261107584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398771.163695:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00000100:00080000:2.0:1787398771.163870:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:2.0:1787398771.163913:0:106503:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf207233100 x1874221261107456/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787398787 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398771.163932:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207233100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261107456:0@lo:13:osp-pre-0-0.0 00010000:00080000:1.0:1787398771.164042:0:106501:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf31f0e4380 x1874221261107584/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787398787 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787398771.164054:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f0e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261107584:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1787398771.990876:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398773.015776:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398773.865944:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398773.866000:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398773.866037:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398773.866261:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247623680 00000100:00100000:3.0:1787398773.866275:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247623680 00000100:00100000:3.0:1787398773.866349:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 149 00000100:00100000:3.0:1787398773.866360:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2051dec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69165:x1874221247623680:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398773.866452:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2051dec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69165:x1874221247623680:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 94us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398773.866521:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 149 00000100:00100000:0.0:1787398773.866966:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247623808 00000100:00100000:0.0:1787398773.866974:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247623808 00000100:00100000:0.0:1787398773.867049:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247623936 00000100:00100000:0.0:1787398773.867053:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247623936 00000100:00100000:0.0:1787398773.867084:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 581 00000100:00100000:0.0:1787398773.867093:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f0e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69162:x1874221247623808:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:2.0:1787398773.867157:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 582 00000100:00100000:0.0:1787398773.867169:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f0e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69162:x1874221247623808:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 74us (1165us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398773.867179:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 581 00000100:00100000:2.0:1787398773.867187:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f0e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69163:x1874221247623936:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:2.0:1787398773.867297:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f0e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69163:x1874221247623936:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 127us (1259us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398773.867307:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 582 00000100:00080000:1.0:1787398773.867619:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787398773.867626:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1787398774.039166:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398774.232072:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106502:1874221261107840:0@lo:400:kworker.0 00000100:00100000:1.0:1787398774.232072:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a066c752-c801-430f-905b-71f66cddaa9e:106501:1874221261107712:0@lo:400:kworker.0 00000100:00100000:0.0:1787398774.232121:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261108096:0@lo:400:kworker.0 00000100:00100000:2.0:1787398774.232309:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106503:1874221261107968:0@lo:400:kworker.0 00000100:00100000:1.0:1787398774.232339:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398774.239382:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398774.239500:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261108608:0@lo:400:kworker.0 00000100:00100000:0.0:1787398774.239540:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398774.239563:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106500:1874221261109120:0@lo:400:kworker.0 00000100:00100000:0.0:1787398774.239589:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398774.239611:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1787398774.239618:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261108224:0@lo:400:kworker.0 00000100:00100000:0.0:1787398774.239641:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398774.239661:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261108736:0@lo:400:kworker.0 00000100:00100000:0.0:1787398774.239683:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398774.239699:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106500:1874221261109248:0@lo:400:kworker.0 00000100:00100000:0.0:1787398774.239718:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398774.239784:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261108096 00000100:00100000:0.0:1787398774.239793:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261108096 00000100:00100000:0.0:1787398774.239853:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261108608 00000100:00100000:0.0:1787398774.239857:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261108608 00000100:00100000:0.0:1787398774.239879:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 00000100:00100000:0.0:1787398774.239887:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33599d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221261108096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398774.239945:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33599d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221261108096:12345-0@lo:400:kworker.0 Request processed in 57us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398774.239952:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00100000:0.0:1787398774.240336:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:0.0:1787398774.240343:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261108608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398774.240372:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261108608:12345-0@lo:400:kworker.0 Request processed in 30us (831us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398774.240378:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00100000:0.0:1787398774.240403:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261109120 00000100:00100000:0.0:1787398774.240407:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261109120 00000100:00100000:0.0:1787398774.240442:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261109248 00000100:00100000:0.0:1787398774.240446:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261109248 00000100:00100000:0.0:1787398774.240464:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:0.0:1787398774.240470:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:106500:x1874221261109120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398774.240524:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:106500:x1874221261109120:12345-0@lo:400:kworker.0 Request processed in 55us (934us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398774.240530:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:0.0:1787398774.240542:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:0.0:1787398774.240548:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207233100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106500:x1874221261109248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398774.240572:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207233100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106500:x1874221261109248:12345-0@lo:400:kworker.0 Request processed in 24us (852us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398774.240588:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00080000:0.0:1787398774.240612:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787398774.240616:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787398774.240648:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106500:1874221261109248:0@lo:400:kworker.0 00000100:00100000:0.0:1787398774.240659:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261108608:0@lo:400:kworker.0 00000100:00100000:0.0:1787398774.240667:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106500:1874221261109120:0@lo:400:kworker.0 00000100:00100000:0.0:1787398774.240676:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261108096:0@lo:400:kworker.0 00000100:00100000:0.0:1787398774.240729:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261107712 00000100:00100000:0.0:1787398774.240734:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261107712 00000100:00100000:0.0:1787398774.240757:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:0.0:1787398774.240763:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2051de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106501:x1874221261107712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398774.240795:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2051de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106501:x1874221261107712:12345-0@lo:400:kworker.0 Request processed in 31us (8460us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398774.240801:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:0.0:1787398774.240947:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261108224 00000100:00100000:0.0:1787398774.240951:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261108224 00000100:00100000:0.0:1787398774.240975:0:162529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261108736 00000100:00100000:0.0:1787398774.240977:0:162529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261108736 00000100:00100000:0.0:1787398774.240991:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:0.0:1787398774.240997:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207232a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261108224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398774.241027:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207232a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261108224:12345-0@lo:400:kworker.0 Request processed in 31us (1385us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398774.241033:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00100000:0.0:1787398774.241043:0:162529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:0.0:1787398774.241048:0:162529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207233800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261108736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398774.241076:0:162529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207233800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261108736:12345-0@lo:400:kworker.0 Request processed in 28us (1393us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398774.241082:0:162529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00080000:0.0:1787398774.241097:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1787398774.241116:0:106500:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf20bbd1180 x1874221261108224/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398790 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787398774.241126:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261108224:0@lo:400:kworker.0 00010000:00080000:0.0:1787398774.241134:0:106500:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf20bbd2a00 x1874221261108736/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398790 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787398774.241142:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261108736:0@lo:400:kworker.0 00000100:00100000:1.0:1787398774.249937:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a066c752-c801-430f-905b-71f66cddaa9e:106501:1874221261107712:0@lo:400:kworker.0 00000100:00100000:2.0:1787398774.250792:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398774.250874:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106503:1874221261108480:0@lo:400:kworker.0 00000100:00100000:2.0:1787398774.250920:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398774.250956:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106503:1874221261108992:0@lo:400:kworker.0 00000100:00100000:2.0:1787398774.250977:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398774.251019:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261107968 00000100:00100000:2.0:1787398774.251027:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261107968 00000100:00100000:2.0:1787398774.251088:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261108480 00000100:00100000:2.0:1787398774.251091:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261108480 00000100:00100000:2.0:1787398774.251104:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261108992 00000100:00100000:2.0:1787398774.251106:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261108992 00000100:00100000:2.0:1787398774.251121:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:2.0:1787398774.251130:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:106503:x1874221261107968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398774.251204:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:106503:x1874221261107968:12345-0@lo:400:kworker.0 Request processed in 74us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398774.251212:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:2.0:1787398774.251245:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:2.0:1787398774.251253:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:106503:x1874221261108480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398774.251281:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:106503:x1874221261108480:12345-0@lo:400:kworker.0 Request processed in 29us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398774.251286:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:2.0:1787398774.251297:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:2.0:1787398774.251303:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:106503:x1874221261108992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398774.251329:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:106503:x1874221261108992:12345-0@lo:400:kworker.0 Request processed in 27us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398774.251334:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00080000:2.0:1787398774.251367:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787398774.251604:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106503:1874221261108992:0@lo:400:kworker.0 00000100:00100000:2.0:1787398774.251639:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106503:1874221261107968:0@lo:400:kworker.0 00000100:00100000:2.0:1787398774.251648:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106503:1874221261108480:0@lo:400:kworker.0 00000100:00100000:2.0:1787398774.251659:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1787398774.251666:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261108352:0@lo:400:kworker.0 00000100:00100000:2.0:1787398774.251757:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398774.251779:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261108864:0@lo:400:kworker.0 00000100:00100000:2.0:1787398774.251801:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398774.251841:0:160295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261108352 00000100:00100000:2.0:1787398774.251845:0:160295:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261108352 00000100:00100000:2.0:1787398774.251886:0:160295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261108864 00000100:00100000:2.0:1787398774.251890:0:160295:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261108864 00000100:00100000:2.0:1787398774.251915:0:160295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:2.0:1787398774.251922:0:160295:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261108352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398774.251962:0:162516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:2.0:1787398774.251963:0:160295:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261108352:12345-0@lo:400:kworker.0 Request processed in 37us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398774.251979:0:160295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00100000:1.0:1787398774.251993:0:162516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261108864:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1787398774.252011:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787398774.252038:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261108352:0@lo:400:kworker.0 00000100:00100000:1.0:1787398774.252097:0:162516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261108864:12345-0@lo:400:kworker.0 Request processed in 114us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398774.252107:0:162516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00100000:2.0:1787398774.252110:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261108864:0@lo:400:kworker.0 00000100:00100000:3.0:1787398774.253192:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398774.256014:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261107840 00000100:00100000:2.0:1787398774.256032:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261107840 00000100:00100000:2.0:1787398774.256145:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:2.0:1787398774.256156:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305f0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:106502:x1874221261107840:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1787398774.256539:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787398774.256629:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305f0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:106502:x1874221261107840:12345-0@lo:400:kworker.0 Request processed in 474us (3439us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398774.256638:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:3.0:1787398774.268125:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106502:1874221261107840:0@lo:400:kworker.0 00000100:00100000:3.0:1787398774.742081:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261109376:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787398774.742153:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398774.742291:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261109376 00000100:00100000:1.0:1787398774.742301:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261109376 00000100:00100000:1.0:1787398774.742370:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:1.0:1787398774.742381:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305f0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221261109376:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787398774.742421:0:162682:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:1.0:1787398774.742503:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305f0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106502:x1874221261109376:12345-0@lo:41:osp-pre-0-1.0 Request processed in 124us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398774.742511:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00100000:2.0:1787398774.742733:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261109376:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787398774.742750:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787398774.742756:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207230000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261109504:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787398774.742783:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398774.742865:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261109504 00000100:00100000:0.0:1787398774.742870:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261109504 00000100:00100000:0.0:1787398774.742909:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:0.0:1787398774.742917:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261109504:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787398774.742936:0:158799:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:0.0:1787398774.742970:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261109504:12345-0@lo:41:osp-pre-1-0.0 Request processed in 54us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398774.742976:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00100000:2.0:1787398774.743053:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207230000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261109504:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1787398775.066996:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398775.253832:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787398775.253858:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20af19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261109632:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787398775.253932:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398775.258879:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f0e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261109760:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787398775.258952:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398775.259008:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261109632 00000100:00100000:1.0:1787398775.259016:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261109632 00000100:00100000:1.0:1787398775.259064:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261109760 00000100:00100000:1.0:1787398775.259067:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261109760 00000100:00100000:1.0:1787398775.259083:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:1.0:1787398775.259107:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f0e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261109632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787398775.259140:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69681152 avail 62513152 00000100:00100000:1.0:1787398775.259402:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f0e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261109632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 296us (5470us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398775.259410:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00100000:1.0:1787398775.259428:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:1.0:1787398775.259435:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f0e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261109760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787398775.259445:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69681152 avail 62513152 00000100:00100000:1.0:1787398775.259674:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f0e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261109760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 38us (519us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398775.259682:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00100000:1.0:1787398775.259873:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f0e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261109760:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787398775.259890:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20af19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261109632:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1787398776.085681:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398776.279843:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787398776.279879:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f0e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261109888:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787398776.279979:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398776.280587:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787398776.280602:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261110016:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787398776.280664:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398776.280761:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261109888 00000100:00100000:0.0:1787398776.280771:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261109888 00000100:00100000:0.0:1787398776.280840:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261110016 00000100:00100000:0.0:1787398776.280845:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261110016 00000100:00100000:0.0:1787398776.280865:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:0.0:1787398776.280874:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305f0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261109888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787398776.280904:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36192256 avail 29024256 00000100:00100000:0.0:1787398776.280956:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305f0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261109888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (990us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398776.280963:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00100000:0.0:1787398776.280985:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:0.0:1787398776.280991:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261110016:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787398776.281001:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36192256 avail 29024256 00000100:00100000:0.0:1787398776.281027:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261110016:12345-0@lo:13:osp-pre-0-0.0 Request processed in 36us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398776.281032:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00010000:00080000:3.0:1787398776.281212:0:106503:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf31f0e6a00 x1874221261109888/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787398792 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787398776.281234:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f0e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261109888:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1787398776.281522:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:2.0:1787398776.281549:0:106502:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf207231f80 x1874221261110016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787398792 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398776.281562:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261110016:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1787398777.113140:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787398778.133855:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398778.980348:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398778.980583:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:1.0:1787398778.980663:0:106493:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398778.981969:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247624064 00000100:00100000:3.0:1787398778.981982:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247624064 00000100:00100000:3.0:1787398778.982049:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 151 00000100:00100000:3.0:1787398778.982058:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2051dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69165:x1874221247624064:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398778.982133:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2051dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69165:x1874221247624064:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 76us (1551us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398778.982142:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 151 00000100:00100000:0.0:1787398778.982586:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247624192 00000100:00100000:0.0:1787398778.982592:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247624192 00000100:00100000:0.0:1787398778.982869:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247624320 00000100:00100000:0.0:1787398778.982874:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247624320 00000100:00100000:1.0:1787398778.982917:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 589 00000100:00100000:1.0:1787398778.982927:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f0e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69165:x1874221247624192:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:2.0:1787398778.982931:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 590 00000100:00100000:2.0:1787398778.982939:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f0e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69162:x1874221247624320:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398778.983028:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f0e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69165:x1874221247624192:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 49us (2765us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398778.983037:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 589 00000100:00080000:3.0:1787398778.983136:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787398778.983141:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787398778.984825:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f0e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69162:x1874221247624320:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 1876us (4151us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398778.984840:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 590 00010000:00010000:2.0:1787398779.157884:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398779.351186:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305f0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261110528:0@lo:400:kworker.0 00000100:00100000:3.0:1787398779.351285:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398779.351664:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305f0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221261110400:0@lo:400:kworker.0 00000100:00100000:2.0:1787398779.351676:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305f0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106501:1874221261110272:0@lo:400:kworker.0 00000100:00100000:0.0:1787398779.351708:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398779.351748:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398779.351820:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305f0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261111040:0@lo:400:kworker.0 00000100:00100000:3.0:1787398779.351850:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398779.351870:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305f0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106503:1874221261111552:0@lo:400:kworker.0 00000100:00100000:3.0:1787398779.351892:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398779.354554:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305f0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a066c752-c801-430f-905b-71f66cddaa9e:106500:1874221261110144:0@lo:400:kworker.0 00000100:00100000:1.0:1787398779.354639:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398779.357018:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305f0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261110656:0@lo:400:kworker.0 00000100:00100000:1.0:1787398779.357087:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398779.357115:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305f0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261111168:0@lo:400:kworker.0 00000100:00100000:1.0:1787398779.357137:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398779.357155:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305f0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106500:1874221261111680:0@lo:400:kworker.0 00000100:00100000:1.0:1787398779.357197:0:162518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261110656 00000100:00100000:1.0:1787398779.357204:0:162518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261110656 00000100:00100000:1.0:1787398779.357285:0:162518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261111168 00000100:00100000:1.0:1787398779.357289:0:162518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261111168 00000100:00100000:1.0:1787398779.357312:0:162518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:1.0:1787398779.357319:0:162518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f0e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261110656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398779.357529:0:162518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f0e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261110656:12345-0@lo:400:kworker.0 Request processed in 209us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398779.357537:0:162518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00100000:1.0:1787398779.357555:0:162518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:1.0:1787398779.357562:0:162518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f0e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261111168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398779.357588:0:162518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f0e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261111168:12345-0@lo:400:kworker.0 Request processed in 28us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398779.357594:0:162518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00100000:1.0:1787398779.357808:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261110144 00000100:00100000:1.0:1787398779.357814:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261110144 00000100:00100000:1.0:1787398779.357842:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1787398779.357849:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2051df050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106500:x1874221261110144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398779.357886:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2051df050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106500:x1874221261110144:12345-0@lo:400:kworker.0 Request processed in 37us (3258us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398779.357892:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1787398779.357964:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261110528 00000100:00100000:1.0:1787398779.357968:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261110528 00000100:00100000:1.0:1787398779.358001:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261111040 00000100:00100000:1.0:1787398779.358004:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261111040 00000100:00100000:1.0:1787398779.358022:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:1.0:1787398779.359498:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305f0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106503:x1874221261110528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398779.359569:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305f0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106503:x1874221261110528:12345-0@lo:400:kworker.0 Request processed in 1541us (8284us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398779.359576:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00100000:1.0:1787398779.359603:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:1.0:1787398779.359610:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261111040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398779.360940:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261111040:12345-0@lo:400:kworker.0 Request processed in 1321us (9080us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398779.360951:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00100000:1.0:1787398779.361012:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305f0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106502:1874221261110912:0@lo:400:kworker.0 00000100:00100000:1.0:1787398779.361105:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305f0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261110784:0@lo:400:kworker.0 00000100:00100000:1.0:1787398779.361137:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398779.362015:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305f0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261111296:0@lo:400:kworker.0 00000100:00100000:1.0:1787398779.362062:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1787398779.362129:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787398779.362159:0:160296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261110784 00000100:00100000:1.0:1787398779.362166:0:160296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261110784 00000100:00100000:1.0:1787398779.362212:0:160296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261111296 00000100:00100000:1.0:1787398779.362216:0:160296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261111296 00000100:00100000:1.0:1787398779.362936:0:160296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:1.0:1787398779.362947:0:160296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f0e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261110784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398779.363008:0:160296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f0e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261110784:12345-0@lo:400:kworker.0 Request processed in 63us (1870us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398779.363030:0:160296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00100000:1.0:1787398779.363045:0:160296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:1.0:1787398779.363050:0:160296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f0e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261111296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398779.363080:0:160296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f0e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261111296:12345-0@lo:400:kworker.0 Request processed in 30us (1018us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398779.363085:0:160296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00080000:1.0:1787398779.363106:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787398779.363149:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305f0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261110784:0@lo:400:kworker.0 00000100:00100000:1.0:1787398779.363161:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305f0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261111296:0@lo:400:kworker.0 00000100:00100000:3.0:1787398779.371313:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398779.374770:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261110400 00000100:00100000:0.0:1787398779.374788:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261110400 00000100:00080000:0.0:1787398779.374842:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787398779.374902:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261110272 00000100:00100000:0.0:1787398779.374907:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261110272 00000100:00080000:0.0:1787398779.374921:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787398779.374935:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261111552 00000100:00100000:0.0:1787398779.374939:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261111552 00000100:00080000:0.0:1787398779.374955:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787398779.375584:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:0.0:1787398779.375595:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106502:x1874221261110400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398779.375671:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:2.0:1787398779.375683:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20af19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:106501:x1874221261110272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398779.375706:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106502:x1874221261110400:12345-0@lo:400:kworker.0 Request processed in 111us (23997us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398779.375745:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:2.0:1787398779.375746:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20af19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:106501:x1874221261110272:12345-0@lo:400:kworker.0 Request processed in 65us (23995us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398779.375755:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:0.0:1787398779.375777:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:0.0:1787398779.375786:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106503:x1874221261111552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398779.375823:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106503:x1874221261111552:12345-0@lo:400:kworker.0 Request processed in 38us (23930us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398779.381250:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305f0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106501:1874221261110272:0@lo:400:kworker.0 00000100:00100000:2.0:1787398779.381328:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305f0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106503:1874221261111552:0@lo:400:kworker.0 00000100:00100000:2.0:1787398779.381346:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305f0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261110528:0@lo:400:kworker.0 00000100:00100000:2.0:1787398779.381357:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305f0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261111040:0@lo:400:kworker.0 00000100:00100000:0.0:1787398779.383175:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:3.0:1787398779.383562:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305f0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106502:1874221261111424:0@lo:400:kworker.0 00000100:00100000:2.0:1787398779.383626:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261110912 00000100:00100000:2.0:1787398779.383635:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261110912 00000100:00100000:2.0:1787398779.383678:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:2.0:1787398779.383688:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305a58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:106502:x1874221261110912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398779.383772:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398779.383782:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305a58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:106502:x1874221261110912:12345-0@lo:400:kworker.0 Request processed in 94us (12477us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398779.383791:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:2.0:1787398779.383804:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261111424 00000100:00100000:2.0:1787398779.383807:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261111424 00000100:00100000:2.0:1787398779.383824:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:3.0:1787398779.383831:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305f0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106502:1874221261110400:0@lo:400:kworker.0 00000100:00100000:2.0:1787398779.383831:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106502:x1874221261111424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398779.383854:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305f0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106502:1874221261110912:0@lo:400:kworker.0 00000100:00100000:3.0:1787398779.383872:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305f0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106502:1874221261111424:0@lo:400:kworker.0 00000100:00100000:2.0:1787398779.383872:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106502:x1874221261111424:12345-0@lo:400:kworker.0 Request processed in 40us (100us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398779.383885:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:0.0:1787398779.385964:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398779.386063:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305f0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a066c752-c801-430f-905b-71f66cddaa9e:106500:1874221261110144:0@lo:400:kworker.0 00010000:00080000:0.0:1787398779.386082:0:106500:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf305f0f480 x1874221261110656/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398795 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787398779.386093:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305f0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261110656:0@lo:400:kworker.0 00010000:00080000:0.0:1787398779.386104:0:106500:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf305f0d500 x1874221261111168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398795 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787398779.386111:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305f0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261111168:0@lo:400:kworker.0 00000100:00100000:0.0:1787398779.386159:0:160868:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261111680 00000100:00100000:0.0:1787398779.386165:0:160868:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261111680 00000100:00100000:0.0:1787398779.386231:0:160868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:0.0:1787398779.386248:0:160868:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106500:x1874221261111680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398779.386318:0:160868:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106500:x1874221261111680:12345-0@lo:400:kworker.0 Request processed in 72us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398779.386326:0:160868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00080000:1.0:1787398779.386460:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787398779.386638:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305f0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106500:1874221261111680:0@lo:400:kworker.0 00000100:00100000:3.0:1787398779.862515:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787398779.862543:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206141500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261111808:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787398779.862619:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398779.863259:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261111808 00000100:00100000:2.0:1787398779.863268:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261111808 00000100:00100000:2.0:1787398779.863328:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00100000:2.0:1787398779.863338:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221261111808:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787398779.863370:0:158799:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:2.0:1787398779.863427:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221261111808:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (797us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398779.863434:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00100000:3.0:1787398779.863565:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206141500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261111808:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787398779.864358:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261111936:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787398779.864399:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398779.864526:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261111936 00000100:00100000:1.0:1787398779.864532:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261111936 00000100:00100000:1.0:1787398779.864571:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:1.0:1787398779.864579:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261111936:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787398779.864601:0:159531:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:1.0:1787398779.864647:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261111936:12345-0@lo:41:osp-pre-1-0.0 Request processed in 69us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398779.864654:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00100000:0.0:1787398779.864731:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261111936:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1787398780.181965:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398780.376344:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f0e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261112064:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787398780.376430:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398780.377158:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206140e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261112192:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787398780.377196:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398780.377340:0:170858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261112064 00000100:00100000:0.0:1787398780.377349:0:170858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261112064 00000100:00100000:0.0:1787398780.377399:0:170858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261112192 00000100:00100000:0.0:1787398780.377408:0:170858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261112192 00000100:00100000:0.0:1787398780.377424:0:170858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:0.0:1787398780.377432:0:170858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261112064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787398780.377459:0:170858:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69681152 avail 62513152 00000100:00100000:0.0:1787398780.377555:0:170858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261112064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 111us (1113us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398780.377654:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f0e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261112064:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787398780.377967:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:1.0:1787398780.377978:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f0e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261112192:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787398780.377991:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69681152 avail 62513152 00000100:00100000:1.0:1787398780.378053:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f0e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106500:x1874221261112192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (856us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398780.378061:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00100000:3.0:1787398780.378091:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206140e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261112192:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787398780.378123:0:170858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00010000:00010000:1.0:1787398781.205936:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398781.399375:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261112320:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787398781.399465:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398781.402692:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261112320 00000100:00100000:1.0:1787398781.402705:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261112320 00000100:00100000:1.0:1787398781.402791:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:1.0:1787398781.402816:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf206140700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261112320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787398781.402853:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36192256 avail 29024256 00000100:00100000:1.0:1787398781.402958:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf206140700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261112320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 146us (3491us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398781.402966:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00010000:00080000:1.0:1787398781.403035:0:106501:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf207232d80 x1874221261112320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787398797 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787398781.403058:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261112320:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787398781.403364:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787398781.403386:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f0e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261112448:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787398781.403465:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398781.406606:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261112448 00000100:00100000:1.0:1787398781.406625:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261112448 00000100:00100000:1.0:1787398781.406732:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:1.0:1787398781.406744:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf33672d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261112448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787398781.406776:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36192256 avail 29024256 00000100:00100000:1.0:1787398781.406866:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf33672d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261112448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 124us (3400us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398781.406873:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00010000:00080000:3.0:1787398781.407118:0:106503:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf31f0e7b80 x1874221261112448/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787398797 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787398781.407142:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f0e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261112448:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1787398781.407503:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1787398782.232882:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787398783.257255:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398784.102222:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398784.102264:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398784.102352:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398784.102390:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247624448 00000100:00100000:3.0:1787398784.102399:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247624448 00000100:00100000:3.0:1787398784.102452:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 153 00000100:00100000:3.0:1787398784.102461:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2051df850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69162:x1874221247624448:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398784.102577:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2051df850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69162:x1874221247624448:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 116us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398784.102585:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 153 00000100:00100000:1.0:1787398784.103251:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247624704 00000100:00100000:1.0:1787398784.103258:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247624704 00000100:00100000:1.0:1787398784.103312:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247624576 00000100:00100000:1.0:1787398784.103315:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247624576 00000100:00100000:1.0:1787398784.103362:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 597 00000100:00100000:1.0:1787398784.103371:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335280a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69165:x1874221247624704:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398784.103421:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335280a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69165:x1874221247624704:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 52us (1212us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398784.103428:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 597 00000100:00100000:1.0:1787398784.103441:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 598 00000100:00100000:1.0:1787398784.103447:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335281f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69165:x1874221247624576:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:1.0:1787398784.103469:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335281f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69165:x1874221247624576:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 23us (1205us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398784.103475:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 598 00000100:00080000:3.0:1787398784.104051:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787398784.104056:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1787398784.277808:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787398784.469873:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305f0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:106501:1874221261112832:0@lo:400:kworker.0 00000100:00100000:1.0:1787398784.469949:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398784.469994:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261112832 00000100:00100000:1.0:1787398784.470003:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261112832 00000100:00100000:1.0:1787398784.470065:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:1.0:1787398784.470073:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305f0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:106501:x1874221261112832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398784.470121:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305f0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:106501:x1874221261112832:12345-0@lo:400:kworker.0 Request processed in 49us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398784.470128:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:1.0:1787398784.470201:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305f0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:106501:1874221261112832:0@lo:400:kworker.0 00000100:00100000:1.0:1787398784.470209:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305f0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106501:1874221261113344:0@lo:400:kworker.0 00000100:00100000:1.0:1787398784.470228:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398784.470246:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305f0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106501:1874221261113856:0@lo:400:kworker.0 00000100:00100000:1.0:1787398784.470283:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398784.470315:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1787398784.470321:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f0e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106501:1874221261112704:0@lo:400:kworker.0 00000100:00100000:1.0:1787398784.470397:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398784.470415:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261113344 00000100:00100000:1.0:1787398784.470418:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261113344 00000100:00100000:1.0:1787398784.470434:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261113856 00000100:00100000:1.0:1787398784.470436:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261113856 00000100:00100000:1.0:1787398784.470446:0:158794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261112704 00000100:00100000:1.0:1787398784.470448:0:158794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261112704 00000100:00100000:1.0:1787398784.470463:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:1.0:1787398784.470469:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305f0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:106501:x1874221261113344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398784.470543:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305f0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:106501:x1874221261113344:12345-0@lo:400:kworker.0 Request processed in 74us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398784.470550:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:1.0:1787398784.470561:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:1.0:1787398784.470567:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325cf8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:106501:x1874221261113856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398784.470593:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325cf8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:106501:x1874221261113856:12345-0@lo:400:kworker.0 Request processed in 26us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398784.470598:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:1.0:1787398784.470608:0:158794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:1.0:1787398784.470625:0:158794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325cf9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:106501:x1874221261112704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398784.470652:0:158794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325cf9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:106501:x1874221261112704:12345-0@lo:400:kworker.0 Request processed in 38us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398784.470657:0:158794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:1.0:1787398784.470694:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f0e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106501:1874221261112704:0@lo:400:kworker.0 00000100:00100000:1.0:1787398784.470711:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305f0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261113216:0@lo:400:kworker.0 00000100:00100000:1.0:1787398784.470737:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398784.470753:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305f0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261113728:0@lo:400:kworker.0 00000100:00100000:1.0:1787398784.470772:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398784.470792:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305f0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106501:1874221261113344:0@lo:400:kworker.0 00000100:00100000:1.0:1787398784.470801:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305f0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106501:1874221261113856:0@lo:400:kworker.0 00000100:00100000:3.0:1787398784.471046:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f0e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a066c752-c801-430f-905b-71f66cddaa9e:106503:1874221261112576:0@lo:400:kworker.0 00000100:00100000:3.0:1787398784.471082:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398784.471119:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305f0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261113088:0@lo:400:kworker.0 00000100:00100000:3.0:1787398784.471141:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398784.471162:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305f0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261113600:0@lo:400:kworker.0 00000100:00100000:3.0:1787398784.471183:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398784.471201:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305f0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106503:1874221261114112:0@lo:400:kworker.0 00000100:00100000:3.0:1787398784.471221:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398784.471251:0:106503:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1787398784.471258:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305f0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261112960:0@lo:400:kworker.0 00000100:00100000:3.0:1787398784.471283:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398784.471299:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305f0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261113472:0@lo:400:kworker.0 00000100:00100000:3.0:1787398784.471318:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787398784.471334:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305f0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106503:1874221261113984:0@lo:400:kworker.0 00000100:00100000:3.0:1787398784.471354:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1787398784.471380:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787398784.471384:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787398784.471395:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261114112 00000100:00100000:3.0:1787398784.471399:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261114112 00000100:00100000:3.0:1787398784.471430:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261113984 00000100:00100000:3.0:1787398784.471433:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261113984 00000100:00100000:3.0:1787398784.471453:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:3.0:1787398784.471459:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335281c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106503:x1874221261114112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398784.471524:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335281c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106503:x1874221261114112:12345-0@lo:400:kworker.0 Request processed in 65us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398784.471531:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:3.0:1787398784.471546:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:3.0:1787398784.471552:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335280380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106503:x1874221261113984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787398784.471578:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335280380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106503:x1874221261113984:12345-0@lo:400:kworker.0 Request processed in 26us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398784.471598:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:3.0:1787398784.471628:0:162522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261113216 00000100:00100000:3.0:1787398784.471632:0:162522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261113216 00000100:00100000:3.0:1787398784.471659:0:162522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261113728 00000100:00100000:3.0:1787398784.471663:0:162522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261113728 00000100:00100000:3.0:1787398784.471680:0:162522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261113088 00000100:00100000:3.0:1787398784.471691:0:162522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261113088 00000100:00100000:2.0:1787398784.471868:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261112960 00000100:00100000:2.0:1787398784.471873:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261112960 00000100:00100000:2.0:1787398784.471905:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261113472 00000100:00100000:2.0:1787398784.471907:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261113472 00000100:00100000:2.0:1787398784.471926:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:2.0:1787398784.471932:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335282680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106503:x1874221261112960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398784.471974:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335282680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106503:x1874221261112960:12345-0@lo:400:kworker.0 Request processed in 43us (691us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398784.471981:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00100000:2.0:1787398784.471994:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:2.0:1787398784.472000:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335281500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261113472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398784.472025:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335281500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261113472:12345-0@lo:400:kworker.0 Request processed in 26us (706us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398784.472031:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00100000:2.0:1787398784.472047:0:162515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261113600 00000100:00100000:2.0:1787398784.472051:0:162515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261113600 00000100:00100000:1.0:1787398784.472126:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261112576 00000100:00100000:1.0:1787398784.472130:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261112576 00000100:00100000:1.0:1787398784.472163:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1787398784.472170:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2051dc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106503:x1874221261112576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398784.472205:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2051dc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106503:x1874221261112576:12345-0@lo:400:kworker.0 Request processed in 36us (1122us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398784.472211:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:2.0:1787398784.476630:0:162515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:2.0:1787398784.476656:0:162515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325cfa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261113216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398784.476757:0:162515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325cfa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261113216:12345-0@lo:400:kworker.0 Request processed in 115us (6018us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398784.476764:0:162515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00100000:2.0:1787398784.476787:0:162515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:2.0:1787398784.476794:0:162515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325cf8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261113728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398784.476825:0:162515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325cf8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261113728:12345-0@lo:400:kworker.0 Request processed in 32us (6052us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398784.476831:0:162515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:2.0:1787398784.476843:0:162515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:2.0:1787398784.476867:0:162515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335282a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261113088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398784.476904:0:162515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335282a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261113088:12345-0@lo:400:kworker.0 Request processed in 39us (5762us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398784.476910:0:162515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00100000:2.0:1787398784.476924:0:162515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:2.0:1787398784.476930:0:162515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335281880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261113600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787398784.476957:0:162515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335281880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261113600:12345-0@lo:400:kworker.0 Request processed in 29us (5774us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398784.476963:0:162515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00100000:2.0:1787398784.477038:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305f0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261113216:0@lo:400:kworker.0 00000100:00100000:2.0:1787398784.477068:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305f0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261113728:0@lo:400:kworker.0 00000100:00100000:2.0:1787398784.484697:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305f0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261112960:0@lo:400:kworker.0 00000100:00100000:2.0:1787398784.484717:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305f0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261113472:0@lo:400:kworker.0 00000100:00100000:2.0:1787398784.484731:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305f0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106503:1874221261113984:0@lo:400:kworker.0 00000100:00100000:2.0:1787398784.484741:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f0e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a066c752-c801-430f-905b-71f66cddaa9e:106503:1874221261112576:0@lo:400:kworker.0 00010000:00080000:2.0:1787398784.484755:0:106503:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf305f0f480 x1874221261113088/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398800 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398784.484772:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305f0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261113088:0@lo:400:kworker.0 00010000:00080000:2.0:1787398784.484782:0:106503:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf305f0f800 x1874221261113600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398800 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398784.484790:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305f0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261113600:0@lo:400:kworker.0 00000100:00100000:2.0:1787398784.484824:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305f0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106503:1874221261114112:0@lo:400:kworker.0 00000100:00080000:2.0:1787398784.484910:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787398784.484916:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787398784.484919:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787398784.484922:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787398784.983242:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787398784.983274:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206141f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261114240:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787398784.983356:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398784.983453:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261114240 00000100:00100000:2.0:1787398784.983461:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261114240 00000100:00100000:2.0:1787398784.983548:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:2.0:1787398784.983557:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325cf8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106501:x1874221261114240:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787398784.983594:0:158799:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:2.0:1787398784.983660:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325cf8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106501:x1874221261114240:12345-0@lo:41:osp-pre-0-1.0 Request processed in 104us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398784.983667:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00100000:0.0:1787398784.983834:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206141f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261114240:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787398784.984036:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787398784.984048:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf325cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261114368:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787398784.984083:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398784.984461:0:159531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261114368 00000100:00100000:2.0:1787398784.984467:0:159531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261114368 00000100:00100000:2.0:1787398784.984530:0:159531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:2.0:1787398784.984538:0:159531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335282d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261114368:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787398784.984563:0:159531:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:2.0:1787398784.984623:0:159531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335282d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261114368:12345-0@lo:41:osp-pre-1-0.0 Request processed in 85us (538us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398784.984630:0:159531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00100000:0.0:1787398784.984746:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf325cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261114368:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1787398785.302520:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398785.494072:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf325cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261114496:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787398785.494154:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398785.494298:0:170858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261114496 00000100:00100000:1.0:1787398785.494306:0:170858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261114496 00000100:00100000:1.0:1787398785.494380:0:170858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:1.0:1787398785.494390:0:170858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf207230700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261114496:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787398785.494423:0:170858:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69681152 avail 62513152 00000100:00100000:1.0:1787398785.494507:0:170858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf207230700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261114496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398785.494514:0:170858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00100000:0.0:1787398785.494933:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf325cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261114496:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787398785.495297:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206142680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261114624:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787398785.495338:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398785.495419:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261114624 00000100:00100000:1.0:1787398785.495439:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261114624 00000100:00100000:1.0:1787398785.495507:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:1.0:1787398785.495515:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335283100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261114624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787398785.495530:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69681152 avail 62513152 00000100:00100000:1.0:1787398785.495573:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335283100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106503:x1874221261114624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398785.495580:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00000100:00100000:3.0:1787398785.495894:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206142680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106503:1874221261114624:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1787398786.326853:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787398786.518347:0:106501:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787398786.518377:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf325cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261114752:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787398786.518504:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398786.518693:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261114752 00000100:00100000:1.0:1787398786.518702:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261114752 00000100:00100000:1.0:1787398786.518770:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:1.0:1787398786.518782:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf206143b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261114752:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787398786.518813:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36192256 avail 29024256 00000100:00100000:1.0:1787398786.518863:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf206143b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106501:x1874221261114752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398786.518870:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00100000:3.0:1787398786.519318:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787398786.519332:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261114880:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787398786.519368:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1787398786.519629:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:2.0:1787398786.519668:0:106501:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf325cf8a80 x1874221261114752/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787398802 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787398786.519705:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf325cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106501:1874221261114752:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787398786.519774:0:170858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261114880 00000100:00100000:1.0:1787398786.519779:0:170858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261114880 00000100:00100000:1.0:1787398786.519822:0:170858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:1.0:1787398786.519829:0:170858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335283b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261114880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787398786.519843:0:170858:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36192256 avail 29024256 00000100:00100000:1.0:1787398786.519883:0:170858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335283b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261114880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 54us (514us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398786.519889:0:170858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00010000:00080000:3.0:1787398786.520079:0:106500:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf207232d80 x1874221261114880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787398802 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787398786.520092:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261114880:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1787398786.520136:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1787398787.349772:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787398788.374028:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787398789.220692:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398789.220737:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398789.220835:0:106495:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.36@tcp (source: 12345-192.168.204.36@tcp) 00000100:00100000:3.0:1787398789.220865:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247625088 00000100:00100000:3.0:1787398789.220874:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247625088 00000100:00100000:3.0:1787398789.220994:0:158796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247624960 00000100:00100000:3.0:1787398789.220998:0:158796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247624960 00000100:00100000:3.0:1787398789.221023:0:158796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 605 00000100:00100000:3.0:1787398789.221033:0:158796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335283480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69164:x1874221247625088:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:3.0:1787398789.221107:0:158796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335283480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dbe7f5ec-0726-4851-a675-2f47d040e30f+6:69164:x1874221247625088:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 76us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1787398789.221116:0:158796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 605 00000100:00100000:2.0:1787398789.221413:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 606 00000100:00100000:2.0:1787398789.221425:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335280700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69163:x1874221247624960:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:2.0:1787398789.221458:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335280700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dbe7f5ec-0726-4851-a675-2f47d040e30f+9:69163:x1874221247624960:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 35us (718us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398789.221465:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 606 00000100:00080000:2.0:1787398789.221528:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787398789.221532:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787398789.221573:0:167308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221247624832 00000100:00100000:2.0:1787398789.221577:0:167308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221247624832 00000100:00100000:2.0:1787398789.221611:0:167308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.36@tcp, seq: 155 00000100:00100000:2.0:1787398789.221617:0:167308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2051dc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69163:x1874221247624832:12345-192.168.204.36@tcp:400:kworker.0 00000100:00100000:2.0:1787398789.221643:0:167308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2051dc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:857bea78-a9c1-41f7-87c7-fefab0f760c6+10:69163:x1874221247624832:12345-192.168.204.36@tcp:400:kworker.0 Request processed in 27us (808us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398789.221650:0:167308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.36@tcp, seq: 155 00010000:00010000:1.0:1787398789.411247:0:159542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398789.593624:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106500:1874221261115264:0@lo:400:kworker.0 00000100:00100000:0.0:1787398789.593706:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398789.593767:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106500:1874221261115776:0@lo:400:kworker.0 00000100:00100000:0.0:1787398789.593790:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398789.593823:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106500:1874221261116288:0@lo:400:kworker.0 00000100:00100000:0.0:1787398789.593845:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398789.593876:0:106500:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1787398789.593882:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261115392:0@lo:400:kworker.0 00000100:00100000:0.0:1787398789.593921:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398789.593944:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261115904:0@lo:400:kworker.0 00000100:00100000:0.0:1787398789.593979:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398789.593994:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106500:1874221261116416:0@lo:400:kworker.0 00000100:00100000:0.0:1787398789.594015:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787398789.594050:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261115264 00000100:00100000:0.0:1787398789.594058:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261115264 00000100:00100000:0.0:1787398789.594111:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261115776 00000100:00100000:0.0:1787398789.594114:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261115776 00000100:00100000:0.0:1787398789.594127:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261116288 00000100:00100000:0.0:1787398789.594130:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261116288 00000100:00100000:0.0:1787398789.594139:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261116416 00000100:00100000:0.0:1787398789.594142:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261116416 00000100:00100000:0.0:1787398789.594160:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:0.0:1787398789.594168:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106500:x1874221261115264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398789.594227:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106500:x1874221261115264:12345-0@lo:400:kworker.0 Request processed in 58us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398789.594234:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:0.0:1787398789.594258:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:0.0:1787398789.594264:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106500:x1874221261115776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398789.594293:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106500:x1874221261115776:12345-0@lo:400:kworker.0 Request processed in 28us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398789.594299:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:0.0:1787398789.594311:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:0.0:1787398789.594316:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106500:x1874221261116288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398789.594347:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106500:x1874221261116288:12345-0@lo:400:kworker.0 Request processed in 31us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398789.594361:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:0.0:1787398789.594374:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:0.0:1787398789.594380:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106500:x1874221261116416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398789.594412:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106500:x1874221261116416:12345-0@lo:400:kworker.0 Request processed in 31us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398789.594418:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:0.0:1787398789.594446:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261115392 00000100:00100000:0.0:1787398789.594451:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261115392 00000100:00100000:0.0:1787398789.594503:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261115904 00000100:00100000:0.0:1787398789.594506:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261115904 00000100:00100000:0.0:1787398789.594533:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 841 00000100:00100000:0.0:1787398789.594539:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221261115392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398789.594572:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221261115392:12345-0@lo:400:kworker.0 Request processed in 33us (650us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398789.594577:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 841 00000100:00100000:0.0:1787398789.594590:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:0.0:1787398789.594595:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261115904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398789.594621:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106500:x1874221261115904:12345-0@lo:400:kworker.0 Request processed in 25us (640us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398789.594626:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00080000:0.0:1787398789.594644:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787398789.594649:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787398789.594970:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261115392:0@lo:400:kworker.0 00000100:00100000:0.0:1787398789.594982:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106500:1874221261115904:0@lo:400:kworker.0 00000100:00100000:0.0:1787398789.594992:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106500:1874221261116416:0@lo:400:kworker.0 00000100:00100000:0.0:1787398789.595014:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106500:1874221261115264:0@lo:400:kworker.0 00000100:00100000:0.0:1787398789.595024:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106500:1874221261115776:0@lo:400:kworker.0 00000100:00100000:0.0:1787398789.595034:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106500:1874221261116288:0@lo:400:kworker.0 00000100:00100000:1.0:1787398789.595429:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221261115008:0@lo:400:kworker.0 00000100:00100000:1.0:1787398789.595534:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398789.595583:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261115520:0@lo:400:kworker.0 00000100:00100000:1.0:1787398789.595617:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398789.595638:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261116032:0@lo:400:kworker.0 00000100:00100000:1.0:1787398789.595660:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398789.595678:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf20bbd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106502:1874221261116544:0@lo:400:kworker.0 00000100:00100000:1.0:1787398789.595700:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398789.595720:0:106502:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1787398789.595726:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf207230000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106502:1874221261115136:0@lo:400:kworker.0 00000100:00100000:1.0:1787398789.595752:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398789.595769:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261115648:0@lo:400:kworker.0 00000100:00100000:1.0:1787398789.595788:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398789.595803:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf31f341500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261116160:0@lo:400:kworker.0 00000100:00100000:1.0:1787398789.595824:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398789.595858:0:162514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261115520 00000100:00100000:1.0:1787398789.595863:0:162514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261115520 00000100:00100000:1.0:1787398789.595905:0:162514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261116032 00000100:00100000:1.0:1787398789.595908:0:162514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261116032 00000100:00100000:1.0:1787398789.595927:0:162514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261115648 00000100:00100000:1.0:1787398789.595930:0:162514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261115648 00000100:00100000:1.0:1787398789.595951:0:162514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261116160 00000100:00100000:1.0:1787398789.595954:0:162514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261116160 00000100:00100000:1.0:1787398789.595973:0:162514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:1.0:1787398789.595979:0:162514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20aabf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261115520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398789.596018:0:162514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20aabf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261115520:12345-0@lo:400:kworker.0 Request processed in 39us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398789.596024:0:162514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:1.0:1787398789.596217:0:162514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:1.0:1787398789.596229:0:162514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325cfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261116032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398789.596256:0:162514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325cfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261116032:12345-0@lo:400:kworker.0 Request processed in 28us (595us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398789.596262:0:162514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00100000:1.0:1787398789.596272:0:162514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:1.0:1787398789.596276:0:162514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f0e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261115648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398789.596295:0:162514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f0e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261115648:12345-0@lo:400:kworker.0 Request processed in 20us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398789.596300:0:162514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:1.0:1787398789.596308:0:162514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:1.0:1787398789.596313:0:162514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf305f0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261116160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398789.596330:0:162514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf305f0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:106502:x1874221261116160:12345-0@lo:400:kworker.0 Request processed in 18us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398789.596335:0:162514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00100000:1.0:1787398789.596355:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261116544 00000100:00100000:1.0:1787398789.596359:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261116544 00000100:00100000:1.0:1787398789.596383:0:158795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261115136 00000100:00100000:1.0:1787398789.596385:0:158795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261115136 00000100:00100000:1.0:1787398789.596398:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:1.0:1787398789.596402:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf325cf8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106502:x1874221261116544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398789.596429:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf325cf8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106502:x1874221261116544:12345-0@lo:400:kworker.0 Request processed in 27us (729us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398789.596435:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:1.0:1787398789.596446:0:158795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:1.0:1787398789.596451:0:158795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf31f0e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106502:x1874221261115136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787398789.596499:0:158795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf31f0e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106502:x1874221261115136:12345-0@lo:400:kworker.0 Request processed in 25us (722us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398789.596512:0:158795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00080000:1.0:1787398789.596551:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787398789.596554:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787398789.596557:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787398789.596559:0:158790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787398789.596596:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207230000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106502:1874221261115136:0@lo:400:kworker.0 00000100:00100000:1.0:1787398789.596605:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261115648:0@lo:400:kworker.0 00000100:00100000:1.0:1787398789.596614:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f341500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261116160:0@lo:400:kworker.0 00010000:00080000:1.0:1787398789.596625:0:106502:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf31f342a00 x1874221261115520/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398805 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787398789.596636:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261115520:0@lo:400:kworker.0 00010000:00080000:1.0:1787398789.596646:0:106502:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cf31f341c00 x1874221261116032/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787398805 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787398789.596653:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf31f341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106502:1874221261116032:0@lo:400:kworker.0 00000100:00100000:1.0:1787398789.596662:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf20bbd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106502:1874221261116544:0@lo:400:kworker.0 00000100:00100000:0.0:1787398789.599814:0:167307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261115008 00000100:00100000:0.0:1787398789.599833:0:167307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261115008 00000100:00100000:0.0:1787398789.599886:0:167307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1787398789.599897:0:167307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2051ddc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221261115008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787398789.600110:0:167307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2051ddc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a066c752-c801-430f-905b-71f66cddaa9e+24:106502:x1874221261115008:12345-0@lo:400:kworker.0 Request processed in 215us (4632us total) trans 0 rc 0/0 00000100:00100000:0.0:1787398789.600119:0:167307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1787398789.602907:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf207231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a066c752-c801-430f-905b-71f66cddaa9e:106502:1874221261115008:0@lo:400:kworker.0 00000001:02000400:0.0:1787398789.734424:0:170915:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: rpc test_45: @@@@@@ FAIL: can't put import for osc.lustre-OST0000-osc-ffff9fc9c768c000.ost_server_uuid into FULL state after 50 sec, have IDLE 00000100:00100000:3.0:1787398790.101859:0:106503:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305f0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261116672:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787398790.101937:0:106503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398790.102047:0:158799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261116672 00000100:00100000:1.0:1787398790.102056:0:158799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261116672 00000100:00100000:1.0:1787398790.102116:0:158799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:1.0:1787398790.102125:0:158799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf335281180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261116672:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787398790.102163:0:158799:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:1.0:1787398790.102213:0:158799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf335281180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106503:x1874221261116672:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398790.102234:0:158799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00100000:1.0:1787398790.102300:0:106503:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305f0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106503:1874221261116672:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787398790.102778:0:106500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206140380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261116800:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787398790.102813:0:106500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398790.102925:0:162682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261116800 00000100:00100000:2.0:1787398790.102930:0:162682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261116800 00000100:00100000:2.0:1787398790.102970:0:162682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:2.0:1787398790.102978:0:162682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221261116800:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787398790.103000:0:162682:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:2.0:1787398790.103046:0:162682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:106500:x1874221261116800:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398790.103052:0:162682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00100000:0.0:1787398790.103171:0:106500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206140380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106500:1874221261116800:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1787398790.421772:0:158782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787398790.613981:0:106501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf305f0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261116928:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787398790.614078:0:106501:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787398790.614187:0:160297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261116928 00000100:00100000:1.0:1787398790.614197:0:160297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261116928 00000100:00100000:1.0:1787398790.614266:0:160297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:1.0:1787398790.614275:0:160297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261116928:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787398790.614310:0:160297:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69681152 avail 62513152 00000100:00100000:1.0:1787398790.614365:0:160297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106501:x1874221261116928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1787398790.614372:0:160297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00100000:0.0:1787398790.615029:0:106501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf305f0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106501:1874221261116928:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787398790.616327:0:106502:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9cf206141c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261117056:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787398790.616403:0:106502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787398790.616654:0:160298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874221261117056 00000100:00100000:2.0:1787398790.616662:0:160298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874221261117056 00000100:00100000:2.0:1787398790.616725:0:160298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:2.0:1787398790.616735:0:160298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf20bbd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261117056:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1787398790.616757:0:160298:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69681152 avail 62513152 00000100:00100000:2.0:1787398790.616809:0:160298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf20bbd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106502:x1874221261117056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1787398790.616816:0:160298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00100000:0.0:1787398790.617053:0:106502:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9cf206141c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106502:1874221261117056:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1787398791.445598:0:158783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 57218 lines, 57218 kept, 0 dropped, 0 bad.